-- Logs begin at Thu 2022-11-03 01:41:13 UTC, end at Thu 2022-11-03 03:27:08 UTC. -- Nov 03 02:13:21.955395 dv-neutron-860659-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 03 02:13:24.933998 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.common.config [-] Logging enabled! Nov 03 02:13:24.934498 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev73 Nov 03 02:13:24.934782 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104284) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Nov 03 02:13:24.938094 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.common.config [-] Logging enabled! Nov 03 02:13:24.938354 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev73 Nov 03 02:13:24.938670 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104284) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Nov 03 02:13:24.939616 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 02:13:24.939859 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 02:13:24.940230 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 02:13:24.940499 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 02:13:24.940737 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 02:13:24.941210 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.941636 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 03 02:13:24.941950 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.942248 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.942544 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.942845 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.943136 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.943421 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.943714 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.944186 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.944634 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.944977 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.945269 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.945566 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.945852 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.946144 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.946436 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.946724 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] debug = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.947006 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.947443 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.947862 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.948147 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.948440 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.948760 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.949037 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.949315 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.949602 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.949944 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] host = dv-neutron-860659-5-hyperv {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.950229 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.950521 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.950812 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.951101 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.951380 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.951660 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.951952 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.952230 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.952529 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] log_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.952814 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.953104 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.953395 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.953687 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.953914 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.954147 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.954446 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.954735 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.955015 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.955291 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.955567 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.955844 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.956122 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.956394 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.956709 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.956998 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.957285 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.957563 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.957838 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.958115 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.958392 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.958678 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.958955 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.959231 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.960053 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.960355 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.960651 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.960929 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.961230 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.961773 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.962060 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.962347 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.962625 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.962911 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.963185 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.963457 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.963729 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] use_json = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.964003 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.964273 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.964583 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.964864 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.965136 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.965411 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.965684 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.965971 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.966247 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:24.966546 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.966847 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.967149 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.967452 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.967746 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.968029 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.968321 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.968632 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.968930 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.969221 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.969515 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.969798 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.970100 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.970401 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.970699 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.971009 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.971306 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.971602 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.971881 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.972159 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.972434 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.972744 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.973037 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.973319 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.973612 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.973906 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.974186 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.974487 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.974779 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.975789 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.976114 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.976400 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.976713 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.977016 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.977305 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.977586 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.977872 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.978169 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.978455 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.978734 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.979024 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.979322 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.979619 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.979899 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.980183 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.980479 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.980782 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.981064 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.981343 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.981627 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.981909 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.982199 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.982483 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.982760 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.983036 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.983322 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.983602 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.983881 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.984164 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.984442 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.984751 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.985031 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.985309 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.985589 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.985866 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.986142 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.986417 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.986692 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.986971 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.987248 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.987524 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.987801 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.988079 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.988356 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.988668 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.988958 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.989260 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.989543 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.989826 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.990107 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.990387 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.990669 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.991219 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.991605 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.991893 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.992174 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.992476 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.992787 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.993096 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.993386 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.993669 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.993971 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.994255 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.994535 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.994822 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.995103 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.995385 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.995674 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.995964 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.996264 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.996591 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.996893 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.997189 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.997484 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.997771 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.998084 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.998368 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:24.998590 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 02:13:24.998834 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104284) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 03 02:13:25.369952 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 02:13:25.370235 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 02:13:25.370541 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 02:13:25.370878 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 03 02:13:25.700406 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.700645 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.700922 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.702260 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.702540 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.702812 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.748302 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.748604 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.748876 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.763323 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.763611 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.763886 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.791732 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.792013 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.792286 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.831042 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.831325 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:25.831595 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.230802 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.231474 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.231474 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.231635 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.232272 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.333621 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.333822 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.333964 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.334241 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.335716 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.335716 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.335716 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.336181 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.336705 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.337001 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.337268 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.337539 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.337877 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.338078 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.338368 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.338765 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.339161 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.339443 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.339720 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.340233 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.340532 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.340834 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.341300 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.341957 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.342371 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.342795 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.343451 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 02:13:26.343742 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 02:13:26.343987 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 02:13:26.344231 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 02:13:26.344473 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 02:13:26.344740 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 02:13:26.345117 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 03 02:13:26.348694 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 03 02:13:26.354099 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 03 02:13:26.359452 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Nov 03 02:13:26.361177 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 03 02:13:26.361648 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 03 02:13:26.361979 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 03 02:13:26.362366 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 03 02:13:26.365263 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 03 02:13:26.365520 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 03 02:13:26.365930 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 02:13:26.370756 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 03 02:13:26.394703 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 03 02:13:26.395168 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.395470 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104284) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 03 02:13:26.395840 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.397826 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104284) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 03 02:13:26.398148 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 02:13:26.398396 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 03 02:13:26.409493 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.409779 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:26.552393 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 03 02:13:26.552600 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 03 02:13:26.552838 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 03 02:13:26.553217 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 03 02:13:26.578635 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_db.sqlalchemy.engines [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104284) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 03 02:13:27.024371 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Initializing driver for type 'gre' Nov 03 02:13:27.024931 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] gre ID ranges: [(1, 1000)] Nov 03 02:13:27.079993 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Initializing driver for type 'local' Nov 03 02:13:27.080338 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Initializing driver for type 'vlan' Nov 03 02:13:27.094300 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] VlanTypeDriver initialization complete Nov 03 02:13:27.094741 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Initializing driver for type 'vxlan' Nov 03 02:13:27.095239 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] vxlan ID ranges: [(1, 1000)] Nov 03 02:13:27.155171 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Initializing extension driver 'port_security' Nov 03 02:13:27.155498 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.extensions.port_security [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] PortSecurityExtensionDriver initialization complete Nov 03 02:13:27.155866 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Initializing mechanism driver 'openvswitch' Nov 03 02:13:27.156204 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Initializing mechanism driver 'hyperv' Nov 03 02:13:27.163357 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.plugins.ml2.plugin [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:27.164220 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > port after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.164639 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.165002 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > port after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.165538 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 03 02:13:27.165978 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > subnet after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.166338 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > subnet after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.166691 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.167093 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 03 02:13:27.167510 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > network after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.167867 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > network after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.168217 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > network after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.168646 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 03 02:13:27.169063 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > security_group after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.169424 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > security_group after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.169776 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.170180 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 03 02:13:27.170591 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.170946 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.171293 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.171697 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 03 02:13:27.172132 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > address_group after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.172502 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > address_group after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.172854 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.173253 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 03 02:13:27.173705 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] ML2 OVO RPC backend initialized. {{(pid=104284) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Nov 03 02:13:27.174415 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.174779 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.175207 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > network before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.175564 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > networks before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.175922 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > port before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.176278 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > ports before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.176667 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > subnet before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.177021 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > subnets before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.177375 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > network after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.177740 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > network after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.178069 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > network after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.178415 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > port after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.178765 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.179104 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > port after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.179448 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > subnet after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.179790 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > subnet after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.180131 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.187337 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded quota_driver: . Nov 03 02:13:27.187707 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.plugin [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Modular L2 Plugin initialization complete Nov 03 02:13:27.188061 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading services supported by the core plugin {{(pid=104284) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 03 02:13:27.188413 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Got port-security extension from driver 'port_security' Nov 03 02:13:27.188928 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.extensions.vlantransparent [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Disabled vlantransparent extension. Nov 03 02:13:27.189437 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104284) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 03 02:13:27.189770 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading Plugin: router Nov 03 02:13:27.225981 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.226374 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router after_create 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.226753 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router before_create 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.227124 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.227503 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.227866 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router after_delete 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.228232 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.228678 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.229047 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router after_create 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.229402 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router after_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.229760 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router after_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.230115 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.230481 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router after_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.230897 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router precommit_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.231427 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.231608 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: port after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.231952 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: subnet after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.232304 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.232691 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.233047 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router precommit_create 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.233397 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: port before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.233875 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router precommit_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.234240 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router after_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.234590 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.234948 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router precommit_create 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.235318 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.235672 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router precommit_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.236044 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > agent after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.236400 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > agent after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.236775 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > network after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.237641 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Tracking information for resource: router configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 02:13:27.237981 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Tracking information for resource: floatingip configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 02:13:27.243053 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.db.l3_agentschedulers_db [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 03 02:13:27.243641 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.244005 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: port after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.244362 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: port after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.244752 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.245552 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router before_create 55550100 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.245924 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.246294 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router precommit_create 55550100 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.246658 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > router precommit_update 55550100 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.251521 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.services.provider_configuration [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service providers = [] {{(pid=104284) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 03 02:13:27.251898 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.db.servicetype_db [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104284) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 03 02:13:27.254891 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.services.service_base [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 02:13:27.255245 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.services.service_base [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 02:13:27.255593 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.services.service_base [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 02:13:27.256545 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.services.service_base [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 02:13:27.256924 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.services.service_base [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 03 02:13:27.257302 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 02:13:27.257628 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 03 02:13:27.268170 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 02:13:27.268546 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading Plugin: auto_allocate Nov 03 02:13:27.274908 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: network precommit_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.275280 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: network precommit_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.275799 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 02:13:27.276126 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading Plugin: tag Nov 03 02:13:27.284019 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 02:13:27.284357 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading Plugin: timestamp Nov 03 02:13:27.288857 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 02:13:27.289193 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading Plugin: network_ip_availability Nov 03 02:13:27.294670 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.295046 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.295406 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.296127 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 02:13:27.296453 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading Plugin: flavors Nov 03 02:13:27.301345 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 02:13:27.301683 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading Plugin: revisions Nov 03 02:13:27.306206 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 02:13:27.306610 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_concurrency.lockutils [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.936s {{(pid=104284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 02:13:27.307354 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104284) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 03 02:13:27.307695 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Initializing extension manager. Nov 03 02:13:27.308225 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: __init__.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.308603 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: __pycache__ {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.308944 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: address_group.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.309701 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.310274 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: address-group Nov 03 02:13:27.310608 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: address_scope.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.311339 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.311856 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: address-scope Nov 03 02:13:27.312186 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.313152 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.313673 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: router-admin-state-down-before-update Nov 03 02:13:27.314000 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: agent.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.314712 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.315230 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: agent Nov 03 02:13:27.315558 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: agent_resources_synced.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.316475 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.317022 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: agent-resources-synced Nov 03 02:13:27.317348 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: allowedaddresspairs.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.319513 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.320048 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: allowed-address-pairs Nov 03 02:13:27.320386 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: auto_allocated_topology.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.321502 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.322022 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: auto-allocated-topology Nov 03 02:13:27.322353 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: availability_zone.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.323062 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.323583 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: availability_zone Nov 03 02:13:27.323911 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: availability_zone_filter.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.324866 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.325383 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: availability_zone_filter Nov 03 02:13:27.325712 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: data_plane_status.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.326627 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.327139 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension data-plane-status not supported by any of loaded plugins Nov 03 02:13:27.327467 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: default_subnetpools.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.328548 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.328928 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: default-subnetpools Nov 03 02:13:27.329254 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.330070 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.330581 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: dhcp_agent_scheduler Nov 03 02:13:27.330909 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: dns.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.331831 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.332339 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension dns-integration not supported by any of loaded plugins Nov 03 02:13:27.332693 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: dns_domain_ports.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.333620 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.334129 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 03 02:13:27.335036 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.336235 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.337024 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 03 02:13:27.337352 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: dvr.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.338030 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.338542 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: dvr Nov 03 02:13:27.338870 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: ecmp_routes.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.339789 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.340299 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 03 02:13:27.340663 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: empty_string_filtering.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.341591 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.342113 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: empty-string-filtering Nov 03 02:13:27.342439 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.343353 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.343864 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 03 02:13:27.344188 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.345141 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.345648 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 03 02:13:27.345974 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: external_net.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.346894 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.347408 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: external-net Nov 03 02:13:27.347737 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.348696 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.349212 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: extra_dhcp_opt Nov 03 02:13:27.349540 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: extraroute.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.351253 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.351767 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: extraroute Nov 03 02:13:27.352095 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: extraroute_atomic.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.353163 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.353685 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: extraroute-atomic Nov 03 02:13:27.354008 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: filter_validation.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.354682 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.355191 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: filter-validation Nov 03 02:13:27.355518 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: fip_pf_description.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.356433 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.356968 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 03 02:13:27.357296 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: fip_port_details.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.358395 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.358908 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: fip-port-details Nov 03 02:13:27.359236 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: flavors.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.360453 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.361000 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: flavors Nov 03 02:13:27.361329 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.362968 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.363493 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 03 02:13:27.363832 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: floatingip_pools.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.364576 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.365097 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: floatingip-pools Nov 03 02:13:27.365431 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: ip_allocation.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.366414 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.366924 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension ip_allocation not supported by any of loaded plugins Nov 03 02:13:27.367255 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.368203 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.368752 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: ip-substring-filtering Nov 03 02:13:27.369088 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: l2_adjacency.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.370026 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.370543 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 03 02:13:27.370873 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: l3.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.371848 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.372381 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: router Nov 03 02:13:27.372749 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.374965 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.375500 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 03 02:13:27.375837 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.376821 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.377344 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: ext-gw-mode Nov 03 02:13:27.377679 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.378607 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.379126 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: l3-ha Nov 03 02:13:27.379458 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.380376 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.380922 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Nov 03 02:13:27.381314 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: l3_flavors.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.382254 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.382777 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: l3-flavors Nov 03 02:13:27.383111 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.384511 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.385034 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Nov 03 02:13:27.385368 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.386305 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.386829 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 03 02:13:27.387161 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: l3agentscheduler.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.388193 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.388749 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: l3_agent_scheduler Nov 03 02:13:27.389084 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: local_ip.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.390833 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.391358 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension local_ip not supported by any of loaded plugins Nov 03 02:13:27.391697 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: logging.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.393352 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.393888 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension logging not supported by any of loaded plugins Nov 03 02:13:27.394224 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: metering.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.394974 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.395567 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: metering Nov 03 02:13:27.395899 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.397535 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.398059 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: metering_source_and_destination_fields Nov 03 02:13:27.398392 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: multiprovidernet.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.399332 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.399853 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: multi-provider Nov 03 02:13:27.400184 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: netmtu.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.401148 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.401665 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: net-mtu Nov 03 02:13:27.401996 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: netmtu_writable.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.402928 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.403444 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: net-mtu-writable Nov 03 02:13:27.403773 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: network_availability_zone.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.404450 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.404999 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: network_availability_zone Nov 03 02:13:27.405373 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: network_ip_availability.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.406445 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.406962 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: network-ip-availability Nov 03 02:13:27.407292 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: network_segment_range.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.408067 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.408615 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension network-segment-range not supported by any of loaded plugins Nov 03 02:13:27.408946 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: pagination.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.409941 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.410280 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: pagination Nov 03 02:13:27.410606 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: port_device_profile.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.411520 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.412041 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: port-device-profile Nov 03 02:13:27.412367 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.413893 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.414409 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: port-mac-address-regenerate Nov 03 02:13:27.414734 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.415656 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.416175 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: port-numa-affinity-policy Nov 03 02:13:27.416522 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: port_resource_request.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.417454 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.417974 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension port-resource-request not supported by any of loaded plugins Nov 03 02:13:27.418301 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: port_resource_request_groups.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.419280 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.419798 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 03 02:13:27.420125 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: portbindings.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.421094 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.421611 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: binding Nov 03 02:13:27.421938 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: portbindings_extended.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.423207 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.423726 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: binding-extended Nov 03 02:13:27.424059 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: portsecurity.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.425027 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.425543 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: port-security Nov 03 02:13:27.425873 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: project_id.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.426857 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.427193 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: project-id Nov 03 02:13:27.427528 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: providernet.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.428748 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.429252 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: provider Nov 03 02:13:27.429580 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.433105 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.433634 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos not supported by any of loaded plugins Nov 03 02:13:27.433970 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.435210 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.435734 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 03 02:13:27.436073 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.437049 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.437577 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 03 02:13:27.437912 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_default.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.438837 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.439358 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-default not supported by any of loaded plugins Nov 03 02:13:27.439691 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_fip.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.440653 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.441170 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-fip not supported by any of loaded plugins Nov 03 02:13:27.441502 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.442425 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.442939 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Nov 03 02:13:27.443271 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_gateway_ip.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.444877 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.445397 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 03 02:13:27.445729 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_port_network_policy.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.446651 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.447166 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 03 02:13:27.447496 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.448576 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.449101 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 03 02:13:27.449429 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.450482 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.451008 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Nov 03 02:13:27.451335 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_pps_rule.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.452537 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.453066 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-pps not supported by any of loaded plugins Nov 03 02:13:27.453399 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_rule_type_details.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.454341 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.454860 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 03 02:13:27.455193 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: qos_rules_alias.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.456242 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.456789 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 03 02:13:27.457123 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: quota_check_limit.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.458059 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.458580 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: quota-check-limit Nov 03 02:13:27.458908 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: quotasv2.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.460471 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.460828 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: quotas Nov 03 02:13:27.461158 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: quotasv2_detail.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.463124 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.463468 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: quota_details Nov 03 02:13:27.463805 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: rbac.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.464888 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.465423 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: rbac-policies Nov 03 02:13:27.465758 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: rbac_address_group.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.466696 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.467218 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: rbac-address-group Nov 03 02:13:27.467555 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: rbac_address_scope.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.468480 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.469019 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: rbac-address-scope Nov 03 02:13:27.469349 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: rbac_security_groups.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.470270 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.470787 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: rbac-security-groups Nov 03 02:13:27.471116 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: rbac_subnetpool.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.472034 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.472612 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: rbac-subnetpool Nov 03 02:13:27.472938 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: revisionifmatch.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.473936 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.474453 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: revision-if-match Nov 03 02:13:27.474784 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: revisions.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.475942 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.476462 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: standard-attr-revisions Nov 03 02:13:27.476817 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: router_availability_zone.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.477511 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.478032 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: router_availability_zone Nov 03 02:13:27.478358 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: routerservicetype.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.479298 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.479813 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension router-service-type not supported by any of loaded plugins Nov 03 02:13:27.480144 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.481113 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.481635 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: security-groups-normalized-cidr Nov 03 02:13:27.481964 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.482895 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.483419 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: port-security-groups-filtering Nov 03 02:13:27.483746 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.484727 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.485244 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: security-groups-remote-address-group Nov 03 02:13:27.485571 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.486514 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.487031 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: security-groups-shared-filtering Nov 03 02:13:27.487367 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.487959 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 03 02:13:27.488288 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: securitygroup.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.498014 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.498550 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: security-group Nov 03 02:13:27.498888 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: segment.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.499625 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.500146 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension segment not supported by any of loaded plugins Nov 03 02:13:27.500480 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.501451 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.501969 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 03 02:13:27.502301 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: servicetype.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.503417 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.503947 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: service-type Nov 03 02:13:27.504284 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: sorting.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.505302 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.505645 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: sorting Nov 03 02:13:27.505977 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: standard_attr_segment.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.507566 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.508090 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 03 02:13:27.508424 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: standardattrdescription.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.509101 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.509619 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: standard-attr-description Nov 03 02:13:27.509949 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: stateful_security_group.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.510886 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.511410 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: stateful-security-group Nov 03 02:13:27.511743 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: stdattrs_common.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.512316 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 03 02:13:27.512678 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.513635 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.514152 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 03 02:13:27.514478 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: subnet_onboard.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.515560 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.516087 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: subnet_onboard Nov 03 02:13:27.516416 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.517377 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.517899 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 03 02:13:27.518226 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: subnet_service_types.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.519168 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.519688 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: subnet-service-types Nov 03 02:13:27.520012 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: subnetallocation.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.521136 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.521665 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: subnet_allocation Nov 03 02:13:27.522609 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.523285 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.523811 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: subnetpool-prefix-ops Nov 03 02:13:27.524142 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.525127 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.525648 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 03 02:13:27.525978 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: tagging.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.527048 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.527574 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: standard-attr-tag Nov 03 02:13:27.527914 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: timestamp.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.529153 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.529678 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loaded extension: standard-attr-timestamp Nov 03 02:13:27.530013 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: trunk.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.531055 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.531580 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension trunk not supported by any of loaded plugins Nov 03 02:13:27.531915 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: trunk_details.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.532889 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.533412 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension trunk-details not supported by any of loaded plugins Nov 03 02:13:27.533744 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: uplink_status_propagation.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.534674 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.535194 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 03 02:13:27.535524 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Loading extension file: vlantransparent.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 02:13:27.536198 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 02:13:27.536752 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 03 02:13:27.539414 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:network Nov 03 02:13:27.539940 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:subnet Nov 03 02:13:27.540348 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 02:13:27.540785 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:port Nov 03 02:13:27.542089 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.542534 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service FLAVORS assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.543177 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.543615 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.543954 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:router Nov 03 02:13:27.544387 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:floatingip Nov 03 02:13:27.544923 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service METERING assigned prefix: /metering {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.546363 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.546738 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.547097 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:13:27.548099 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 02:13:27.548577 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:security_group Nov 03 02:13:27.549028 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 02:13:27.549626 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service CORE assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.549972 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 02:13:27.550324 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] subnetpool is already registered Nov 03 02:13:27.550773 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service CORE assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.551110 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 02:13:27.551455 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] subnetpool is already registered Nov 03 02:13:27.553850 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.554290 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service FLAVORS assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.554890 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.555319 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.555662 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:router Nov 03 02:13:27.556009 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] router is already registered Nov 03 02:13:27.556428 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:floatingip Nov 03 02:13:27.556799 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] floatingip is already registered Nov 03 02:13:27.557257 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service METERING assigned prefix: /metering {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.557941 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 02:13:27.558274 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] rbac_policy is already registered Nov 03 02:13:27.558696 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:security_group Nov 03 02:13:27.559038 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] security_group is already registered Nov 03 02:13:27.559449 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 02:13:27.559788 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] security_group_rule is already registered Nov 03 02:13:27.560419 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service CORE assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.560785 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 02:13:27.561132 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] subnetpool is already registered Nov 03 02:13:27.561566 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Service CORE assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 02:13:27.561900 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 02:13:27.562238 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] subnetpool is already registered Nov 03 02:13:27.562710 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: extensions {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.564191 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: address-groups {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.565809 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: address-scopes {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.567129 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: agents {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.568321 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: auto-allocated-topology {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.570150 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: availability_zones {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.571403 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: dhcp-networks {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.573937 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: dhcp-agents {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.575417 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: routers {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.577697 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: flavors {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.578894 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: service_profiles {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.580129 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: next_providers {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.581625 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: service_profiles {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.583320 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: floatingip-pools {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.585169 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: routers {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.587673 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: floatingips {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.589027 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: l3-routers {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.590453 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: l3-agents {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.591908 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: metering-labels {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.593330 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: metering-label-rules {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.594640 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: network-ip-availabilities {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.595920 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: bindings {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.597619 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: quotas {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.599252 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: quotas {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.601083 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: rbac-policies {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.602397 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: security-groups {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.603661 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: security-group-rules {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.604951 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: service-providers {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.606195 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: subnetpools {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.607648 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: subnetpools {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.609197 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.610902 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.612747 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.614624 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.616598 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.618504 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.620204 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.622181 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.623990 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.625872 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron.api.extensions [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 02:13:27.632640 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING keystonemiddleware.auth_token [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 03 02:13:27.638324 dv-neutron-860659-5-hyperv neutron-server[104284]: WARNING keystonemiddleware.auth_token [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 03 02:13:27.647679 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_concurrency.lockutils [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Acquired lock "singleton_lock" {{(pid=104284) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 03 02:13:27.648283 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_concurrency.lockutils [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Releasing lock "singleton_lock" {{(pid=104284) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 03 02:13:27.648979 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO oslo_service.service [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Starting 2 workers Nov 03 02:13:27.653841 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Started child 104393 {{(pid=104284) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 02:13:27.659538 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Started child 104394 {{(pid=104284) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 02:13:27.659698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:27.660308 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO neutron.service [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 03 02:13:27.660621 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:27.661081 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [-] (104393) wsgi starting up on http://0.0.0.0:9696 Nov 03 02:13:27.663050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:27.663478 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO oslo_service.service [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Starting 1 workers Nov 03 02:13:27.664556 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [-] (104394) wsgi starting up on http://0.0.0.0:9696 Nov 03 02:13:27.668593 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Started child 104395 {{(pid=104284) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 02:13:27.669165 dv-neutron-860659-5-hyperv neutron-server[104284]: INFO oslo_service.service [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Starting 1 workers Nov 03 02:13:27.672235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.service [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] calling RpcWorker wait() {{(pid=104395) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 03 02:13:27.672797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.service [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] returning from RpcWorker wait() {{(pid=104395) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 03 02:13:27.673818 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Started child 104396 {{(pid=104284) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 02:13:27.674288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:27.674597 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-c3d195fb-0f9c-4646-9ead-ace1d7545347 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:27.674897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:27.676628 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104284) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 02:13:27.676845 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 02:13:27.677035 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 02:13:27.677265 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 02:13:27.677612 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 02:13:27.677778 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 02:13:27.678308 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.678650 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.678933 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.679208 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.679422 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:27.679892 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.680077 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.680340 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.680514 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:27.680637 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.680891 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.681145 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.681316 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.681485 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.681741 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.681974 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.682284 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.682558 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.682806 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.683069 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.683254 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.683524 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.683786 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.684016 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.684290 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] debug = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.684566 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.685073 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.685318 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.685558 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.685778 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.686065 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.686298 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.686596 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.686832 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.687054 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.687298 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.687554 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.687811 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.688045 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.688313 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.688551 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.688813 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.689058 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.689531 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] host = dv-neutron-860659-5-hyperv {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.689777 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.690006 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.690255 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.690508 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.690771 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.691022 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.691288 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.691557 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.691808 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.692068 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.692326 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.692585 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.692829 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.693087 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.693252 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_options = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.693567 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.694319 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.694594 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.694788 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.694961 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.695135 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.695396 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.695580 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.695832 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.696057 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.696276 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.696546 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.696770 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.697005 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.697265 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.697518 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.697782 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.697996 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.698260 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.698507 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.698749 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.698987 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.699237 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.699477 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.699714 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.699930 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.700191 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.700425 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.700687 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.700941 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.701182 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.701449 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.701696 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.701932 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.702200 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.702438 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.702668 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.702905 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.703202 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.703422 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.703692 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.703909 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.704129 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.704604 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.704604 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.704959 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.705095 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_json = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.705413 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.705599 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.705913 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.706033 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.706238 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.706453 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.706689 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.706933 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.707176 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.707807 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.707930 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.708181 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.708417 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.712573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.712573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.712573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.712573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.712573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.712573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.712573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.712573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.713211 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.713211 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.713211 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.713211 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.713505 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.713505 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.713751 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.714387 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.714657 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.714891 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.715187 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.715388 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.715646 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.715932 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.716151 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.716442 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.716807 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.717052 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.717338 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.717599 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.717857 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.718089 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.718299 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.718517 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.718751 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.718985 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.719213 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.721337 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.721337 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.721337 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.721337 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.721337 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.721337 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.721337 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.721337 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.722278 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.722278 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.722278 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.722504 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.722504 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.722735 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.722976 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.723208 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.723426 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.723686 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.723961 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.724198 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.724434 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.724676 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.724903 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.725180 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.725414 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.725581 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.725799 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.726043 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.726276 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.726508 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.726730 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.726948 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.727163 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.727384 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.727599 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.727837 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.728029 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.728239 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.728463 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.728720 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.728947 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.729163 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.729383 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.729597 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.729812 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.730040 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.730257 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.730670 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.731086 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.731487 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.731883 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.732302 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.732559 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.732850 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.733191 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.733448 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.733688 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.733913 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.734162 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.734386 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.735426 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.736430 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.738381 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.739513 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.739987 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.740236 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.740537 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.740867 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.741280 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.741567 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.741824 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.742060 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.742331 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.742566 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.742823 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.743063 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.743362 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.743609 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.743865 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.744131 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.744398 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.746389 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.747041 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.748108 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.748546 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.748961 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.749382 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.750458 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.750843 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.751109 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.751365 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.751658 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.751881 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.752168 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.752442 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.752737 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.752977 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.753204 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.753459 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.753675 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.753913 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.754228 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.754491 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.754735 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.755006 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.755307 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.755578 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.755831 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.756107 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.757120 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.757374 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.757642 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.757882 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.758123 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.758363 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.758595 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.758812 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.759073 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.759296 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.759524 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.759744 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.760076 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.760248 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.760465 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.760716 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.760976 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.761199 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.761423 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.761660 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.761882 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.762109 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.762354 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.762579 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.762808 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.763031 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.763247 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.763515 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.763739 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.764010 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.764270 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.764611 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.764776 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.765170 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.765438 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.765665 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.765921 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.766148 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.766368 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.766586 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.766808 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.767046 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.767283 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.767515 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.767823 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.768096 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.768356 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.768713 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.768976 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.769214 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.769452 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.769714 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.769957 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.770183 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.770408 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.770662 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.770868 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.771119 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.771342 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.771565 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.771788 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.772620 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.772849 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.773131 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.773382 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.773633 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.773855 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.774101 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.774321 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.774543 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.774763 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.774980 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.775199 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.775415 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.775668 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.775903 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.776207 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.776464 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.776717 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.776987 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.777260 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.777492 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.777725 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.777942 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.778158 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.778386 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.778607 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.778825 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.779054 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.779268 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.779487 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.779711 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.780106 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.780325 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.780577 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.780793 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.781008 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.781236 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.781457 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.781671 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.781935 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.782148 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.782362 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.782588 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.782812 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.783047 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.783281 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.783495 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.783708 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.783954 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.784197 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.784412 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.784727 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.784983 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.785226 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.785505 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.785758 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.786021 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.786262 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.786578 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.786817 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.787060 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.787291 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.787618 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.787879 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.788123 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.788770 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.788770 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.789024 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.789291 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.789593 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.790522 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.790522 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.790522 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.790777 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.790967 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.791245 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.791507 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.791758 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.792019 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.792245 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.792468 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.792619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:27.792748 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.793049 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.796317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.796317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.796317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.796317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.796317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.796317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.796317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.796317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.796317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.797490 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.797490 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.797490 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 02:13:27.797490 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104284) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 02:13:27.797490 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 02:13:27.797490 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 02:13:27.797490 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 02:13:27.797490 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 02:13:27.798064 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 02:13:27.798064 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.798064 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.798064 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.798064 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.798405 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.798405 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.798405 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.798613 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.798689 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.799738 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.799738 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.799738 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.799738 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.799738 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.799738 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.799738 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.800309 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.800309 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.800309 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.800565 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.800565 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.800710 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.800786 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] debug = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.800960 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.801166 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.801500 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.801840 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.802159 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.802503 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804139 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804139 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804139 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804139 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804139 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804139 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804997 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804997 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804997 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804997 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804997 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.804997 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.805615 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] host = dv-neutron-860659-5-hyperv {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.805615 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.805615 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.805615 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.806558 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.806558 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.806558 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.806558 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.806558 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.806558 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.806558 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.807242 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.807242 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.807242 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.807242 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.807673 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_options = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.807673 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.807673 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.807968 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.807968 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.808177 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.808287 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.808396 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.808543 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.808656 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.808818 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.808961 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.809160 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.809301 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.809404 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.809562 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.809869 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.810211 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.810825 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.810825 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.810825 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.810825 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.813317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.813317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.813317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.813317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.813317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.813317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.813317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.813317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.813317 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.814439 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.814439 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.814439 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.814439 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.814439 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.814439 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.814439 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.814439 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.815263 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.815263 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.815263 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.815263 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.815263 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.815263 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.815263 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.815263 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.816147 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_json = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.816147 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.816147 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.816147 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.816147 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.816147 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.816147 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.816147 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.817866 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.817866 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 02:13:27.817866 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.817866 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.817866 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.817866 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.817866 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.817866 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.820424 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.820424 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.820424 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.820424 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.820424 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.820424 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.820424 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.820424 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.821398 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.821398 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.821398 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.821398 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.821398 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.821398 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.821398 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.821398 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.823012 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.823012 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.823012 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.823012 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.823012 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.823012 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.823012 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.823012 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825020 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825020 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825020 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825020 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825020 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825020 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825020 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825020 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825883 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825883 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825883 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825883 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825883 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825883 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825883 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825883 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.825883 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.826921 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.826921 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.826921 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.826921 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.826921 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.826921 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.826921 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.826921 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.826921 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.828925 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.828925 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.828925 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.828925 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.828925 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.828925 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.828925 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.828925 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.830376 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.830376 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.830376 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.830376 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.830376 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.830376 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.830376 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.830376 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.830376 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.832707 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.832707 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.832707 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.832707 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.832707 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.832707 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.832707 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.832707 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.832707 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.833279 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.833279 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.833279 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.833279 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.833279 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.833279 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.833279 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.833279 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.833279 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834002 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834002 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834002 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834002 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834002 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834002 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834002 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834002 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834696 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834696 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834696 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834696 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834696 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834696 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834696 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.834696 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.835295 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.835295 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.835295 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.835295 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.835295 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.835295 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.835295 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.835295 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.837298 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.837298 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.837298 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.837298 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.837298 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.837298 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.837298 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.837298 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.838168 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.838168 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.838168 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.838168 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.838168 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.838168 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.838168 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.838168 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839022 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839022 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839022 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839022 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839022 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839022 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839022 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839022 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839892 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839892 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839892 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839892 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839892 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839892 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839892 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.839892 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.841666 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.841666 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.841666 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.841666 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.841666 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.841666 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.841666 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.841666 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.842633 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.842633 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.842633 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.842633 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.842633 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.842633 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.842633 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.842633 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.843443 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.843443 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.843443 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.843443 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.843443 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.843443 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.843443 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.843443 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.844236 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.844236 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.844236 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.844236 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.844236 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.845446 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.845446 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.845446 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.845446 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.845446 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.845446 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.845446 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.845446 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.846682 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.846682 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.846682 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.846682 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.846682 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.846682 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.846682 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.846682 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.847648 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.847648 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.847648 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.847648 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.847648 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.847648 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.847648 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.848630 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.848630 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.848630 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.848630 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.848630 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.848630 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.848630 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.850087 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.850087 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.850087 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.850087 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.850087 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.850087 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.850087 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.850087 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851079 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851079 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851079 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851079 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851079 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851079 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851079 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851970 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851970 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851970 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851970 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851970 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.851970 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.852573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.852573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.852573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.852573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.853037 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.853037 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.853037 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.853427 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.853427 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.853686 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.853686 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.853944 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.853944 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.854146 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.854253 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.854359 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.854515 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.854678 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.854841 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.855002 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.855163 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.855332 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.855494 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.855655 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.855816 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.855977 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.856127 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.856304 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.856447 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.856635 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.856793 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.856955 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.857116 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.857288 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.857450 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.857611 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.857779 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.857940 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.858100 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.858261 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.858433 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.858597 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.858762 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.858923 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.859084 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.859246 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.859408 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.859573 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.859744 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.859911 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.860075 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.860243 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.860412 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.860618 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.860783 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.860950 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.861123 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.861285 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.861440 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.861595 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.861753 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.861913 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.862075 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.862236 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.862398 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.862558 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.862719 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.862879 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.863038 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.863205 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.863366 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.863527 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.863688 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.863849 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.864010 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.864170 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 02:13:27.864323 dv-neutron-860659-5-hyperv neutron-server[104284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 02:13:28.132232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 60274) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:13:28.140788 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063403 Nov 03 02:13:39.727512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e63f077-70c7-46ac-93b4-851226e05ba9 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:13:39.811185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63f077-70c7-46ac-93b4-851226e05ba9 None None] No non-hosted networks {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 03 02:13:39.825087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.agentschedulers_db [None req-4e63f077-70c7-46ac-93b4-851226e05ba9 None None] DHCP Agent not found on host dv-neutron-860659-5-hyperv {{(pid=104395) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Nov 03 02:13:39.957658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1160df7e-8957-4e57-b917-7140442c525e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688645'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:42.111970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0cd86943-b65c-481b-bd83-3db3df40ec2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688645'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:42.289189 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d763b24e-028b-49d5-abf9-7f7c6d646026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:43.102732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688645'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:44.571857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688645'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:45.997450 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688645'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:45.998939 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:45.999423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:45.999924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:46.000250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:46.000788 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:46.001116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:46.001458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:46.002084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:46.002267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 60360) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:13:46.002685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:46.002776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:46.003065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:46.003390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:46.003711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:46.004092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-860659-5-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:46.012739 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-860659-5-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:46.530257 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING oslo_policy.policy [None req-5b417e9c-062c-4179-b2ce-4bb58c00447d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 02:13:46.530975 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING oslo_policy.policy [None req-5b417e9c-062c-4179-b2ce-4bb58c00447d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 02:13:46.756632 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-5b417e9c-062c-4179-b2ce-4bb58c00447d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:13:46.769441 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5b417e9c-062c-4179-b2ce-4bb58c00447d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7529190 Nov 03 02:13:49.362833 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 60382) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:13:49.368225 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.db.l3_hamode_db [None req-9977fc47-a391-4ec9-b83a-ad058d45340f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 03 02:13:49.443047 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977fc47-a391-4ec9-b83a-ad058d45340f None None] Routers set() bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:13:49.443451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977fc47-a391-4ec9-b83a-ad058d45340f None None] Router IDs set() for agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 02:13:49.675455 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-30535278-874e-49fc-87a3-edfdd0f76afb admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:13:49.767801 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.policy [None req-30535278-874e-49fc-87a3-edfdd0f76afb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104393) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 02:13:49.810738 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING oslo_policy.policy [None req-30535278-874e-49fc-87a3-edfdd0f76afb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 02:13:49.811139 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING oslo_policy.policy [None req-30535278-874e-49fc-87a3-edfdd0f76afb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 02:13:49.909288 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30535278-874e-49fc-87a3-edfdd0f76afb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753903006514', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753903007077', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753902992286', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753902991100', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753902963641', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753902972626', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-661377', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718696', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1589676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2089796'] for rbac-policy (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:49.975968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30535278-874e-49fc-87a3-edfdd0f76afb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:49.977259 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-30535278-874e-49fc-87a3-edfdd0f76afb admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6132500 Nov 03 02:13:52.562992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 60392) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:13:53.045551 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING oslo_policy.policy [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 02:13:53.046122 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING oslo_policy.policy [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 02:13:53.268833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:13:53.323347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Made reservation on behalf of e85937c9adab4e69b0168c7917fbda1e for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:13:53.385967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.policy [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104394) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 02:13:53.428526 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING oslo_policy.policy [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 02:13:53.428899 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING oslo_policy.policy [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 02:13:53.439482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:53.461403 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:53.570366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Publish callbacks [] for security_group (dfa780ff-bb76-42f0-9d86-00ed45b0b864), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:53.574181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (dfa780ff-bb76-42f0-9d86-00ed45b0b864), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:53.598249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:13:53.632951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753905936927', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9398dac2-02dc-4857-8b14-e268edb10568), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:53.633509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Unsubscribe: segment precommit_create {{(pid=104394) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 02:13:53.634028 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Added segment 9398dac2-02dc-4857-8b14-e268edb10568 of type vlan for network 834c7627-6e9c-4184-8ca1-80949b4ee3c3 Nov 03 02:13:53.654114 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa780ff-bb76-42f0-9d86-00ed45b0b864,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:53.688265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.688650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.688992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.689324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.689647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.689967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.690300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.690620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.690957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.691286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.691602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.691913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.692317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Tracked resource versions report: Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: pushed versions: Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: { 'AddressGroup': {'1.2'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'ConntrackHelper': {'1.0'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'LocalIPAssociation': {'1.0'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Log': {'1.0'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Network': {'1.1'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Port': {'1.7'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'PortForwarding': {'1.2'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'QosPolicy': {'1.10'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SecurityGroup': {'1.5'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SubPort': {'1.0'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Subnet': {'1.1'}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Trunk': {'1.1'}} Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: consumer versions: Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: { DHCP agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: L3 agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: Metadata agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: Metering agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: Open vSwitch agent@dv-neutron-860659-5-hyperv: { 'AddressGroup': '1.2', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'ConntrackHelper': '1.0', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'LocalIPAssociation': '1.0', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Log': '1.0', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Network': '1.1', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Port': '1.7', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'PortForwarding': '1.2', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'QosPolicy': '1.10', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SecurityGroup': '1.5', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SecurityGroupRule': '1.2', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SubPort': '1.0', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Subnet': '1.1', Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Trunk': '1.1'}} Nov 03 02:13:53.693773 dv-neutron-860659-5-hyperv neutron-server[104394]: {{(pid=104394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:13:53.755906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (834c7627-6e9c-4184-8ca1-80949b4ee3c3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:53.798390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (834c7627-6e9c-4184-8ca1-80949b4ee3c3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:53.804750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:13:53.805461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:53.905955 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3418660 Nov 03 02:13:53.929662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f02cb-cf9f-4ee7-b8be-d0bd40307554 demo demo] Pushing event updated for resources: {'Network': ['ID=834c7627-6e9c-4184-8ca1-80949b4ee3c3,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:53.942339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 834c7627-6e9c-4184-8ca1-80949b4ee3c3 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:13:56.493841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 60412) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:13:56.899479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4e3f4e-23a6-406c-9d8c-29b8bd696878 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:13:56.900878 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ff4e3f4e-23a6-406c-9d8c-29b8bd696878 demo admin] 10.222.0.23 "GET /v2.0/networks/834c7627-6e9c-4184-8ca1-80949b4ee3c3 HTTP/1.1" status: 200 len: 825 time: 0.4060848 Nov 03 02:13:56.937470 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a0fe0bcb-73b9-4582-b69e-5d97e97d3ed1 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/a3a81149-bdc7-417f-b38e-c5a449f9934b HTTP/1.1" status: 200 len: 734 time: 0.0309031 Nov 03 02:13:56.946675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a3a81149-bdc7-417f-b38e-c5a449f9934b', 'name': 'private-subnet'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:13:56.968720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] Made reservation on behalf of e85937c9adab4e69b0168c7917fbda1e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:13:56.971189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:57.259969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for subnet (136849db-d0f6-4fcc-9471-20dc6abdd6c1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:57.327850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] Pushing event updated for resources: {'Subnet': ['ID=136849db-d0f6-4fcc-9471-20dc6abdd6c1,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:57.329823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] Checking segment: {'id': '9398dac2-02dc-4857-8b14-e268edb10568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:13:57.330206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] Network hostable DHCP agents. Network: 834c7627-6e9c-4184-8ca1-80949b4ee3c3, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:13:57.352256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] Network 834c7627-6e9c-4184-8ca1-80949b4ee3c3 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:13:57.364349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 834c7627-6e9c-4184-8ca1-80949b4ee3c3) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:13:57.368929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:13:57.369538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:57.374602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee4338-d0a4-462b-9cfd-ca7e5c1e0986 None None] Network 834c7627-6e9c-4184-8ca1-80949b4ee3c3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:13:57.387748 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-108c8b67-d681-4bd3-ac51-0efc4eed166b demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4444067 Nov 03 02:13:57.746991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-834c7627-6e9c-4184-8ca1-80949b4ee3c3', 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3', 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'fixed_ips': [{'subnet_id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:13:57.748310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:58.029602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Allocated IP 172.20.0.2 (834c7627-6e9c-4184-8ca1-80949b4ee3c3/136849db-d0f6-4fcc-9471-20dc6abdd6c1/f4248959-9016-4833-ad2c-b76d43a1a95b) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:13:58.291513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Publish callbacks [] for port (f4248959-9016-4833-ad2c-b76d43a1a95b), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:58.299065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (f4248959-9016-4833-ad2c-b76d43a1a95b), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:58.376841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Network 834c7627-6e9c-4184-8ca1-80949b4ee3c3 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:13:58.378283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:13:58.399603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:13:58.402758 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Pushing event updated for resources: {'Port': ['ID=f4248959-9016-4833-ad2c-b76d43a1a95b,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:58.434170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.434545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.434903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.435248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.435589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.435925 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.436278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.436643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.436994 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.437344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.437679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.438006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.438332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Tracked resource versions report: Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: pushed versions: Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: { 'AddressGroup': {'1.2'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'ConntrackHelper': {'1.0'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'LocalIPAssociation': {'1.0'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Log': {'1.0'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Network': {'1.1'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Port': {'1.7'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'PortForwarding': {'1.2'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'QosPolicy': {'1.10'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SecurityGroup': {'1.5'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SubPort': {'1.0'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Subnet': {'1.1'}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Trunk': {'1.1'}} Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: consumer versions: Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: { DHCP agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: L3 agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: Metadata agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: Metering agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: Open vSwitch agent@dv-neutron-860659-5-hyperv: { 'AddressGroup': '1.2', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'ConntrackHelper': '1.0', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'LocalIPAssociation': '1.0', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Log': '1.0', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Network': '1.1', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Port': '1.7', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'PortForwarding': '1.2', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'QosPolicy': '1.10', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SecurityGroup': '1.5', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SecurityGroupRule': '1.2', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SubPort': '1.0', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Subnet': '1.1', Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Trunk': '1.1'}} Nov 03 02:13:58.439681 dv-neutron-860659-5-hyperv neutron-server[104395]: {{(pid=104395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:13:58.490385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Attempting to bind port f4248959-9016-4833-ad2c-b76d43a1a95b on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:13:58.490795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Attempting to bind port f4248959-9016-4833-ad2c-b76d43a1a95b by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '9398dac2-02dc-4857-8b14-e268edb10568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:13:58.491240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Attempting to bind port f4248959-9016-4833-ad2c-b76d43a1a95b on network 834c7627-6e9c-4184-8ca1-80949b4ee3c3 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:13:58.496261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:13:58.496701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Checking segment: {'id': '9398dac2-02dc-4857-8b14-e268edb10568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:13:58.497212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:58.497611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Bound using segment: {'id': '9398dac2-02dc-4857-8b14-e268edb10568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:13:58.498117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Bound port: f4248959-9016-4833-ad2c-b76d43a1a95b, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398dac2-02dc-4857-8b14-e268edb10568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:13:58.498557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f4248959-9016-4833-ad2c-b76d43a1a95b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:58.562162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] For port f4248959-9016-4833-ad2c-b76d43a1a95b, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:13:58.567028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] For port f4248959-9016-4833-ad2c-b76d43a1a95b, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f4248959-9016-4833-ad2c-b76d43a1a95b,segment=NetworkSegment(9398dac2-02dc-4857-8b14-e268edb10568),segment_id=9398dac2-02dc-4857-8b14-e268edb10568)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:13:58.575704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f4248959-9016-4833-ad2c-b76d43a1a95b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:13:58.636069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccac09-e1b4-431f-bf26-e94d29b0a041 None None] Pushing event updated for resources: {'Port': ['ID=f4248959-9016-4833-ad2c-b76d43a1a95b,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:59.995810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 60420) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:14:00.311522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-047bcb0d-0ce2-446a-8d00-4687213346a4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:14:00.324519 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-047bcb0d-0ce2-446a-8d00-4687213346a4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3156590 Nov 03 02:14:02.905036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 60428) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:14:03.216628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-64d8fba5-23e7-4b34-ad41-502d0686fd58 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:14:03.217641 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-64d8fba5-23e7-4b34-ad41-502d0686fd58 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115768 Nov 03 02:14:05.822226 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 60436) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:14:06.133355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f587bcb0-0b9d-4d40-8f8a-709513f0af48 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:14:06.161397 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f587bcb0-0b9d-4d40-8f8a-709513f0af48 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (78ecc6b9-a3d8-4721-84e0-dcd40c0120b8), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:06.163038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f587bcb0-0b9d-4d40-8f8a-709513f0af48 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (78ecc6b9-a3d8-4721-84e0-dcd40c0120b8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:06.297756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f587bcb0-0b9d-4d40-8f8a-709513f0af48 demo demo] Publish callbacks [] for router_controller (78ecc6b9-a3d8-4721-84e0-dcd40c0120b8), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:06.304233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f587bcb0-0b9d-4d40-8f8a-709513f0af48 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (78ecc6b9-a3d8-4721-84e0-dcd40c0120b8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:06.322625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f587bcb0-0b9d-4d40-8f8a-709513f0af48 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:06.323804 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f587bcb0-0b9d-4d40-8f8a-709513f0af48 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5004838 Nov 03 02:14:08.851323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f4248959-9016-4833-ad2c-b76d43a1a95b up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:14:08.912566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 60448) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:14:08.941272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port f4248959-9016-4833-ad2c-b76d43a1a95b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:14:08.942557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f4248959-9016-4833-ad2c-b76d43a1a95b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:08.942998 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port f4248959-9016-4833-ad2c-b76d43a1a95b Nov 03 02:14:09.054897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port f4248959-9016-4833-ad2c-b76d43a1a95b is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:14:09.055605 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f4248959-9016-4833-ad2c-b76d43a1a95b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:09.093902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port f4248959-9016-4833-ad2c-b76d43a1a95b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f4248959-9016-4833-ad2c-b76d43a1a95b,segment=NetworkSegment(9398dac2-02dc-4857-8b14-e268edb10568),segment_id=9398dac2-02dc-4857-8b14-e268edb10568)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:14:09.100577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f4248959-9016-4833-ad2c-b76d43a1a95b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:09.155264 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=f4248959-9016-4833-ad2c-b76d43a1a95b,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:09.260618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-3a2829db-07b2-47f4-a21b-6c55f3c0a764 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:14:09.261613 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3a2829db-07b2-47f4-a21b-6c55f3c0a764 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3475177 Nov 03 02:14:09.664757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-aed9c014-9fac-41c5-8cc5-2b8dbf6e8105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:10.119768 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9539a1-5998-4e36-ae8f-bd35679e2d60 None None] Network 834c7627-6e9c-4184-8ca1-80949b4ee3c3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:14:10.179479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-91562b5a-3732-460b-80f0-2b8b807aa03b None None] Provisioning complete for port f4248959-9016-4833-ad2c-b76d43a1a95b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:14:10.179872 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-91562b5a-3732-460b-80f0-2b8b807aa03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f4248959-9016-4833-ad2c-b76d43a1a95b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:10.180215 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-91562b5a-3732-460b-80f0-2b8b807aa03b None None] Attempt 1 to provision port f4248959-9016-4833-ad2c-b76d43a1a95b Nov 03 02:14:10.299090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-91562b5a-3732-460b-80f0-2b8b807aa03b None None] Current status of the port f4248959-9016-4833-ad2c-b76d43a1a95b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:14:10.518285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ccf2e048-d01f-42c3-8393-177ef481ebf6 None None] Provisioning complete for port f4248959-9016-4833-ad2c-b76d43a1a95b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:14:10.518686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ccf2e048-d01f-42c3-8393-177ef481ebf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f4248959-9016-4833-ad2c-b76d43a1a95b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:10.519034 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ccf2e048-d01f-42c3-8393-177ef481ebf6 None None] Attempt 1 to provision port f4248959-9016-4833-ad2c-b76d43a1a95b Nov 03 02:14:10.591602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2e048-d01f-42c3-8393-177ef481ebf6 None None] Current status of the port f4248959-9016-4833-ad2c-b76d43a1a95b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:14:10.830601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f4248959-9016-4833-ad2c-b76d43a1a95b up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:14:10.875510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port f4248959-9016-4833-ad2c-b76d43a1a95b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:14:10.875918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f4248959-9016-4833-ad2c-b76d43a1a95b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:10.876259 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port f4248959-9016-4833-ad2c-b76d43a1a95b Nov 03 02:14:10.948110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port f4248959-9016-4833-ad2c-b76d43a1a95b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:14:11.833547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 60456) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:14:12.110012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1a6624af-da25-4ec3-8791-095daa0b6807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:12.146729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:14:12.172428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Made reservation on behalf of feaeb7d722fd4450a8cc40787958f7a4 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:14:12.175198 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:12.190634 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:12.296033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Publish callbacks [] for security_group (158ec45b-e40e-4b8e-867a-3ed0c439cadc), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:12.299431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (158ec45b-e40e-4b8e-867a-3ed0c439cadc), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:12.311028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Reserving flat network on physical network physnet1 {{(pid=104393) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 03 02:14:12.341730 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753905936927', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (36adc310-3211-4b03-8a71-4c05b1760d04), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:12.342289 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Unsubscribe: segment precommit_create {{(pid=104393) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 02:14:12.342815 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Added segment 36adc310-3211-4b03-8a71-4c05b1760d04 of type flat for network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 Nov 03 02:14:12.362513 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158ec45b-e40e-4b8e-867a-3ed0c439cadc,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:12.407057 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.407426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.407775 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.408113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.408448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.408807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.409157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.409489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.409832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.410693 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.411116 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.411448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.411771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Tracked resource versions report: Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: pushed versions: Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: { 'AddressGroup': {'1.2'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'ConntrackHelper': {'1.0'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'LocalIPAssociation': {'1.0'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Log': {'1.0'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Network': {'1.1'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Port': {'1.7'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'PortForwarding': {'1.2'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'QosPolicy': {'1.10'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SecurityGroup': {'1.5'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SubPort': {'1.0'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Subnet': {'1.1'}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Trunk': {'1.1'}} Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: consumer versions: Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: { DHCP agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: L3 agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: Metadata agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: Metering agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: Open vSwitch agent@dv-neutron-860659-5-hyperv: { 'AddressGroup': '1.2', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'ConntrackHelper': '1.0', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'LocalIPAssociation': '1.0', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Log': '1.0', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Network': '1.1', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Port': '1.7', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'PortForwarding': '1.2', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'QosPolicy': '1.10', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SecurityGroup': '1.5', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SecurityGroupRule': '1.2', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SubPort': '1.0', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Subnet': '1.1', Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Trunk': '1.1'}} Nov 03 02:14:12.413136 dv-neutron-860659-5-hyperv neutron-server[104393]: {{(pid=104393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:14:12.460620 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:12.506570 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:12.507789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:14:12.508614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:12.591654 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7570040 Nov 03 02:14:12.609927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96598612-69ee-4510-978a-cd1615fce803 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:12.621861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:14:13.047070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:14.537345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:15.116750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 60478) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:14:15.333301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0704c5-2876-42c5-a851-0f0ae8918185 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:14:15.334647 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1f0704c5-2876-42c5-a851-0f0ae8918185 demo admin] 10.222.0.23 "GET /v2.0/subnets/136849db-d0f6-4fcc-9471-20dc6abdd6c1 HTTP/1.1" status: 200 len: 849 time: 0.2169230 Nov 03 02:14:15.493407 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-117e7eab-c36c-4570-898c-730a10022601 demo admin] 10.222.0.23 "GET /v2.0/routers/78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 HTTP/1.1" status: 200 len: 704 time: 0.1528084 Nov 03 02:14:15.764528 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:16.050918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:16.071550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Allocated IP 172.20.0.1 (834c7627-6e9c-4184-8ca1-80949b4ee3c3/136849db-d0f6-4fcc-9471-20dc6abdd6c1/fe4ebc3e-92e5-438d-adda-9b9193553684) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:14:16.254951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Publish callbacks [] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:16.317365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:16.389744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Network 834c7627-6e9c-4184-8ca1-80949b4ee3c3 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:14:16.395559 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:14:16.406778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:14:16.407884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (78ecc6b9-a3d8-4721-84e0-dcd40c0120b8), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:16.427583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Pushing event updated for resources: {'Port': ['ID=fe4ebc3e-92e5-438d-adda-9b9193553684,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:16.611373 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:16.750310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Provisioning complete for port fe4ebc3e-92e5-438d-adda-9b9193553684 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:14:16.750621 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:16.750972 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Attempt 1 to provision port fe4ebc3e-92e5-438d-adda-9b9193553684 Nov 03 02:14:16.783559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Port fe4ebc3e-92e5-438d-adda-9b9193553684 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:14:16.865613 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Publish callbacks [] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:16.870211 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:16.870888 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (78ecc6b9-a3d8-4721-84e0-dcd40c0120b8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:16.947229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Pushing event updated for resources: {'Port': ['ID=fe4ebc3e-92e5-438d-adda-9b9193553684,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:16.995305 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Network 834c7627-6e9c-4184-8ca1-80949b4ee3c3 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:14:16.996684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:14:17.154858 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Router 78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:14:17.241194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:14:17.246541 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ae340d77-03f2-4097-a77c-2be646f156c9 demo admin] 10.222.0.23 "PUT /v2.0/routers/78ecc6b9-a3d8-4721-84e0-dcd40c0120b8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7479780 Nov 03 02:14:17.251375 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Sync routers for ids ['78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:14:17.264269 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Routers {'78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:14:17.265036 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:14:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:17.285223 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Attempt 2 to provision port fe4ebc3e-92e5-438d-adda-9b9193553684 Nov 03 02:14:17.319601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Port fe4ebc3e-92e5-438d-adda-9b9193553684 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:14:17.447608 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Set router 78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:14:17.821272 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Attempt 3 to provision port fe4ebc3e-92e5-438d-adda-9b9193553684 Nov 03 02:14:17.855424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Port fe4ebc3e-92e5-438d-adda-9b9193553684 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:14:17.892774 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'name': 'router1', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:14:06Z', 'updated_at': '2022-11-03T02:14:16Z', 'revision_number': 2, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'gw_port_host': None, '_interfaces': [{'id': 'fe4ebc3e-92e5-438d-adda-9b9193553684', 'name': '', 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'mac_address': 'fa:16:3e:7d:fd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:14:15Z', 'updated_at': '2022-11-03T02:14:16Z', 'revision_number': 2, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'subnets': [{'id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a81149-bdc7-417f-b38e-c5a449f9934b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:17.942201 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Checking router: 78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:14:17.942570 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Updating router 78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 port fe4ebc3e-92e5-438d-adda-9b9193553684 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:14:18.002473 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:18.357004 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Attempt 4 to provision port fe4ebc3e-92e5-438d-adda-9b9193553684 Nov 03 02:14:18.388478 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Port fe4ebc3e-92e5-438d-adda-9b9193553684 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:14:18.511678 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Publish callbacks [] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:18.517713 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:18.635466 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Pushing event updated for resources: {'Port': ['ID=fe4ebc3e-92e5-438d-adda-9b9193553684,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:18.663449 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.663816 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.664143 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.664476 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.664834 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.665161 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.665490 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.665813 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.666149 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.666488 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.666810 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.667129 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.667443 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Tracked resource versions report: Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: pushed versions: Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: { 'AddressGroup': {'1.2'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'ConntrackHelper': {'1.0'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'LocalIPAssociation': {'1.0'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Log': {'1.0'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Network': {'1.1'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Port': {'1.7'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'PortForwarding': {'1.2'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'QosPolicy': {'1.10'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SecurityGroup': {'1.5'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SubPort': {'1.0'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Subnet': {'1.1'}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Trunk': {'1.1'}} Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: consumer versions: Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: { DHCP agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: L3 agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: Metadata agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: Metering agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: Open vSwitch agent@dv-neutron-860659-5-hyperv: { 'AddressGroup': '1.2', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'ConntrackHelper': '1.0', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'LocalIPAssociation': '1.0', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Log': '1.0', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Network': '1.1', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Port': '1.7', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'PortForwarding': '1.2', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'QosPolicy': '1.10', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SecurityGroup': '1.5', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SecurityGroupRule': '1.2', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SubPort': '1.0', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Subnet': '1.1', Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Trunk': '1.1'}} Nov 03 02:14:18.668904 dv-neutron-860659-5-hyperv neutron-server[104396]: {{(pid=104396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:14:18.678799 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Attempting to bind port fe4ebc3e-92e5-438d-adda-9b9193553684 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:14:18.678799 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Attempting to bind port fe4ebc3e-92e5-438d-adda-9b9193553684 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '9398dac2-02dc-4857-8b14-e268edb10568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:14:18.679124 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Attempting to bind port fe4ebc3e-92e5-438d-adda-9b9193553684 on network 834c7627-6e9c-4184-8ca1-80949b4ee3c3 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:14:18.683933 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:14:18.684347 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Checking segment: {'id': '9398dac2-02dc-4857-8b14-e268edb10568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:14:18.684859 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:18.685241 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Bound using segment: {'id': '9398dac2-02dc-4857-8b14-e268edb10568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:14:18.685734 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Bound port: fe4ebc3e-92e5-438d-adda-9b9193553684, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398dac2-02dc-4857-8b14-e268edb10568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:14:18.686109 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:18.747163 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] For port fe4ebc3e-92e5-438d-adda-9b9193553684, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:14:18.770244 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] For port fe4ebc3e-92e5-438d-adda-9b9193553684, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fe4ebc3e-92e5-438d-adda-9b9193553684,segment=NetworkSegment(9398dac2-02dc-4857-8b14-e268edb10568),segment_id=9398dac2-02dc-4857-8b14-e268edb10568)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:14:18.777212 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:18.810435 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Routers {'78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:14:18.811042 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:14:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:18.885317 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d205a-3acc-4f8f-b04c-5a67c3618525 None None] Pushing event updated for resources: {'Port': ['ID=fe4ebc3e-92e5-438d-adda-9b9193553684,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:18.890096 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Attempt 5 to provision port fe4ebc3e-92e5-438d-adda-9b9193553684 Nov 03 02:14:18.910205 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] Set router 78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:14:18.966612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Current status of the port fe4ebc3e-92e5-438d-adda-9b9193553684 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:14:18.967006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:19.001811 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] For port fe4ebc3e-92e5-438d-adda-9b9193553684, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fe4ebc3e-92e5-438d-adda-9b9193553684,segment=NetworkSegment(9398dac2-02dc-4857-8b14-e268edb10568),segment_id=9398dac2-02dc-4857-8b14-e268edb10568)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:14:19.006247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:19.060049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f85e2-5b6f-4547-997d-c1dce90cc44b None None] Pushing event updated for resources: {'Port': ['ID=fe4ebc3e-92e5-438d-adda-9b9193553684,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:19.114169 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'name': 'router1', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:14:06Z', 'updated_at': '2022-11-03T02:14:16Z', 'revision_number': 2, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'gw_port_host': None, '_interfaces': [{'id': 'fe4ebc3e-92e5-438d-adda-9b9193553684', 'name': '', 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'mac_address': 'fa:16:3e:7d:fd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:14:15Z', 'updated_at': '2022-11-03T02:14:18Z', 'revision_number': 4, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'subnets': [{'id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a81149-bdc7-417f-b38e-c5a449f9934b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:19.131274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2e0142bc-ca61-4033-b748-5e9809c3adeb None None] Provisioning complete for port fe4ebc3e-92e5-438d-adda-9b9193553684 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:14:19.131679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2e0142bc-ca61-4033-b748-5e9809c3adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:19.132029 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e0142bc-ca61-4033-b748-5e9809c3adeb None None] Attempt 1 to provision port fe4ebc3e-92e5-438d-adda-9b9193553684 Nov 03 02:14:19.142758 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c85da3-7108-46a1-a2c8-2e2e75f4457d None None] The sync data for ids ['78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'] in dv-neutron-860659-5-hyperv is: [{'id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'name': 'router1', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:14:06Z', 'updated_at': '2022-11-03T02:14:16Z', 'revision_number': 2, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'gw_port_host': None, '_interfaces': [{'id': 'fe4ebc3e-92e5-438d-adda-9b9193553684', 'name': '', 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'mac_address': 'fa:16:3e:7d:fd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:14:15Z', 'updated_at': '2022-11-03T02:14:18Z', 'revision_number': 4, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'subnets': [{'id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a81149-bdc7-417f-b38e-c5a449f9934b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:14:19.205586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e0142bc-ca61-4033-b748-5e9809c3adeb None None] Current status of the port fe4ebc3e-92e5-438d-adda-9b9193553684 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:14:19.756781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 60498) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:14:19.867677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fe059-5ed0-4a5f-8574-e0ce61c641b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:14:19.869059 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5f2fe059-5ed0-4a5f-8574-e0ce61c641b3 admin admin] 10.222.0.23 "GET /v2.0/networks/2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 842 time: 0.1113279 Nov 03 02:14:19.879462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Request body: {'subnet': {'cidr': '172.26.6.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.26.6.1', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:14:19.903705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Made reservation on behalf of feaeb7d722fd4450a8cc40787958f7a4 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:14:19.905997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:20.212426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:14:20.212797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for subnet (8590969a-fbea-42b9-9dc4-5406d6f9c9ed), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:20.273107 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8590969a-fbea-42b9-9dc4-5406d6f9c9ed,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:20.278820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:14:20.279184 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Network hostable DHCP agents. Network: 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:14:20.303143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:14:20.313943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:14:20.319050 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:14:20.319665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:20.326292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082aff5-9661-4d80-8d0d-d0b63ede425b None None] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:14:20.336821 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c06a2975-550c-4680-aa1c-f2b8018e9152 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4616728 Nov 03 02:14:20.437698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bd3cd9-6449-4a03-aa33-2f00e11e265f None None] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:14:22.829641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 60506) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:14:22.958840 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f48963ea-ad0a-43e5-b121-2f8e360ae3ac demo admin] 10.222.0.23 "GET /v2.0/routers/78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 HTTP/1.1" status: 200 len: 710 time: 0.1278589 Nov 03 02:14:23.044023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393e62e7-8b39-4922-bf07-2d9a69d2e8b8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:14:23.045339 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-393e62e7-8b39-4922-bf07-2d9a69d2e8b8 demo admin] 10.222.0.23 "GET /v2.0/networks/2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 886 time: 0.0809748 Nov 03 02:14:23.054830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:14:23.295861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Publish callbacks [] for router_gateway (78ecc6b9-a3d8-4721-84e0-dcd40c0120b8), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:23.595344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Publish callbacks [] for router_gateway (78ecc6b9-a3d8-4721-84e0-dcd40c0120b8), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:23.668088 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:23.773207 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Allocated IP 172.26.6.156 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/c5734587-adca-45ee-9360-949164cf97c9) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:14:23.874110 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Publish callbacks [] for port (c5734587-adca-45ee-9360-949164cf97c9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:23.906309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (c5734587-adca-45ee-9360-949164cf97c9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:23.945206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:14:23.947948 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:14:23.955700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:14:23.959047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Pushing event updated for resources: {'Port': ['ID=c5734587-adca-45ee-9360-949164cf97c9,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:24.192118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Publish callbacks [] for router_gateway (78ecc6b9-a3d8-4721-84e0-dcd40c0120b8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:24.383983 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (78ecc6b9-a3d8-4721-84e0-dcd40c0120b8), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:24.387670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (78ecc6b9-a3d8-4721-84e0-dcd40c0120b8), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:24.496313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Router 78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:14:24.602064 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:14:24.606265 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:24.607479 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1ad01760-0f07-4a67-80df-c2eef7472802 demo admin] 10.222.0.23 "PUT /v2.0/routers/78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 HTTP/1.1" status: 200 len: 890 time: 1.5557907 Nov 03 02:14:26.851929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fe4ebc3e-92e5-438d-adda-9b9193553684 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:14:26.904439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fe4ebc3e-92e5-438d-adda-9b9193553684 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:14:26.904892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:26.905249 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fe4ebc3e-92e5-438d-adda-9b9193553684 Nov 03 02:14:26.979201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fe4ebc3e-92e5-438d-adda-9b9193553684 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:14:27.197283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 60518) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:14:27.316949 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6bb8b56d-6a14-424e-9c39-7dd7f9e3372c admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1185086 Nov 03 02:14:27.906896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Sync routers for ids ['78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:14:27.919210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Routers {'78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:14:27.919883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:14:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:28.129293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Set router 78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:14:28.586528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'name': 'router1', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'c5734587-adca-45ee-9360-949164cf97c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:14:06Z', 'updated_at': '2022-11-03T02:14:24Z', 'revision_number': 4, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'gw_port': {'id': 'c5734587-adca-45ee-9360-949164cf97c9', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:14:23Z', 'updated_at': '2022-11-03T02:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fe4ebc3e-92e5-438d-adda-9b9193553684', 'name': '', 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'mac_address': 'fa:16:3e:7d:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:14:15Z', 'updated_at': '2022-11-03T02:14:18Z', 'revision_number': 5, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'subnets': [{'id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a81149-bdc7-417f-b38e-c5a449f9934b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:28.639270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Checking router: 78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:14:28.639626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Updating router 78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 port c5734587-adca-45ee-9360-949164cf97c9 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:14:28.696173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c5734587-adca-45ee-9360-949164cf97c9), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:29.014733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Publish callbacks [] for port (c5734587-adca-45ee-9360-949164cf97c9), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:29.021807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c5734587-adca-45ee-9360-949164cf97c9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:29.058428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Attempting to bind port c5734587-adca-45ee-9360-949164cf97c9 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:14:29.058808 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Attempting to bind port c5734587-adca-45ee-9360-949164cf97c9 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:14:29.059178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Attempting to bind port c5734587-adca-45ee-9360-949164cf97c9 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:14:29.073438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:14:29.073828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:14:29.074225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:29.074629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:14:29.075118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Bound port: c5734587-adca-45ee-9360-949164cf97c9, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:14:29.075487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c5734587-adca-45ee-9360-949164cf97c9), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:29.078120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72aea5-5130-4899-a869-afc2a0346477 None None] Pushing event updated for resources: {'Port': ['ID=c5734587-adca-45ee-9360-949164cf97c9,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:29.129998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] For port c5734587-adca-45ee-9360-949164cf97c9, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:14:29.133202 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] For port c5734587-adca-45ee-9360-949164cf97c9, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c5734587-adca-45ee-9360-949164cf97c9,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:14:29.142632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c5734587-adca-45ee-9360-949164cf97c9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:29.180558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Routers {'78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:14:29.181141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:14:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:29.236454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72aea5-5130-4899-a869-afc2a0346477 None None] Pushing event updated for resources: {'Port': ['ID=c5734587-adca-45ee-9360-949164cf97c9,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:29.305996 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] Set router 78ecc6b9-a3d8-4721-84e0-dcd40c0120b8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:14:29.542670 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'name': 'router1', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'c5734587-adca-45ee-9360-949164cf97c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:14:06Z', 'updated_at': '2022-11-03T02:14:24Z', 'revision_number': 4, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'gw_port': {'id': 'c5734587-adca-45ee-9360-949164cf97c9', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:14:23Z', 'updated_at': '2022-11-03T02:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fe4ebc3e-92e5-438d-adda-9b9193553684', 'name': '', 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'mac_address': 'fa:16:3e:7d:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:14:15Z', 'updated_at': '2022-11-03T02:14:18Z', 'revision_number': 5, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'subnets': [{'id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a81149-bdc7-417f-b38e-c5a449f9934b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:29.570653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf404f2-e334-4ab9-8f61-1a84bcba86bc None None] The sync data for ids ['78ecc6b9-a3d8-4721-84e0-dcd40c0120b8'] in dv-neutron-860659-5-hyperv is: [{'id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'name': 'router1', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'c5734587-adca-45ee-9360-949164cf97c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:14:06Z', 'updated_at': '2022-11-03T02:14:24Z', 'revision_number': 4, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'gw_port': {'id': 'c5734587-adca-45ee-9360-949164cf97c9', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:14:23Z', 'updated_at': '2022-11-03T02:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fe4ebc3e-92e5-438d-adda-9b9193553684', 'name': '', 'network_id': '834c7627-6e9c-4184-8ca1-80949b4ee3c3', 'tenant_id': 'e85937c9adab4e69b0168c7917fbda1e', 'mac_address': 'fa:16:3e:7d:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ecc6b9-a3d8-4721-84e0-dcd40c0120b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:14:15Z', 'updated_at': '2022-11-03T02:14:18Z', 'revision_number': 5, 'project_id': 'e85937c9adab4e69b0168c7917fbda1e', 'subnets': [{'id': '136849db-d0f6-4fcc-9471-20dc6abdd6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3a81149-bdc7-417f-b38e-c5a449f9934b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:14:30.886001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c5734587-adca-45ee-9360-949164cf97c9 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:14:30.937093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c5734587-adca-45ee-9360-949164cf97c9 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:14:30.940623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c5734587-adca-45ee-9360-949164cf97c9), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:30.940623 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c5734587-adca-45ee-9360-949164cf97c9 Nov 03 02:14:31.042749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c5734587-adca-45ee-9360-949164cf97c9 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:14:31.043151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c5734587-adca-45ee-9360-949164cf97c9), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:31.073070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port c5734587-adca-45ee-9360-949164cf97c9, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c5734587-adca-45ee-9360-949164cf97c9,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:14:31.081410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c5734587-adca-45ee-9360-949164cf97c9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:31.146756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=c5734587-adca-45ee-9360-949164cf97c9,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:32.913186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c5734587-adca-45ee-9360-949164cf97c9 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:14:33.004942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c5734587-adca-45ee-9360-949164cf97c9 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:14:33.007712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c5734587-adca-45ee-9360-949164cf97c9), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:33.008209 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c5734587-adca-45ee-9360-949164cf97c9 Nov 03 02:14:33.201874 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c5734587-adca-45ee-9360-949164cf97c9 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:14:39.663766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e40f-1a01-4fd9-b343-61c1da59ba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:40.719301 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:14:42.132723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb5ca-4cbf-43b8-974c-06c28656a4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:43.052777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:44.564536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:14:46.004698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:09.730968 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8ad38453-e6bc-47bc-9b98-a5161f4d0740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:12.113248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b193-7d7e-4fd6-8eff-bab5432986a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:13.050678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:14.542302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:16.010247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:17.717595 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:15:39.665059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e398ef4b-2269-491f-b79a-8a8e9b338505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:42.115649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-788199bf-49a1-4cd5-bc8b-e2174fb70e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:43.053566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:44.543058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:46.013795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:54.717739 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:15:54.769096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 32802) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:15:54.830950 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cda840e-5063-4fbf-b3fd-f198f876cfc3 admin admin] GET failed (client error): The resource could not be found. Nov 03 02:15:54.832231 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0cda840e-5063-4fbf-b3fd-f198f876cfc3 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621862 Nov 03 02:15:55.069574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e2a0e9-62ad-461a-ad1b-47da00d005b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:15:55.070978 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-66e2a0e9-62ad-461a-ad1b-47da00d005b6 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2343626 Nov 03 02:15:57.402517 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 32812) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:15:57.495317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106a8ffc-a8a5-4ca4-89ac-7c825125c09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:15:57.496680 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-106a8ffc-a8a5-4ca4-89ac-7c825125c09e admin admin] 10.222.0.23 "GET /v2.0/subnets/136849db-d0f6-4fcc-9471-20dc6abdd6c1 HTTP/1.1" status: 200 len: 849 time: 0.0932128 Nov 03 02:15:57.506552 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:15:57.589335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Publish callbacks [] for subnet (136849db-d0f6-4fcc-9471-20dc6abdd6c1), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:57.732377 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753905997963'] for subnet (136849db-d0f6-4fcc-9471-20dc6abdd6c1), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:57.761794 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:15:57.762385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:57.763645 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] 10.222.0.23 "PUT /v2.0/subnets/136849db-d0f6-4fcc-9471-20dc6abdd6c1 HTTP/1.1" status: 200 len: 868 time: 0.2607152 Nov 03 02:15:57.780258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90882710-a8e0-4f33-a6d4-a9b8965ccaa8 None None] Network 834c7627-6e9c-4184-8ca1-80949b4ee3c3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:15:57.784351 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=136849db-d0f6-4fcc-9471-20dc6abdd6c1,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:57.791897 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.792282 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.792647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.793004 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.793330 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.793665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.794012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.794349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.794696 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.795033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.795369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.795691 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:57.796010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087d2d5-a6b9-4a0f-a511-f5d199a1d915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:58.132971 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c36f9802-2faa-48aa-8060-a3870b0ff66d None None] Provisioning complete for port f4248959-9016-4833-ad2c-b76d43a1a95b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:15:58.133305 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c36f9802-2faa-48aa-8060-a3870b0ff66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f4248959-9016-4833-ad2c-b76d43a1a95b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:58.133643 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c36f9802-2faa-48aa-8060-a3870b0ff66d None None] Attempt 1 to provision port f4248959-9016-4833-ad2c-b76d43a1a95b Nov 03 02:15:58.206885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c36f9802-2faa-48aa-8060-a3870b0ff66d None None] Current status of the port f4248959-9016-4833-ad2c-b76d43a1a95b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:15:58.216687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c36f9802-2faa-48aa-8060-a3870b0ff66d None None] Provisioning complete for port fe4ebc3e-92e5-438d-adda-9b9193553684 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:15:58.217081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c36f9802-2faa-48aa-8060-a3870b0ff66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fe4ebc3e-92e5-438d-adda-9b9193553684), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:15:58.217417 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c36f9802-2faa-48aa-8060-a3870b0ff66d None None] Attempt 1 to provision port fe4ebc3e-92e5-438d-adda-9b9193553684 Nov 03 02:15:58.285426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c36f9802-2faa-48aa-8060-a3870b0ff66d None None] Current status of the port fe4ebc3e-92e5-438d-adda-9b9193553684 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:16:00.187618 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 32820) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:00.387997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78eff1e-2207-458e-8a6d-c7cb78fbe3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:00.388391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78eff1e-2207-458e-8a6d-c7cb78fbe3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:00.390015 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b78eff1e-2207-458e-8a6d-c7cb78fbe3e3 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013824 Nov 03 02:16:02.742213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 32828) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:02.876922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b344d-4a6b-4dc3-9d70-fc31589b8fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:02.877405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b344d-4a6b-4dc3-9d70-fc31589b8fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:02.879308 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6b4b344d-4a6b-4dc3-9d70-fc31589b8fb6 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1357141 Nov 03 02:16:05.235515 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 32836) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:05.387962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569270f4-7b52-4d57-b6a4-de4d00bd5001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:05.389351 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-569270f4-7b52-4d57-b6a4-de4d00bd5001 admin admin] 10.222.0.23 "GET /v2.0/networks/2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 886 time: 0.1529031 Nov 03 02:16:07.752815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 32846) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:07.885031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31d6e4d-d473-4624-8217-dcfb73525582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:07.886435 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b31d6e4d-d473-4624-8217-dcfb73525582 admin admin] 10.222.0.23 "GET /v2.0/networks/834c7627-6e9c-4184-8ca1-80949b4ee3c3 HTTP/1.1" status: 200 len: 869 time: 0.1326635 Nov 03 02:16:09.666349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-37cf0a6b-0803-4122-93cd-fbe742bba408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:10.221712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 32854) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:10.345947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553cbaa7-d9b4-48d2-8b03-3b70ef0d7831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:10.346407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553cbaa7-d9b4-48d2-8b03-3b70ef0d7831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:10.347914 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-553cbaa7-d9b4-48d2-8b03-3b70ef0d7831 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252689 Nov 03 02:16:12.118219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c8962cb-d9f5-4e5c-8eb8-8bccd3dd72fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:12.701682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 32862) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:12.791297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936932a6-afae-4abe-99c3-fc69beef33e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:12.791753 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936932a6-afae-4abe-99c3-fc69beef33e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:12.793254 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-936932a6-afae-4abe-99c3-fc69beef33e4 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903852 Nov 03 02:16:13.056175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:14.546607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:15.142530 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 32870) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:15.234668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabfe12c-8ad3-484b-be95-1503e5493f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:15.235979 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fabfe12c-8ad3-484b-be95-1503e5493f93 admin admin] 10.222.0.23 "GET /v2.0/subnets/136849db-d0f6-4fcc-9471-20dc6abdd6c1 HTTP/1.1" status: 200 len: 868 time: 0.0925164 Nov 03 02:16:16.018965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:17.574996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 32878) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:17.663473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4975ca-3cfa-4747-869d-c3912d2d5aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:17.664809 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0b4975ca-3cfa-4747-869d-c3912d2d5aa2 admin admin] 10.222.0.23 "GET /v2.0/subnets/8590969a-fbea-42b9-9dc4-5406d6f9c9ed HTTP/1.1" status: 200 len: 816 time: 0.0888562 Nov 03 02:16:31.717729 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:16:39.670250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e6a8fdc4-b7db-44ac-a7c6-428051f38f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:42.120391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5615e14d-ea16-4e64-b83c-434d75f0002e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:43.058087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:44.231423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 32932) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:44.278879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-3eb882cb-f88b-42bc-ad5c-1f9e0d3b973b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:16:44.280929 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3eb882cb-f88b-42bc-ad5c-1f9e0d3b973b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484424 Nov 03 02:16:44.551278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:46.021356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:46.708276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 32940) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:46.768416 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d037f92-7051-4816-859b-26c4581340de admin admin] GET failed (client error): The resource could not be found. Nov 03 02:16:46.769706 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9d037f92-7051-4816-859b-26c4581340de admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604668 Nov 03 02:16:46.913596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b83731-46ec-4db9-bb9f-46e65b57f394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:46.915000 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f8b83731-46ec-4db9-bb9f-46e65b57f394 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1412861 Nov 03 02:16:49.291048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 32948) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:49.337961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:16:49.358858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Made reservation on behalf of feaeb7d722fd4450a8cc40787958f7a4 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:16:49.361069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:49.395386 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.services.revisions.revision_plugin [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Could not find related network for resource to bump revision. Nov 03 02:16:49.407958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:16:49.417232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:49.417575 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Added segment 9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff of type vlan for network 64dee47f-b314-405e-8178-3695792dd4a8 Nov 03 02:16:49.459532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (64dee47f-b314-405e-8178-3695792dd4a8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:49.482271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (64dee47f-b314-405e-8178-3695792dd4a8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:49.483787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:49.484361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:49.556740 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2645566 Nov 03 02:16:49.578077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=64dee47f-b314-405e-8178-3695792dd4a8,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:16:49.585865 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.586234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.586584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.586931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.587266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.587596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.587951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.588284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.588665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.589000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.589328 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.589650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.589979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a43a4-37c0-407f-b6ff-a3b94ff79bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:49.601977 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 64dee47f-b314-405e-8178-3695792dd4a8 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:16:51.927367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 32956) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:16:51.987300 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f74b01d-51b9-4e43-86a4-9544ed404787 admin admin] GET failed (client error): The resource could not be found. Nov 03 02:16:51.988561 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6f74b01d-51b9-4e43-86a4-9544ed404787 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602236 Nov 03 02:16:52.055494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367ea969-0511-4aca-bba9-58ad35474844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:52.056935 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-367ea969-0511-4aca-bba9-58ad35474844 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644188 Nov 03 02:16:52.066569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:16:52.085311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] Made reservation on behalf of feaeb7d722fd4450a8cc40787958f7a4 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:16:52.087520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:52.257506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for subnet (07266e7d-fb44-4806-8b67-3294493fcc55), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:52.313595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07266e7d-fb44-4806-8b67-3294493fcc55,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:16:52.321797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] Checking segment: {'id': '9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:16:52.322163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] Network hostable DHCP agents. Network: 64dee47f-b314-405e-8178-3695792dd4a8, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:16:52.339496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] Network 64dee47f-b314-405e-8178-3695792dd4a8 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:16:52.348881 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 64dee47f-b314-405e-8178-3695792dd4a8) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:16:52.353553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:16:52.354185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:52.358764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150055a8-79cc-49ed-a8cf-81c5ae9d4bea None None] Network 64dee47f-b314-405e-8178-3695792dd4a8 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:16:52.369563 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-294d80ec-01cf-4b6b-8e01-a336ad4ed431 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3062117 Nov 03 02:16:52.471234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-64dee47f-b314-405e-8178-3695792dd4a8', 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8', 'project_id': 'feaeb7d722fd4450a8cc40787958f7a4', 'fixed_ips': [{'subnet_id': '07266e7d-fb44-4806-8b67-3294493fcc55'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:16:52.472119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:52.610207 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Allocated IP 192.168.233.2 (64dee47f-b314-405e-8178-3695792dd4a8/07266e7d-fb44-4806-8b67-3294493fcc55/c6ba7f32-289d-4964-88b3-b1d4df42c975) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:16:52.848722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Publish callbacks [] for port (c6ba7f32-289d-4964-88b3-b1d4df42c975), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:52.856926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (c6ba7f32-289d-4964-88b3-b1d4df42c975), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:52.901623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Network 64dee47f-b314-405e-8178-3695792dd4a8 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:16:52.908519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:16:52.910618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Pushing event updated for resources: {'Port': ['ID=c6ba7f32-289d-4964-88b3-b1d4df42c975,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:16:52.912731 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:16:52.921261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.921635 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.921988 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.922327 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.922661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.922991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.923337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.923670 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.924010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.924359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.924717 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.925852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.925852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:16:52.979555 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Attempting to bind port c6ba7f32-289d-4964-88b3-b1d4df42c975 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:16:52.979932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Attempting to bind port c6ba7f32-289d-4964-88b3-b1d4df42c975 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:16:52.980324 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Attempting to bind port c6ba7f32-289d-4964-88b3-b1d4df42c975 on network 64dee47f-b314-405e-8178-3695792dd4a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:16:52.985718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:16:52.986095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Checking segment: {'id': '9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:16:52.986499 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:52.986894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Bound using segment: {'id': '9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:16:52.987388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Bound port: c6ba7f32-289d-4964-88b3-b1d4df42c975, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:16:52.989599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c6ba7f32-289d-4964-88b3-b1d4df42c975), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:53.048437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] For port c6ba7f32-289d-4964-88b3-b1d4df42c975, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:16:53.051761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] For port c6ba7f32-289d-4964-88b3-b1d4df42c975, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c6ba7f32-289d-4964-88b3-b1d4df42c975,segment=NetworkSegment(9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff),segment_id=9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:16:53.058197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c6ba7f32-289d-4964-88b3-b1d4df42c975), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:53.117179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff81fa0-ac97-4972-8391-655c9031ed73 None None] Pushing event updated for resources: {'Port': ['ID=c6ba7f32-289d-4964-88b3-b1d4df42c975,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:16:53.906976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49755283-bec2-424a-b1d5-010ed3e8ff94 None None] Network 64dee47f-b314-405e-8178-3695792dd4a8 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:16:53.973096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-198adfe9-44de-498a-86c1-c8024bf7c66a None None] Provisioning complete for port c6ba7f32-289d-4964-88b3-b1d4df42c975 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:16:53.973495 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-198adfe9-44de-498a-86c1-c8024bf7c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c6ba7f32-289d-4964-88b3-b1d4df42c975), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:53.973855 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-198adfe9-44de-498a-86c1-c8024bf7c66a None None] Attempt 1 to provision port c6ba7f32-289d-4964-88b3-b1d4df42c975 Nov 03 02:16:54.098182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-198adfe9-44de-498a-86c1-c8024bf7c66a None None] Current status of the port c6ba7f32-289d-4964-88b3-b1d4df42c975 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:16:54.100010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-198adfe9-44de-498a-86c1-c8024bf7c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c6ba7f32-289d-4964-88b3-b1d4df42c975), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:54.134920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-198adfe9-44de-498a-86c1-c8024bf7c66a None None] For port c6ba7f32-289d-4964-88b3-b1d4df42c975, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c6ba7f32-289d-4964-88b3-b1d4df42c975,segment=NetworkSegment(9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff),segment_id=9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:16:54.140149 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-198adfe9-44de-498a-86c1-c8024bf7c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c6ba7f32-289d-4964-88b3-b1d4df42c975), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:54.190218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198adfe9-44de-498a-86c1-c8024bf7c66a None None] Pushing event updated for resources: {'Port': ['ID=c6ba7f32-289d-4964-88b3-b1d4df42c975,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:16:54.361422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-27ebdd8f-3f05-462e-84b2-313bbf58006b None None] Provisioning complete for port c6ba7f32-289d-4964-88b3-b1d4df42c975 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:16:54.361790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-27ebdd8f-3f05-462e-84b2-313bbf58006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c6ba7f32-289d-4964-88b3-b1d4df42c975), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:54.362132 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-27ebdd8f-3f05-462e-84b2-313bbf58006b None None] Attempt 1 to provision port c6ba7f32-289d-4964-88b3-b1d4df42c975 Nov 03 02:16:54.437915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-27ebdd8f-3f05-462e-84b2-313bbf58006b None None] Current status of the port c6ba7f32-289d-4964-88b3-b1d4df42c975 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:16:54.986762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c6ba7f32-289d-4964-88b3-b1d4df42c975 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:16:55.034304 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c6ba7f32-289d-4964-88b3-b1d4df42c975 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:16:55.034708 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c6ba7f32-289d-4964-88b3-b1d4df42c975), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:16:55.035083 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c6ba7f32-289d-4964-88b3-b1d4df42c975 Nov 03 02:16:55.109461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c6ba7f32-289d-4964-88b3-b1d4df42c975 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:17:08.716022 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:17:09.696294 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0004341e-07d9-45a1-a13f-5905dcb4dbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:17:12.122159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cbb7df9c-dcf7-4d06-8e20-fcf26c7735e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:17:13.061881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:17:14.558746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:17:16.023849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:17:39.670361 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f9cac0a4-08de-49b7-b36b-1e0c096af16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:17:42.124701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ceee41cf-bbbd-4c91-a706-7117432cffb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:17:43.063107 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:17:44.555276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:17:45.714365 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:17:46.026854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:09.674505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-693a0aa0-8032-4c11-8f9e-f821ce34c7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:12.127076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-731aee58-de8a-475a-a3f2-fc93f237353d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:13.066413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:14.561227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:16.030113 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:21.427068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 32998) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:18:21.432661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-cb69a0ff-b946-493c-9d83-d9e4d4ecd699 tempest-verify_tempest_config-1708733462 tempest-verify_tempest_config-1708733462-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:18:21.433645 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cb69a0ff-b946-493c-9d83-d9e4d4ecd699 tempest-verify_tempest_config-1708733462 tempest-verify_tempest_config-1708733462-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055976 Nov 03 02:18:21.719741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33016) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:18:21.821286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:21.895562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Publish callbacks [] for security_group (3c3b1129-e0f0-486a-9802-9797d0e8af46), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:21.899050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3c3b1129-e0f0-486a-9802-9797d0e8af46), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:21.941718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3b1129-e0f0-486a-9802-9797d0e8af46,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:18:21.945274 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c05228fa34934730be81cb4d218059a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2245486 Nov 03 02:18:21.948318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33020) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:18:21.950570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.950917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.951260 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.951594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.951925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.952255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.952603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.952931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.953277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.953602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.953924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.954244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:21.954590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295b80a-333c-4eb9-8424-22d97ca7962c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.003202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Publish callbacks [] for security_group (3c3b1129-e0f0-486a-9802-9797d0e8af46), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:22.023881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Publish callbacks [] for security_group (3c3b1129-e0f0-486a-9802-9797d0e8af46), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:22.121197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3c3b1129-e0f0-486a-9802-9797d0e8af46), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:22.123832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:22.125208 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c3b1129-e0f0-486a-9802-9797d0e8af46 HTTP/1.1" status: 204 len: 168 time: 0.1756806 Nov 03 02:18:22.133062 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3b1129-e0f0-486a-9802-9797d0e8af46,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:18:22.140166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.140622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.140979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.141324 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.141667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.142001 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.142335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.142679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.143009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.143342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.143672 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.143999 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.144326 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fdf76-06fc-4763-8589-e5804f5853e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:18:22.713297 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:18:39.676021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c3efa04d-74f3-4a6e-bc2c-2cfb86a01fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:42.128013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0c9f-0397-4af5-9ca6-cbd5fea87887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:43.069317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:44.562339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:46.032663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:18:59.712507 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:19:09.700330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5d353033-38cd-4e9b-8944-cc3153ac713d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:19:12.129389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ae8afc1f-5864-4db3-b535-2fd13078c519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:19:13.072473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:19:14.566610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:19:16.034061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:19:36.711502 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:19:37.955463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688645'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:19:39.681971 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-12632f66-23f0-4606-9d67-7bc5330d835f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:19:42.130587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-208cd888-451a-458f-a68a-e07ea863c7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:19:43.076612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:19:44.569530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:19:46.037851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:19:51.962739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33092) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:19:52.066024 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-00ea377a-1ad0-432b-8850-43c7a4527d81 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1021671 Nov 03 02:19:54.485129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33102) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:19:54.538394 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6f2179b5-8357-4f7c-a87d-f76388ce424c admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0521965 Nov 03 02:20:07.946650 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:09.683499 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ffae-e24a-4a13-9149-f3562d00279d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:12.133357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0387654f-6cb2-4c1a-8d6b-f15dce0b1334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:13.076906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:13.710485 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:20:14.572352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:16.040345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:37.945915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:39.685907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-35b1a15e-dc95-4591-b6ff-d0d9072ca2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:42.134503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4bcf6b24-a84f-44c0-80eb-56035b53fe54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:43.080862 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:44.575426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:46.041870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:20:50.709813 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:21:07.959455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:09.704088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0e9ffc51-5e4e-48d2-83f5-8ec8822e75c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:12.137867 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34a1b6dd-ba68-47da-bd81-f3e2acc59e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:13.091719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:14.580374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:16.044883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:25.359860 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33216) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:25.670400 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-684927379-network', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:25.697261 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Made reservation on behalf of 110b6deb445a4d5f9083ed8d5b5e206b for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:25.700506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:25.709193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:25.787665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Publish callbacks [] for security_group (45607629-b9c4-40ab-af63-e10755a93ece), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:25.791843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (45607629-b9c4-40ab-af63-e10755a93ece), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:25.820131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:21:25.830618 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45607629-b9c4-40ab-af63-e10755a93ece,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:25.842360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.842736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.843080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.843408 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.843747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.844070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.844402 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.844759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.845086 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.845819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.845819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.846039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.846368 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Tracked resource versions report: Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: pushed versions: Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: { 'AddressGroup': {'1.2'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'ConntrackHelper': {'1.0'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'LocalIPAssociation': {'1.0'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Log': {'1.0'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Network': {'1.1'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Port': {'1.7'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'PortForwarding': {'1.2'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'QosPolicy': {'1.10'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SecurityGroup': {'1.5'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SubPort': {'1.0'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Subnet': {'1.1'}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Trunk': {'1.1'}} Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: consumer versions: Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: { DHCP agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: HyperV agent@hv-neutron-8606: {}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: L3 agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: Metadata agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: Metering agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: Open vSwitch agent@dv-neutron-860659-5-hyperv: { 'AddressGroup': '1.2', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'ConntrackHelper': '1.0', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'LocalIPAssociation': '1.0', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Log': '1.0', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Network': '1.1', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Port': '1.7', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'PortForwarding': '1.2', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'QosPolicy': '1.10', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SecurityGroup': '1.5', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SecurityGroupRule': '1.2', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'SubPort': '1.0', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Subnet': '1.1', Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: 'Trunk': '1.1'}} Nov 03 02:21:25.847541 dv-neutron-860659-5-hyperv neutron-server[104393]: {{(pid=104393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:21:25.858287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1cbf6d86-9509-4dd7-b8ed-41780a696e1f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:25.858781 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Added segment 1cbf6d86-9509-4dd7-b8ed-41780a696e1f of type vlan for network 72773225-cc76-406f-b827-ff4978dd1a2a Nov 03 02:21:25.902531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (72773225-cc76-406f-b827-ff4978dd1a2a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:25.927474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (72773225-cc76-406f-b827-ff4978dd1a2a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:25.928744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:25.929441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:25.984504 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6205409 Nov 03 02:21:25.984758 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33246) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:25.990999 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] Request body: {'subnet': {'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-684927379-subnet', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:26.015658 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6ae06-e939-42b5-86bf-8a363753d79b admin admin] Pushing event updated for resources: {'Network': ['ID=72773225-cc76-406f-b827-ff4978dd1a2a,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:26.027463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 72773225-cc76-406f-b827-ff4978dd1a2a details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:21:26.029820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] Made reservation on behalf of 110b6deb445a4d5f9083ed8d5b5e206b for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:26.033286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:26.241504 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for subnet (16b5e305-d6c5-448f-89a8-37a61e5a4123), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:26.295521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b5e305-d6c5-448f-89a8-37a61e5a4123,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:26.319021 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] Checking segment: {'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:26.319384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] Network hostable DHCP agents. Network: 72773225-cc76-406f-b827-ff4978dd1a2a, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:21:26.340076 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] Network 72773225-cc76-406f-b827-ff4978dd1a2a is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:21:26.350352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 72773225-cc76-406f-b827-ff4978dd1a2a) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:26.358554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9cbbbd-1ff3-4e23-8fc3-e1f9409aa95a None None] Network 72773225-cc76-406f-b827-ff4978dd1a2a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:26.360915 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:26.362041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:26.380708 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5bec0089-74a9-4795-8ae4-dbbd5794fd1b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3938553 Nov 03 02:21:26.382429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33278) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:26.390170 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:26.425921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:26.428793 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:26.486948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-72773225-cc76-406f-b827-ff4978dd1a2a', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'fixed_ips': [{'subnet_id': '16b5e305-d6c5-448f-89a8-37a61e5a4123'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:21:26.487690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:26.533200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Publish callbacks [] for router_controller (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:26.642092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Allocated IP 172.20.0.2 (72773225-cc76-406f-b827-ff4978dd1a2a/16b5e305-d6c5-448f-89a8-37a61e5a4123/51710cb1-b094-4170-8564-eb82a573480b) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:26.707090 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Publish callbacks [] for router_gateway (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:26.803667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Publish callbacks [] for port (51710cb1-b094-4170-8564-eb82a573480b), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:26.816753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (51710cb1-b094-4170-8564-eb82a573480b), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:26.882583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Pushing event updated for resources: {'Port': ['ID=51710cb1-b094-4170-8564-eb82a573480b,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:26.890463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Network 72773225-cc76-406f-b827-ff4978dd1a2a is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:26.891850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.892421 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.893082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.893315 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.893859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.894213 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.894571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.894909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.895297 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.895651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.895985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.896345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.896749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Tracked resource versions report: Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: pushed versions: Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: { 'AddressGroup': {'1.2'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'ConntrackHelper': {'1.0'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'LocalIPAssociation': {'1.0'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Log': {'1.0'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Network': {'1.1'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Port': {'1.7'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'PortForwarding': {'1.2'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'QosPolicy': {'1.10'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SecurityGroup': {'1.5'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SubPort': {'1.0'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Subnet': {'1.1'}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Trunk': {'1.1'}} Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: consumer versions: Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: { DHCP agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: HyperV agent@hv-neutron-8606: {}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: L3 agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: Metadata agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: Metering agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: Open vSwitch agent@dv-neutron-860659-5-hyperv: { 'AddressGroup': '1.2', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'ConntrackHelper': '1.0', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'LocalIPAssociation': '1.0', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Log': '1.0', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Network': '1.1', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Port': '1.7', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'PortForwarding': '1.2', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'QosPolicy': '1.10', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SecurityGroup': '1.5', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SecurityGroupRule': '1.2', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'SubPort': '1.0', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Subnet': '1.1', Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: 'Trunk': '1.1'}} Nov 03 02:21:26.897907 dv-neutron-860659-5-hyperv neutron-server[104395]: {{(pid=104395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:21:26.901252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:26.927330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:26.988824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Attempting to bind port 51710cb1-b094-4170-8564-eb82a573480b on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:26.989474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Attempting to bind port 51710cb1-b094-4170-8564-eb82a573480b by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:26.989844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Attempting to bind port 51710cb1-b094-4170-8564-eb82a573480b on network 72773225-cc76-406f-b827-ff4978dd1a2a {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:26.995371 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:26.996385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Checking segment: {'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:26.997921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:26.998422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Bound using segment: {'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:26.998997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Bound port: 51710cb1-b094-4170-8564-eb82a573480b, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:26.999614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (51710cb1-b094-4170-8564-eb82a573480b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.066388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Publish callbacks [] for router_gateway (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.077017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] For port 51710cb1-b094-4170-8564-eb82a573480b, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:27.082580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] For port 51710cb1-b094-4170-8564-eb82a573480b, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=51710cb1-b094-4170-8564-eb82a573480b,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:27.086063 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.094899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (51710cb1-b094-4170-8564-eb82a573480b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.162990 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1f2c0-ad19-4728-9562-966f41acfe60 None None] Pushing event updated for resources: {'Port': ['ID=51710cb1-b094-4170-8564-eb82a573480b,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:27.205297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33308) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:27.221456 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Allocated IP 172.26.6.161 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/4c1690c5-6408-42e1-a13f-0aab17dbae7b) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:27.337003 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Publish callbacks [] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.385100 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.455572 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:27.459287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Pushing event updated for resources: {'Port': ['ID=4c1690c5-6408-42e1-a13f-0aab17dbae7b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:27.465521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:27.489533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:27.580943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33326) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:27.655981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-770233239-network', 'tenant_id': '8feee47686084b68914c40f971ada1e1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:27.678014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Made reservation on behalf of 8feee47686084b68914c40f971ada1e1 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:27.681511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.692075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.710486 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:21:27.716286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33330) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:27.750693 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Publish callbacks [] for router_gateway (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.785355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Publish callbacks [] for security_group (f8ad21b8-385a-4981-8641-2238eab3909f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.790888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (f8ad21b8-385a-4981-8641-2238eab3909f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.818748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ad21b8-385a-4981-8641-2238eab3909f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:27.828024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.828378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.828748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.829082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.829414 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.829738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.830078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.830404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.830740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.831062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.831377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.832142 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.832654 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Tracked resource versions report: Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: pushed versions: Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: { 'AddressGroup': {'1.2'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'ConntrackHelper': {'1.0'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'LocalIPAssociation': {'1.0'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Log': {'1.0'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Network': {'1.1'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Port': {'1.7'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'PortForwarding': {'1.2'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'QosPolicy': {'1.10'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SecurityGroup': {'1.5'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SubPort': {'1.0'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Subnet': {'1.1'}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Trunk': {'1.1'}} Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: consumer versions: Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: { DHCP agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: HyperV agent@hv-neutron-8606: {}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: L3 agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: Metadata agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: Metering agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: Open vSwitch agent@dv-neutron-860659-5-hyperv: { 'AddressGroup': '1.2', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'ConntrackHelper': '1.0', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'LocalIPAssociation': '1.0', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Log': '1.0', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Network': '1.1', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Port': '1.7', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'PortForwarding': '1.2', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'QosPolicy': '1.10', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SecurityGroup': '1.5', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SecurityGroupRule': '1.2', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'SubPort': '1.0', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Subnet': '1.1', Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: 'Trunk': '1.1'}} Nov 03 02:21:27.833901 dv-neutron-860659-5-hyperv neutron-server[104394]: {{(pid=104394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:21:27.842643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:21:27.854646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (ae2bae9a-76a0-49d1-92b5-545b67d24025), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:27.855160 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Added segment ae2bae9a-76a0-49d1-92b5-545b67d24025 of type vlan for network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 Nov 03 02:21:27.969419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (214f5d7e-7a4b-4b7f-b081-a7f3695a0879), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.002800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (214f5d7e-7a4b-4b7f-b081-a7f3695a0879), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.004128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:28.004801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.030606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.039521 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8280022 Nov 03 02:21:28.040975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33342) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:28.046958 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] Request body: {'subnet': {'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-770233239-subnet', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:28.080872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e40e32-e79e-4ff1-a11b-ef9d4e04829e admin admin] Pushing event updated for resources: {'Network': ['ID=214f5d7e-7a4b-4b7f-b081-a7f3695a0879,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:28.092130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:21:28.133365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-592304910-network', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:28.140457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] Made reservation on behalf of 8feee47686084b68914c40f971ada1e1 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:28.151253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.157996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Made reservation on behalf of 4500101cd60a4fa893ef7369ece32b0f for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:28.160950 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.175451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.216077 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1672980438'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:28.315145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Publish callbacks [] for security_group (723c517d-5581-461e-94bc-e6c01d264276), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.326619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (723c517d-5581-461e-94bc-e6c01d264276), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.328000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Made reservation on behalf of 38df6ef60728436fa568523942919ba9 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:28.331576 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.368923 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:21:28.371134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:21:28.374677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.381681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (db85289f-2749-423c-8df3-5e7ba58db3db), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.382230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Added segment db85289f-2749-423c-8df3-5e7ba58db3db of type vlan for network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 Nov 03 02:21:28.401420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1c8973-d519-484a-8765-5e29896a3f4b None None] Network 72773225-cc76-406f-b827-ff4978dd1a2a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:28.429396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (8dfa6efe-319f-4c0f-8e60-a0f167ddb627), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.486344 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723c517d-5581-461e-94bc-e6c01d264276,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:28.489325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (8dfa6efe-319f-4c0f-8e60-a0f167ddb627), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.490264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:28.490841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.543021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7b318c9f-9fc1-4c46-9a24-ff6b0473c5e5 None None] Provisioning complete for port 51710cb1-b094-4170-8564-eb82a573480b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:28.543572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7b318c9f-9fc1-4c46-9a24-ff6b0473c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (51710cb1-b094-4170-8564-eb82a573480b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.544134 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7b318c9f-9fc1-4c46-9a24-ff6b0473c5e5 None None] Attempt 1 to provision port 51710cb1-b094-4170-8564-eb82a573480b Nov 03 02:21:28.568235 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9854891 Nov 03 02:21:28.573337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33360) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:28.585644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7b1ee-6c72-4d38-991f-637dc322c285 admin admin] Pushing event updated for resources: {'Network': ['ID=8dfa6efe-319f-4c0f-8e60-a0f167ddb627,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:28.602230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] Request body: {'subnet': {'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-592304910-subnet', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:28.610444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:21:28.682404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] Made reservation on behalf of 4500101cd60a4fa893ef7369ece32b0f for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:28.685580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.730594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7b318c9f-9fc1-4c46-9a24-ff6b0473c5e5 None None] Current status of the port 51710cb1-b094-4170-8564-eb82a573480b is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:28.731532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7b318c9f-9fc1-4c46-9a24-ff6b0473c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (51710cb1-b094-4170-8564-eb82a573480b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.782459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:21:28.790906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7b318c9f-9fc1-4c46-9a24-ff6b0473c5e5 None None] For port 51710cb1-b094-4170-8564-eb82a573480b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=51710cb1-b094-4170-8564-eb82a573480b,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:28.795636 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Sync routers for ids ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:21:28.805520 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7b318c9f-9fc1-4c46-9a24-ff6b0473c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (51710cb1-b094-4170-8564-eb82a573480b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.834828 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Routers {'bbc9878f-8a5f-4caf-934d-d6f97e3224e5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:28.838283 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:28.878986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.884784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33372) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:28.894231 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1a40dd06-74b0-4ab7-96d5-0ea9599b83bb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5107250 Nov 03 02:21:28.958093 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for subnet (779d4c97-99b1-4d8a-82f4-46c58d3fbdb4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:28.958632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b318c9f-9fc1-4c46-9a24-ff6b0473c5e5 None None] Pushing event updated for resources: {'Port': ['ID=51710cb1-b094-4170-8564-eb82a573480b,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:29.039476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks [] for security_group (022f41a4-b9b3-4985-8f2f-f703f575cce1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.064937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (022f41a4-b9b3-4985-8f2f-f703f575cce1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.122831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=779d4c97-99b1-4d8a-82f4-46c58d3fbdb4,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:29.149083 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Set router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:29.157111 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:21:29.205475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 51710cb1-b094-4170-8564-eb82a573480b up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:29.266583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ab24920e-9428-4bbc-a256-c9a1de0f98e2 None None] Provisioning complete for port 51710cb1-b094-4170-8564-eb82a573480b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:29.267246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ab24920e-9428-4bbc-a256-c9a1de0f98e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (51710cb1-b094-4170-8564-eb82a573480b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.267829 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ab24920e-9428-4bbc-a256-c9a1de0f98e2 None None] Attempt 1 to provision port 51710cb1-b094-4170-8564-eb82a573480b Nov 03 02:21:29.327510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 51710cb1-b094-4170-8564-eb82a573480b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:29.329473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (51710cb1-b094-4170-8564-eb82a573480b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.330305 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 51710cb1-b094-4170-8564-eb82a573480b Nov 03 02:21:29.526555 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ab24920e-9428-4bbc-a256-c9a1de0f98e2 None None] Current status of the port 51710cb1-b094-4170-8564-eb82a573480b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:29.558190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022f41a4-b9b3-4985-8f2f-f703f575cce1,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:29.563504 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:27Z', 'revision_number': 3, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:29.589366 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a11b74b9-1e18-4c4e-aebd-4d6067433dbb), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.589986 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Added segment a11b74b9-1e18-4c4e-aebd-4d6067433dbb of type vlan for network 5a4aafd2-d78d-4273-bfae-ae637df3a8df Nov 03 02:21:29.601626 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Checking router: bbc9878f-8a5f-4caf-934d-d6f97e3224e5 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:21:29.603065 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Updating router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 port 4c1690c5-6408-42e1-a13f-0aab17dbae7b binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:21:29.627265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 51710cb1-b094-4170-8564-eb82a573480b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:29.627888 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] Checking segment: {'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:29.628654 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] Network hostable DHCP agents. Network: 214f5d7e-7a4b-4b7f-b081-a7f3695a0879, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:21:29.663243 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.672307 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33394) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:29.674296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33396) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:29.738346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (5a4aafd2-d78d-4273-bfae-ae637df3a8df), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.741283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for subnet (e9e1d81e-4903-440c-8ce1-16cfd1e6d84b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.796498 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e1d81e-4903-440c-8ce1-16cfd1e6d84b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:29.800583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] Network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:21:29.840767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33406) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:29.858206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 214f5d7e-7a4b-4b7f-b081-a7f3695a0879) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:29.863995 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (5a4aafd2-d78d-4273-bfae-ae637df3a8df), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.869124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:29.869725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.870405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c50495-33ff-41d5-bb4f-0c5eb609019f None None] Network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:29.890750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:29.891398 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.914801 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1969187 Nov 03 02:21:29.915418 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33410) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:29.930759 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:29.944197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Request body: {'subnet': {'network_id': '5a4aafd2-d78d-4273-bfae-ae637df3a8df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:29.997424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] Checking segment: {'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:29.997934 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] Network hostable DHCP agents. Network: 8dfa6efe-319f-4c0f-8e60-a0f167ddb627, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:21:30.049763 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Publish callbacks [] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.060817 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.114416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'project_id': '8feee47686084b68914c40f971ada1e1', 'fixed_ips': [{'subnet_id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:21:30.116177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.121039 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-868e78e5-f410-4ebe-b679-6fc7b3353d0c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0786047 Nov 03 02:21:30.121221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:30.127792 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Pushing event updated for resources: {'Port': ['ID=4c1690c5-6408-42e1-a13f-0aab17dbae7b,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:30.138022 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.139424 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.139934 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.140456 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.141150 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.141949 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Tracked resource versions report: Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: pushed versions: Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: { 'AddressGroup': {'1.2'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'ConntrackHelper': {'1.0'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'LocalIPAssociation': {'1.0'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Log': {'1.0'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Network': {'1.1'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Port': {'1.7'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'PortForwarding': {'1.2'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'QosPolicy': {'1.10'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SecurityGroup': {'1.5'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SubPort': {'1.0'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Subnet': {'1.1'}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Trunk': {'1.1'}} Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: consumer versions: Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: { DHCP agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: HyperV agent@hv-neutron-8606: {}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: L3 agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: Metadata agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: Metering agent@dv-neutron-860659-5-hyperv: {}, Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: Open vSwitch agent@dv-neutron-860659-5-hyperv: { 'AddressGroup': '1.2', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'ConntrackHelper': '1.0', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'LocalIPAssociation': '1.0', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Log': '1.0', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Network': '1.1', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Port': '1.7', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'PortForwarding': '1.2', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'QosPolicy': '1.10', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SecurityGroup': '1.5', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SecurityGroupRule': '1.2', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'SubPort': '1.0', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Subnet': '1.1', Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: 'Trunk': '1.1'}} Nov 03 02:21:30.172387 dv-neutron-860659-5-hyperv neutron-server[104396]: {{(pid=104396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:21:30.177525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33412) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:30.177525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:30.180064 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Attempting to bind port 4c1690c5-6408-42e1-a13f-0aab17dbae7b on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:30.180823 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Attempting to bind port 4c1690c5-6408-42e1-a13f-0aab17dbae7b by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:30.181391 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Attempting to bind port 4c1690c5-6408-42e1-a13f-0aab17dbae7b on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:30.189892 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:30.190884 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:30.191480 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.192665 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:30.193299 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Bound port: 4c1690c5-6408-42e1-a13f-0aab17dbae7b, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:30.193830 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.194805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.202310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea6531-1818-44af-a55b-0266c23c0b04 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Pushing event updated for resources: {'Network': ['ID=5a4aafd2-d78d-4273-bfae-ae637df3a8df,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:30.205221 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] Network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:21:30.215263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (80bd22db-758a-495b-a022-6a1f1254a118), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.216695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (80bd22db-758a-495b-a022-6a1f1254a118), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.225015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 8dfa6efe-319f-4c0f-8e60-a0f167ddb627) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:30.234478 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:30.235253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.273200 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] For port 4c1690c5-6408-42e1-a13f-0aab17dbae7b, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:30.274216 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c734fce6-e5a9-4c01-9b24-74deeda64d4f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6780512 Nov 03 02:21:30.277052 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] For port 4c1690c5-6408-42e1-a13f-0aab17dbae7b, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4c1690c5-6408-42e1-a13f-0aab17dbae7b,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:30.277574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33414) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:30.286645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:30.288512 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.294500 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Made reservation on behalf of 38df6ef60728436fa568523942919ba9 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:30.299342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.328593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 5a4aafd2-d78d-4273-bfae-ae637df3a8df details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:21:30.334470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd9896-b958-4c00-907c-67f8c640577c None None] Network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:30.347799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1504826260', 'router:external': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:30.400810 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627bb87-68f6-4228-ac15-68f79b763a36 None None] Pushing event updated for resources: {'Port': ['ID=4c1690c5-6408-42e1-a13f-0aab17dbae7b,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:30.411732 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Routers {'bbc9878f-8a5f-4caf-934d-d6f97e3224e5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:30.412587 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:30.488894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Publish callbacks [] for router_controller (80bd22db-758a-495b-a022-6a1f1254a118), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.504446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1659587368'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:30.529902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Made reservation on behalf of 94a18fade98047639d2aa0e5c9c45c18 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:30.532198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.564705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.577566 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] Set router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:30.580929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33422) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:30.613781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Allocated IP 172.20.0.1 (72773225-cc76-406f-b827-ff4978dd1a2a/16b5e305-d6c5-448f-89a8-37a61e5a4123/5624ebb1-d734-4e9c-8549-708146acf04c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:30.628784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (21f218dd-53f7-49c3-9b07-4b1739df229e), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.630323 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (21f218dd-53f7-49c3-9b07-4b1739df229e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.691482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Made reservation on behalf of f743a5d0777348bf94c47de50df6ccde for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:30.694601 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.758075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.784296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.787890 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Publish callbacks [] for router_gateway (80bd22db-758a-495b-a022-6a1f1254a118), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.834129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:30.892647 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:27Z', 'revision_number': 3, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:30.923147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Publish callbacks [] for router_controller (21f218dd-53f7-49c3-9b07-4b1739df229e), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.927989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Allocated IP 172.20.0.2 (214f5d7e-7a4b-4b7f-b081-a7f3695a0879/779d4c97-99b1-4d8a-82f4-46c58d3fbdb4/a7042844-e732-4db1-b278-e7c56c75b3d4) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:30.932316 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'fixed_ips': [{'subnet_id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:21:30.933398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.958366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Publish callbacks [] for port (5624ebb1-d734-4e9c-8549-708146acf04c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.968395 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238be8b-feaf-47c0-a432-8e36818305e3 None None] The sync data for ids ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'] in dv-neutron-860659-5-hyperv is: [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:27Z', 'revision_number': 3, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:21:30.979248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for security_group (fa2ad6b0-27b6-43a0-9314-4adffc0b2e28), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:30.994820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (fa2ad6b0-27b6-43a0-9314-4adffc0b2e28), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.008242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for subnet (b9da94d6-1939-4526-97dd-835507fe5632), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.089248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.143333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Allocated IP 172.26.6.234 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/6f38afde-e90a-4828-86a1-629bda275825) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:31.147075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:21:31.206472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Allocated IP 172.20.0.2 (8dfa6efe-319f-4c0f-8e60-a0f167ddb627/e9e1d81e-4903-440c-8ce1-16cfd1e6d84b/fade1508-e1c7-4b90-899b-58583f60db8d) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:31.213492 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Pushing event updated for resources: {'Subnet': ['ID=b9da94d6-1939-4526-97dd-835507fe5632,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:31.233693 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Publish callbacks [] for router_gateway (21f218dd-53f7-49c3-9b07-4b1739df229e), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.242342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Publish callbacks [] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.252221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (aafc7e5d-6dc3-4b10-8e61-5b38448c897b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.252609 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Added segment aafc7e5d-6dc3-4b10-8e61-5b38448c897b of type vlan for network 99cff799-0636-4b68-bd52-1ea466f22c73 Nov 03 02:21:31.259081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks [] for security_group (e9abeceb-76a8-4fe2-81f1-05f2ca934cba), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.273389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Checking segment: {'id': 'a11b74b9-1e18-4c4e-aebd-4d6067433dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a4aafd2-d78d-4273-bfae-ae637df3a8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:31.273752 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Network hostable DHCP agents. Network: 5a4aafd2-d78d-4273-bfae-ae637df3a8df, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:21:31.278281 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e9abeceb-76a8-4fe2-81f1-05f2ca934cba), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.291409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.327210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2ad6b0-27b6-43a0-9314-4adffc0b2e28,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:31.348302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:21:31.355991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:31.363416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.377018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:31.387619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:31.388111 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9abeceb-76a8-4fe2-81f1-05f2ca934cba,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:31.392607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b502660f-032e-428b-95b7-5dcb148faa37), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.393141 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Added segment b502660f-032e-428b-95b7-5dcb148faa37 of type vlan for network 42901763-366c-461f-8eaa-cf666b7f66e7 Nov 03 02:21:31.404790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Pushing event updated for resources: {'Port': ['ID=a7042844-e732-4db1-b278-e7c56c75b3d4,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:31.409565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Network 5a4aafd2-d78d-4273-bfae-ae637df3a8df is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:21:31.507450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (42901763-366c-461f-8eaa-cf666b7f66e7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.533122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (99cff799-0636-4b68-bd52-1ea466f22c73), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.537544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Attempting to bind port a7042844-e732-4db1-b278-e7c56c75b3d4 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:31.537921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Attempting to bind port a7042844-e732-4db1-b278-e7c56c75b3d4 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:31.538291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Attempting to bind port a7042844-e732-4db1-b278-e7c56c75b3d4 on network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:31.551074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:31.551454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Checking segment: {'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:31.551861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.552263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Bound using segment: {'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:31.552769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Bound port: a7042844-e732-4db1-b278-e7c56c75b3d4, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:31.553153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.553250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Network 72773225-cc76-406f-b827-ff4978dd1a2a is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:31.558496 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Publish callbacks [] for port (fade1508-e1c7-4b90-899b-58583f60db8d), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.580838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.599633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Pushing event updated for resources: {'Port': ['ID=5624ebb1-d734-4e9c-8549-708146acf04c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:31.602061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:31.643237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:31.655795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:31.664345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:31.665737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:31.668667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.686105 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Pushing event updated for resources: {'Port': ['ID=fade1508-e1c7-4b90-899b-58583f60db8d,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:31.701100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks [] for port (6f38afde-e90a-4828-86a1-629bda275825), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.741629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] For port a7042844-e732-4db1-b278-e7c56c75b3d4, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:31.757496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.resource_extend [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:21:31.799167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] For port a7042844-e732-4db1-b278-e7c56c75b3d4, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a7042844-e732-4db1-b278-e7c56c75b3d4,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:31.800647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Attempting to bind port fade1508-e1c7-4b90-899b-58583f60db8d on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:31.801017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Attempting to bind port fade1508-e1c7-4b90-899b-58583f60db8d by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:31.801380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Attempting to bind port fade1508-e1c7-4b90-899b-58583f60db8d on network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:31.825412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 5a4aafd2-d78d-4273-bfae-ae637df3a8df) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:31.831283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:31.831438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:31.831764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Checking segment: {'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:31.832275 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.832589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.832997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Bound using segment: {'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:31.833500 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Bound port: fade1508-e1c7-4b90-899b-58583f60db8d, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:31.833883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.857026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (42901763-366c-461f-8eaa-cf666b7f66e7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.862771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:31.864358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.868786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26ee839-cc89-498a-8c3e-fd1ad219459d None None] Network 5a4aafd2-d78d-4273-bfae-ae637df3a8df requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:31.878680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (99cff799-0636-4b68-bd52-1ea466f22c73), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.881151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:31.881734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.900133 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0557053 Nov 03 02:21:31.907049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (6f38afde-e90a-4828-86a1-629bda275825), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:31.951892 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-05a487e2-8b16-457d-863e-60494feb536f tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0093834 Nov 03 02:21:31.954328 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33442) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:31.966608 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Request body: {'port': {'network_id': '5a4aafd2-d78d-4273-bfae-ae637df3a8df', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2093730650'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:32.008354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Pushing event updated for resources: {'Port': ['ID=6f38afde-e90a-4828-86a1-629bda275825,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:32.047048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.117348 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125ff7b-8cdf-4f8e-ab35-0f30ba7096b1 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Pushing event updated for resources: {'Network': ['ID=42901763-366c-461f-8eaa-cf666b7f66e7,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:32.120144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-5a4aafd2-d78d-4273-bfae-ae637df3a8df', 'network_id': '5a4aafd2-d78d-4273-bfae-ae637df3a8df', 'project_id': '38df6ef60728436fa568523942919ba9', 'fixed_ips': [{'subnet_id': 'b9da94d6-1939-4526-97dd-835507fe5632'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:21:32.121202 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.130303 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Publish callbacks [] for router_gateway (80bd22db-758a-495b-a022-6a1f1254a118), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.140079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:32.149182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:32.171550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Provisioning complete for port 5624ebb1-d734-4e9c-8549-708146acf04c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:32.172191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.172813 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Attempt 1 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:32.180134 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4918461 Nov 03 02:21:32.188141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:32.197931 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33448) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:32.204212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Request body: {'subnet': {'network_id': '99cff799-0636-4b68-bd52-1ea466f22c73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:32.214349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 42901763-366c-461f-8eaa-cf666b7f66e7 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:21:32.228686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Port 5624ebb1-d734-4e9c-8549-708146acf04c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:32.230841 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.272404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c9dfe-0bcd-4e3b-90d6-9547bd6973ad tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event updated for resources: {'Network': ['ID=99cff799-0636-4b68-bd52-1ea466f22c73,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:32.320748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Made reservation on behalf of 94a18fade98047639d2aa0e5c9c45c18 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:32.323137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.331616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.335692 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 99cff799-0636-4b68-bd52-1ea466f22c73 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:21:32.529648 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Made reservation on behalf of 38df6ef60728436fa568523942919ba9 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:32.533102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.569524 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks [] for floatingip (3b37d9b2-50a3-41f9-a366-ed39b71c27a0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.571000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.633479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Publish callbacks [] for router_gateway (21f218dd-53f7-49c3-9b07-4b1739df229e), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.655308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] For port fade1508-e1c7-4b90-899b-58583f60db8d, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:32.660231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a57e8b-3ea3-432c-86f8-995872df2a34 None None] Pushing event updated for resources: {'Port': ['ID=a7042844-e732-4db1-b278-e7c56c75b3d4,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:32.703145 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] For port fade1508-e1c7-4b90-899b-58583f60db8d, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fade1508-e1c7-4b90-899b-58583f60db8d,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:32.707798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6f38afde-e90a-4828-86a1-629bda275825), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.714472 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.748557 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Allocated IP 172.26.6.219 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/5581603c-c64e-4e97-b410-14b1c8578428) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:32.760097 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Attempt 2 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:32.770360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:32.851444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Port 5624ebb1-d734-4e9c-8549-708146acf04c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:32.889028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33452) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:32.896506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Request body: {'port': {'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7', 'binding:host_id': 'hv-neutron-8606', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2005627330'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:32.917654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea0697-f2b8-4ce8-a2dd-b6b0b5f9fc60 None None] Pushing event updated for resources: {'Port': ['ID=fade1508-e1c7-4b90-899b-58583f60db8d,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:32.935344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Allocated IP 172.20.0.2 (5a4aafd2-d78d-4273-bfae-ae637df3a8df/b9da94d6-1939-4526-97dd-835507fe5632/57d47c9e-d0cd-471f-8b93-75983f15c508) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:32.947809 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] device_id is not set on port bd180ae0-ba80-47b8-98d0-84b49002a7fe yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:21:33.001081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Made reservation on behalf of c4410d40fc124e318aba571605f5bb96 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:33.003474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.021251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Publish callbacks [] for port (5581603c-c64e-4e97-b410-14b1c8578428), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.041225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.140525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks [] for port (6f38afde-e90a-4828-86a1-629bda275825), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.218418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Publish callbacks [] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.227393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.292710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6f38afde-e90a-4828-86a1-629bda275825), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.297536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (3b37d9b2-50a3-41f9-a366-ed39b71c27a0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.330806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Pushing event updated for resources: {'Port': ['ID=57d47c9e-d0cd-471f-8b93-75983f15c508,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:33.343889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Network 5a4aafd2-d78d-4273-bfae-ae637df3a8df is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:33.349794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a7042844-e732-4db1-b278-e7c56c75b3d4 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:33.390982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.395576 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7091157 Nov 03 02:21:33.397640 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Attempt 3 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:33.399628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:33.402041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33454) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:33.402255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:33.416523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7b8d6c73-c2ea-41b5-8687-f589a7511f5d tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-314214415', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'fixed_ips': [{'ip_address': '172.26.6.234'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:33.426379 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Publish callbacks [] for port (5624ebb1-d734-4e9c-8549-708146acf04c), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.435887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383b959-d479-405c-8a0e-f5ae7ff7113c tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Pushing event updated for resources: {'Port': ['ID=6f38afde-e90a-4828-86a1-629bda275825,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:33.443175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.443979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.446203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (5581603c-c64e-4e97-b410-14b1c8578428), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.490538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Allocated IP 172.20.0.6 (5a4aafd2-d78d-4273-bfae-ae637df3a8df/b9da94d6-1939-4526-97dd-835507fe5632/bd180ae0-ba80-47b8-98d0-84b49002a7fe) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:33.496908 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Port 5624ebb1-d734-4e9c-8549-708146acf04c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:33.519960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8d6c73-c2ea-41b5-8687-f589a7511f5d tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Made reservation on behalf of 33bce5c3388b4774b961e11f742ddfe5 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:33.522079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6c73-c2ea-41b5-8687-f589a7511f5d tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.528330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port a7042844-e732-4db1-b278-e7c56c75b3d4 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:33.528962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.529484 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port a7042844-e732-4db1-b278-e7c56c75b3d4 Nov 03 02:21:33.531486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Attempting to bind port 57d47c9e-d0cd-471f-8b93-75983f15c508 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:33.532045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Attempting to bind port 57d47c9e-d0cd-471f-8b93-75983f15c508 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'a11b74b9-1e18-4c4e-aebd-4d6067433dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a4aafd2-d78d-4273-bfae-ae637df3a8df'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:33.532878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Attempting to bind port 57d47c9e-d0cd-471f-8b93-75983f15c508 on network 5a4aafd2-d78d-4273-bfae-ae637df3a8df {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:33.555226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:33.558677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:33.559740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Checking segment: {'id': 'a11b74b9-1e18-4c4e-aebd-4d6067433dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a4aafd2-d78d-4273-bfae-ae637df3a8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:33.560414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.560733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Bound using segment: {'id': 'a11b74b9-1e18-4c4e-aebd-4d6067433dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a4aafd2-d78d-4273-bfae-ae637df3a8df'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:33.561404 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Bound port: 57d47c9e-d0cd-471f-8b93-75983f15c508, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11b74b9-1e18-4c4e-aebd-4d6067433dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a4aafd2-d78d-4273-bfae-ae637df3a8df'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:33.561636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.571475 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:33.577101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:33.580239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Pushing event updated for resources: {'Port': ['ID=5581603c-c64e-4e97-b410-14b1c8578428,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:33.596837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6c73-c2ea-41b5-8687-f589a7511f5d tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.610285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks [] for security_group (8a7793c5-12d3-49e3-8f7b-a6f03457cbfb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.637970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Pushing event updated for resources: {'Port': ['ID=5624ebb1-d734-4e9c-8549-708146acf04c,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:33.640297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (8a7793c5-12d3-49e3-8f7b-a6f03457cbfb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.655766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] device_id is not set on port 4eb13011-3875-43b7-b739-5a2142d706e1 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:21:33.674025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Allocated IP 172.26.6.4 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/dcb8aaeb-49df-499b-aa40-feed168c0735) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:33.705852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] For port 57d47c9e-d0cd-471f-8b93-75983f15c508, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:33.724657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] For port 57d47c9e-d0cd-471f-8b93-75983f15c508, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=57d47c9e-d0cd-471f-8b93-75983f15c508,segment=NetworkSegment(a11b74b9-1e18-4c4e-aebd-4d6067433dbb),segment_id=a11b74b9-1e18-4c4e-aebd-4d6067433dbb)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:33.726139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port a7042844-e732-4db1-b278-e7c56c75b3d4 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:33.726588 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.752307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.837144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7793c5-12d3-49e3-8f7b-a6f03457cbfb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:33.936595 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port a7042844-e732-4db1-b278-e7c56c75b3d4, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a7042844-e732-4db1-b278-e7c56c75b3d4,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:33.962786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:33.963669 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4c1690c5-6408-42e1-a13f-0aab17dbae7b up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:33.988689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Network 72773225-cc76-406f-b827-ff4978dd1a2a is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:34.006952 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Attempt 4 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:34.011766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522310e-4325-45fd-a1a3-b098ed0179f4 None None] Pushing event updated for resources: {'Port': ['ID=57d47c9e-d0cd-471f-8b93-75983f15c508,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:34.020346 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:34.124459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Port 5624ebb1-d734-4e9c-8549-708146acf04c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:34.140046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Publish callbacks [] for router_gateway (80bd22db-758a-495b-a022-6a1f1254a118), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.155152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=a7042844-e732-4db1-b278-e7c56c75b3d4,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:34.170367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 4c1690c5-6408-42e1-a13f-0aab17dbae7b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:34.170782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.171276 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 4c1690c5-6408-42e1-a13f-0aab17dbae7b Nov 03 02:21:34.323521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 4c1690c5-6408-42e1-a13f-0aab17dbae7b is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:34.324102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.361236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 4c1690c5-6408-42e1-a13f-0aab17dbae7b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4c1690c5-6408-42e1-a13f-0aab17dbae7b,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:34.365590 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad9f99f-3550-4862-b325-c08ff07223be None None] Network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:34.390194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6c73-c2ea-41b5-8687-f589a7511f5d tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks [] for security_group (87b7058c-76bc-47cf-ae00-51a3dac8b436), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.396920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for port (dcb8aaeb-49df-499b-aa40-feed168c0735), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.452083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6c73-c2ea-41b5-8687-f589a7511f5d tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (87b7058c-76bc-47cf-ae00-51a3dac8b436), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.456715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks [] for port (bd180ae0-ba80-47b8-98d0-84b49002a7fe), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.469769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-7b8d6c73-c2ea-41b5-8687-f589a7511f5d tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] device_id is not set on port 1a38e95e-4f31-43ee-bd2a-33cd3e9e1d6a yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:21:34.487629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.494681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] device_id is not set on port 4eb13011-3875-43b7-b739-5a2142d706e1 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:21:34.533505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:21:34.534737 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for subnet (101f2524-b8f0-4ecf-bf31-bcd52adbd66d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.556530 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks [] for port (4eb13011-3875-43b7-b739-5a2142d706e1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.568709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:21:34.576681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d6c73-c2ea-41b5-8687-f589a7511f5d tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b7058c-76bc-47cf-ae00-51a3dac8b436,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:34.593611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (4eb13011-3875-43b7-b739-5a2142d706e1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.622850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=4c1690c5-6408-42e1-a13f-0aab17dbae7b,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:34.629398 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Attempt 5 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:34.640541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (dcb8aaeb-49df-499b-aa40-feed168c0735), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.678291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Port 5624ebb1-d734-4e9c-8549-708146acf04c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:34.708049 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (bd180ae0-ba80-47b8-98d0-84b49002a7fe), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.787205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:34.836534 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:34.841285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event updated for resources: {'Port': ['ID=4eb13011-3875-43b7-b739-5a2142d706e1,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:34.842506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event updated for resources: {'Subnet': ['ID=101f2524-b8f0-4ecf-bf31-bcd52adbd66d,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:34.845288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:34.878465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Pushing event updated for resources: {'Port': ['ID=bd180ae0-ba80-47b8-98d0-84b49002a7fe,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:34.885306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Allocated IP 172.26.6.73 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/93294408-6df3-406d-955f-221444ed14ba) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:34.890341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Checking segment: {'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:34.890712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Network hostable DHCP agents. Network: 42901763-366c-461f-8eaa-cf666b7f66e7, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:21:34.898363 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Network 5a4aafd2-d78d-4273-bfae-ae637df3a8df is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:34.935984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for floatingip (e963b7fd-0a29-450f-acee-11f10f67ca74), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.947516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:34.955108 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:34.960585 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:34.961238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:34.970083 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Checking segment: {'id': 'aafc7e5d-6dc3-4b10-8e61-5b38448c897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '99cff799-0636-4b68-bd52-1ea466f22c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:34.970083 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Network hostable DHCP agents. Network: 99cff799-0636-4b68-bd52-1ea466f22c73, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:21:34.975073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:21:34.986316 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8324149a-88a2-4799-ba37-9af2694e6e3b admin admin] 10.222.0.23 "PUT /v2.0/routers/bbc9878f-8a5f-4caf-934d-d6f97e3224e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1006050 Nov 03 02:21:34.987003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Sync routers for ids ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:21:35.020854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Routers {'bbc9878f-8a5f-4caf-934d-d6f97e3224e5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:35.022159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:35.023291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event updated for resources: {'Port': ['ID=dcb8aaeb-49df-499b-aa40-feed168c0735,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:35.025971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Network 42901763-366c-461f-8eaa-cf666b7f66e7 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:21:35.028511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (dcb8aaeb-49df-499b-aa40-feed168c0735), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.109452 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 42901763-366c-461f-8eaa-cf666b7f66e7) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:35.123074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a8133-6a63-427e-aeb9-17b800e62a0a None None] Network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:35.125839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660b740-2b52-4d93-ba7f-72a53deb4310 None None] Network 42901763-366c-461f-8eaa-cf666b7f66e7 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:35.131148 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9d2901c8-93b5-4dc9-a7a0-4cdf98532e4a tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1688416 Nov 03 02:21:35.134213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (80bd22db-758a-495b-a022-6a1f1254a118), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.138450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:35.146371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33460) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:35.157620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:35.157987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:35.158386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:35.167911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:35.168361 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:35.172517 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 2 to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 Nov 03 02:21:35.194554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:35.194967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:35.195389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:35.213430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:35.213956 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:35.241561 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 3 to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 Nov 03 02:21:35.260677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:35.260919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:35.261257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:35.267771 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:35.268413 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:35.271479 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 4 to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 Nov 03 02:21:35.289922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:35.290263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:35.290739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:35.298678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:35.299017 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:35.300896 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 5 to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 Nov 03 02:21:35.320110 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Attempt 6 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:35.320279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:35.320721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:35.321215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:35.328204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:35.328627 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:35.328742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Network 99cff799-0636-4b68-bd52-1ea466f22c73 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:21:35.338556 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 6 to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 Nov 03 02:21:35.350360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 99cff799-0636-4b68-bd52-1ea466f22c73) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:35.365989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:35.366288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:35.366583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:35.381981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:35.382421 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:35.385704 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 7 to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 Nov 03 02:21:35.414543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:35.414543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:35.414543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:35.428859 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:35.429195 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:35.434401 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 8 to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 Nov 03 02:21:35.460361 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81e53d-bddd-41d8-ab7a-bb1d6f4f1f1f None None] Network 99cff799-0636-4b68-bd52-1ea466f22c73 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:35.462828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:35.463194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.475508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:35.475850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:35.476186 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:35.490365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:35.490501 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:35.492852 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 9 to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 Nov 03 02:21:35.507331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for port (dcb8aaeb-49df-499b-aa40-feed168c0735), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.513764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:35.514244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:35.514600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:35.518035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (dcb8aaeb-49df-499b-aa40-feed168c0735), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.518682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (e963b7fd-0a29-450f-acee-11f10f67ca74), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.566889 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event updated for resources: {'Port': ['ID=dcb8aaeb-49df-499b-aa40-feed168c0735,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:35.577968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:35.578302 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:35.579584 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 10 to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 Nov 03 02:21:35.607865 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.613007 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a62398af-0b83-40f8-b1a8-3cc5e7427d84 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0292037 Nov 03 02:21:35.613892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33472) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:35.623816 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-163455338'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:35.632512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:35.632965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:35.633797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:35.634002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Port 5624ebb1-d734-4e9c-8549-708146acf04c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:35.641351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 4eb13011-3875-43b7-b739-5a2142d706e1 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:35.641681 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 4eb13011-3875-43b7-b739-5a2142d706e1 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:35.642045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (4eb13011-3875-43b7-b739-5a2142d706e1), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.684222 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-88d0ed6b-cb33-4bba-9586-4a9381617ea8 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4843855 Nov 03 02:21:35.695989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Set router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:35.696188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33474) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:35.713174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2108432975', 'network_id': '99cff799-0636-4b68-bd52-1ea466f22c73'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:35.731319 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Publish callbacks [] for port (93294408-6df3-406d-955f-221444ed14ba), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.737660 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Made reservation on behalf of d91a75f2b9ae4fac9272bae24686c4af for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:35.743166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Router 80bd22db-758a-495b-a022-6a1f1254a118 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:21:35.757242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.784033 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b302ac-2383-4911-ba55-b541f1641adb None None] Network 5a4aafd2-d78d-4273-bfae-ae637df3a8df requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:35.785839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.786228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a7042844-e732-4db1-b278-e7c56c75b3d4 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:35.792214 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Made reservation on behalf of 94a18fade98047639d2aa0e5c9c45c18 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:35.795230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.818667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] For port 4eb13011-3875-43b7-b739-5a2142d706e1, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:35.819333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempted to set empty binding levels {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 02:21:35.892194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (4eb13011-3875-43b7-b739-5a2142d706e1), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.894195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:35.895615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9d736-326c-447f-9bb8-0b4b03027742 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Deleting port bd180ae0-ba80-47b8-98d0-84b49002a7fe {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:21:35.895992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d736-326c-447f-9bb8-0b4b03027742 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bd180ae0-ba80-47b8-98d0-84b49002a7fe), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.896378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.910864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] device_id is not set on port 208f939e-1fbf-4edf-9582-a86bfb9cc015 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:21:35.934968 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d6285-533a-4eb0-a1a1-c29871e3e03d None None] Network 99cff799-0636-4b68-bd52-1ea466f22c73 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:35.936838 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (93294408-6df3-406d-955f-221444ed14ba), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:35.941039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33480) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:35.958525 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.0664873 Nov 03 02:21:35.966517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33482) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:35.976698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3c922ee5-6a14-444a-a184-8cd12f6c51c2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923098578', 'description': 'tempest-description--1366915160'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:36.063633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for security_group (91c8f33e-ac76-416e-8d09-a9d1ead2e9d6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.069805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f5d61-9d9b-4dd8-8bba-dc7ff9e9b3b2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event updated for resources: {'Port': ['ID=4eb13011-3875-43b7-b739-5a2142d706e1,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:36.085687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (91c8f33e-ac76-416e-8d09-a9d1ead2e9d6), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.102522 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8d6c73-c2ea-41b5-8687-f589a7511f5d tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 02:21:36.103144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8d6c73-c2ea-41b5-8687-f589a7511f5d tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:21:36.104369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:36.142181 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Attempt 7 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:36.148374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:36.156069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:21:36.161597 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7b8d6c73-c2ea-41b5-8687-f589a7511f5d tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7489083 Nov 03 02:21:36.163160 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3c922ee5-6a14-444a-a184-8cd12f6c51c2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.178408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33484) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:36.211544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port a7042844-e732-4db1-b278-e7c56c75b3d4 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:36.212065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.212551 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port a7042844-e732-4db1-b278-e7c56c75b3d4 Nov 03 02:21:36.254482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Allocated IP 172.20.0.4 (99cff799-0636-4b68-bd52-1ea466f22c73/101f2524-b8f0-4ecf-bf31-bcd52adbd66d/208f939e-1fbf-4edf-9582-a86bfb9cc015) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:36.270512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Port 5624ebb1-d734-4e9c-8549-708146acf04c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:36.312411 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:36.380365 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port a7042844-e732-4db1-b278-e7c56c75b3d4 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:36.381649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fade1508-e1c7-4b90-899b-58583f60db8d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:36.386441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:32Z', 'revision_number': 4, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '5624ebb1-d734-4e9c-8549-708146acf04c', 'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'mac_address': 'fa:16:3e:b6:94:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:29Z', 'updated_at': '2022-11-03T02:21:32Z', 'revision_number': 2, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'subnets': [{'id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:36.392078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:21:36.401381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (748dc5b1-fa0c-48ff-aae1-b7016a65471d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.401727 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Added segment 748dc5b1-fa0c-48ff-aae1-b7016a65471d of type vlan for network c9d9facf-90ad-4c9b-80d3-d13176343b94 Nov 03 02:21:36.404137 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Sync routers for ids ['80bd22db-758a-495b-a022-6a1f1254a118'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:21:36.406032 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Pushing event updated for resources: {'Port': ['ID=93294408-6df3-406d-955f-221444ed14ba,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:36.414117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c8f33e-ac76-416e-8d09-a9d1ead2e9d6,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:36.423047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d736-326c-447f-9bb8-0b4b03027742 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bd180ae0-ba80-47b8-98d0-84b49002a7fe), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.460039 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Routers {'80bd22db-758a-495b-a022-6a1f1254a118'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:36.466474 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['80bd22db-758a-495b-a022-6a1f1254a118'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:36.538353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (c9d9facf-90ad-4c9b-80d3-d13176343b94), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.571011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3a199c1a-5130-408d-a376-8fbd0a00b24e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Deleting port 4eb13011-3875-43b7-b739-5a2142d706e1 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:21:36.571388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a199c1a-5130-408d-a376-8fbd0a00b24e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (4eb13011-3875-43b7-b739-5a2142d706e1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.635569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Checking router: bbc9878f-8a5f-4caf-934d-d6f97e3224e5 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:21:36.636712 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Set router 80bd22db-758a-495b-a022-6a1f1254a118 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:36.637182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Updating router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 port 5624ebb1-d734-4e9c-8549-708146acf04c binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:21:36.662565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9d736-326c-447f-9bb8-0b4b03027742 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Calling delete_port for bd180ae0-ba80-47b8-98d0-84b49002a7fe owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:21:36.691289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (c9d9facf-90ad-4c9b-80d3-d13176343b94), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.698106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:36.698985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.713030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-3a199c1a-5130-408d-a376-8fbd0a00b24e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] For port 4eb13011-3875-43b7-b739-5a2142d706e1, host hv-neutron-8606, got binding levels [] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:36.713265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.713439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a199c1a-5130-408d-a376-8fbd0a00b24e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (4eb13011-3875-43b7-b739-5a2142d706e1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.726681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.727739 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2571bfaa-b02d-4b4c-86ea-29fd1c46b70c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5704193 Nov 03 02:21:36.737248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for port (208f939e-1fbf-4edf-9582-a86bfb9cc015), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.738591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33486) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:36.768886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fade1508-e1c7-4b90-899b-58583f60db8d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:36.769436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.771223 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fade1508-e1c7-4b90-899b-58583f60db8d Nov 03 02:21:36.781845 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Attempt 8 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:36.811420 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3a199c1a-5130-408d-a376-8fbd0a00b24e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Calling delete_port for 4eb13011-3875-43b7-b739-5a2142d706e1 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:21:36.898577 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2814162 Nov 03 02:21:36.904598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc2ad6-b519-4bcb-b96a-4e197d394340 tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Deleting port 6f38afde-e90a-4828-86a1-629bda275825 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:21:36.904911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2ad6-b519-4bcb-b96a-4e197d394340 tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6f38afde-e90a-4828-86a1-629bda275825), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:36.910074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33488) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:36.942998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee10381-b3a6-4ba3-a891-c8b9045c6377 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event updated for resources: {'Network': ['ID=c9d9facf-90ad-4c9b-80d3-d13176343b94,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:36.958133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Request body: {'subnet': {'network_id': 'c9d9facf-90ad-4c9b-80d3-d13176343b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:36.969351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network c9d9facf-90ad-4c9b-80d3-d13176343b94 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:21:36.984948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Port 5624ebb1-d734-4e9c-8549-708146acf04c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:37.017984 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:33Z', 'revision_number': 3, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:37.066546 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Checking router: 80bd22db-758a-495b-a022-6a1f1254a118 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:21:37.067056 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Updating router 80bd22db-758a-495b-a022-6a1f1254a118 port 5581603c-c64e-4e97-b410-14b1c8578428 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:21:37.117905 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5581603c-c64e-4e97-b410-14b1c8578428), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.182176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3c922ee5-6a14-444a-a184-8cd12f6c51c2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group (654649c9-c8e2-4c09-8f1a-31456ed25983), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.256701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3c922ee5-6a14-444a-a184-8cd12f6c51c2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (654649c9-c8e2-4c09-8f1a-31456ed25983), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.309217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2ad6-b519-4bcb-b96a-4e197d394340 tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6f38afde-e90a-4828-86a1-629bda275825), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.310601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2ad6-b519-4bcb-b96a-4e197d394340 tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks [] for floatingip (6f38afde-e90a-4828-86a1-629bda275825), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.329700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc2ad6-b519-4bcb-b96a-4e197d394340 tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Calling delete_port for 6f38afde-e90a-4828-86a1-629bda275825 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:21:37.341524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fade1508-e1c7-4b90-899b-58583f60db8d is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:37.342393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.367036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3c922ee5-6a14-444a-a184-8cd12f6c51c2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.368285 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3c922ee5-6a14-444a-a184-8cd12f6c51c2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3950937 Nov 03 02:21:37.375987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33490) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:37.383275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Publish callbacks [] for port (5624ebb1-d734-4e9c-8549-708146acf04c), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.383867 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8bcb6545-b4b4-408c-a674-f4a8b88266b0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Request body: {'security_group_rule': {'security_group_id': '654649c9-c8e2-4c09-8f1a-31456ed25983', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:37.394086 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c922ee5-6a14-444a-a184-8cd12f6c51c2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654649c9-c8e2-4c09-8f1a-31456ed25983,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:37.400736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.431230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (208f939e-1fbf-4edf-9582-a86bfb9cc015), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.445920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port fade1508-e1c7-4b90-899b-58583f60db8d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fade1508-e1c7-4b90-899b-58583f60db8d,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:37.456156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.457179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4c1690c5-6408-42e1-a13f-0aab17dbae7b up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:37.507506 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Attempt 9 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:37.535882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Publish callbacks [] for router_gateway (21f218dd-53f7-49c3-9b07-4b1739df229e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.538287 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Publish callbacks [] for port (5581603c-c64e-4e97-b410-14b1c8578428), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.548955 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (5581603c-c64e-4e97-b410-14b1c8578428), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.552215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2ad6-b519-4bcb-b96a-4e197d394340 tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (6f38afde-e90a-4828-86a1-629bda275825), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.566971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a199c1a-5130-408d-a376-8fbd0a00b24e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (4eb13011-3875-43b7-b739-5a2142d706e1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.569346 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Made reservation on behalf of d91a75f2b9ae4fac9272bae24686c4af for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:37.573415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Network 99cff799-0636-4b68-bd52-1ea466f22c73 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:37.578337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.585060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ba1dc-c2ac-4f3f-b6d8-866c297d78f0 None None] Pushing event updated for resources: {'Port': ['ID=5624ebb1-d734-4e9c-8549-708146acf04c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:37.594192 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Attempting to bind port 5581603c-c64e-4e97-b410-14b1c8578428 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:37.594565 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Attempting to bind port 5581603c-c64e-4e97-b410-14b1c8578428 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:37.594929 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Attempting to bind port 5581603c-c64e-4e97-b410-14b1c8578428 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:37.607846 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:37.608249 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:37.608703 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.609103 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:37.609581 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Bound port: 5581603c-c64e-4e97-b410-14b1c8578428, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:37.609962 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5581603c-c64e-4e97-b410-14b1c8578428), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.611779 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5087c9-13f4-40ac-b742-cfd1f8856b56 None None] Pushing event updated for resources: {'Port': ['ID=5581603c-c64e-4e97-b410-14b1c8578428,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:37.627407 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:37.638843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bcb6545-b4b4-408c-a674-f4a8b88266b0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group_rule (fa5501aa-6ae5-497f-8c86-c2f4bfdb2659), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.648876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:37.649817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:37.650428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.666302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=fade1508-e1c7-4b90-899b-58583f60db8d,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:37.673555 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] For port 5581603c-c64e-4e97-b410-14b1c8578428, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:37.679602 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] For port 5581603c-c64e-4e97-b410-14b1c8578428, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5581603c-c64e-4e97-b410-14b1c8578428,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:37.681007 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Attempting to bind port 5624ebb1-d734-4e9c-8549-708146acf04c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:37.681319 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Attempting to bind port 5624ebb1-d734-4e9c-8549-708146acf04c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:37.681438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event updated for resources: {'Port': ['ID=208f939e-1fbf-4edf-9582-a86bfb9cc015,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:37.681683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Attempting to bind port 5624ebb1-d734-4e9c-8549-708146acf04c on network 72773225-cc76-406f-b827-ff4978dd1a2a {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:37.686452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Port 5624ebb1-d734-4e9c-8549-708146acf04c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:37.689328 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (5581603c-c64e-4e97-b410-14b1c8578428), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.696428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:37.696847 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Checking segment: {'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:37.697251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.697812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Bound using segment: {'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:37.698340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Bound port: 5624ebb1-d734-4e9c-8549-708146acf04c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:37.698678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.720757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc2ad6-b519-4bcb-b96a-4e197d394340 tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f38afde-e90a-4828-86a1-629bda275825,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:37.724790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 4c1690c5-6408-42e1-a13f-0aab17dbae7b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:37.725192 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.725555 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 4c1690c5-6408-42e1-a13f-0aab17dbae7b Nov 03 02:21:37.816241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2ad6-b519-4bcb-b96a-4e197d394340 tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks [] for floatingip (3b37d9b2-50a3-41f9-a366-ed39b71c27a0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.816591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] For port 5624ebb1-d734-4e9c-8549-708146acf04c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:37.816687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2ad6-b519-4bcb-b96a-4e197d394340 tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.822258 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d7bc2ad6-b519-4bcb-b96a-4e197d394340 tempest-ExternalNetworksAdminNegativeTestJSON-472691145 tempest-ExternalNetworksAdminNegativeTestJSON-472691145-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/3b37d9b2-50a3-41f9-a366-ed39b71c27a0 HTTP/1.1" status: 204 len: 168 time: 1.6382718 Nov 03 02:21:37.822258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a199c1a-5130-408d-a376-8fbd0a00b24e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event deleted for resources: {'Port': ['ID=4eb13011-3875-43b7-b739-5a2142d706e1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:37.826771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] For port 5624ebb1-d734-4e9c-8549-708146acf04c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5624ebb1-d734-4e9c-8549-708146acf04c,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:37.836796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a199c1a-5130-408d-a376-8fbd0a00b24e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.844634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.846182 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3a199c1a-5130-408d-a376-8fbd0a00b24e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4eb13011-3875-43b7-b739-5a2142d706e1 HTTP/1.1" status: 204 len: 168 time: 1.8771067 Nov 03 02:21:37.858601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33494) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:37.876210 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Routers {'80bd22db-758a-495b-a022-6a1f1254a118'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:37.876210 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['80bd22db-758a-495b-a022-6a1f1254a118'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:37.902289 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-1debad56-ac9e-4eae-a523-6d15ebf998b5 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] GET failed (client error): The resource could not be found. Nov 03 02:21:37.908568 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1debad56-ac9e-4eae-a523-6d15ebf998b5 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "GET /v2.0/ports/4eb13011-3875-43b7-b739-5a2142d706e1 HTTP/1.1" status: 404 len: 333 time: 0.0489607 Nov 03 02:21:37.910580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33496) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:37.916982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Request body: {'port': {'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1627465928'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:37.919372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 4c1690c5-6408-42e1-a13f-0aab17dbae7b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:37.920506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 57d47c9e-d0cd-471f-8b93-75983f15c508 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:37.925405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Routers {'bbc9878f-8a5f-4caf-934d-d6f97e3224e5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:37.926101 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:37.953223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d736-326c-447f-9bb8-0b4b03027742 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (bd180ae0-ba80-47b8-98d0-84b49002a7fe), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.959213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (21f218dd-53f7-49c3-9b07-4b1739df229e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:37.974097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Made reservation on behalf of c4410d40fc124e318aba571605f5bb96 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:37.976382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.033159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] device_id is not set on port 962b05d8-a587-4271-8640-07b7170babfb yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:21:38.048574 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5087c9-13f4-40ac-b742-cfd1f8856b56 None None] Pushing event updated for resources: {'Port': ['ID=5581603c-c64e-4e97-b410-14b1c8578428,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:38.053957 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8b55574f-bcd6-4fe7-b33f-615373642f99 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3548915 Nov 03 02:21:38.079797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] Set router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:38.085054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33500) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:38.119866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d736-326c-447f-9bb8-0b4b03027742 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.126729 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a7b9d736-326c-447f-9bb8-0b4b03027742 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] 10.222.0.23 "DELETE /v2.0/ports/bd180ae0-ba80-47b8-98d0-84b49002a7fe HTTP/1.1" status: 204 len: 168 time: 2.8169549 Nov 03 02:21:38.140027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33502) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:38.192626 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] Set router 80bd22db-758a-495b-a022-6a1f1254a118 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:38.210642 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Attempt 10 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:38.307607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bcb6545-b4b4-408c-a674-f4a8b88266b0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group_rule (fa5501aa-6ae5-497f-8c86-c2f4bfdb2659), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.322521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bcb6545-b4b4-408c-a674-f4a8b88266b0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (fa5501aa-6ae5-497f-8c86-c2f4bfdb2659), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.342735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ba1dc-c2ac-4f3f-b6d8-866c297d78f0 None None] Pushing event updated for resources: {'Port': ['ID=5624ebb1-d734-4e9c-8549-708146acf04c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:38.348855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for subnet (4cd9db1f-8b05-40c2-966f-fa8210272606), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.368518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.392514 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9d736-326c-447f-9bb8-0b4b03027742 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Pushing event deleted for resources: {'Port': ['ID=bd180ae0-ba80-47b8-98d0-84b49002a7fe,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:38.429427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 57d47c9e-d0cd-471f-8b93-75983f15c508 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:38.429807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.430148 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 57d47c9e-d0cd-471f-8b93-75983f15c508 Nov 03 02:21:38.452334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33510) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:38.523729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb6545-b4b4-408c-a674-f4a8b88266b0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5501aa-6ae5-497f-8c86-c2f4bfdb2659,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:38.524707 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-374ff241-1eb4-4fbc-8709-5c9b05beaedf tempest-DHCPAgentSchedulersTestJSON-575463748 tempest-DHCPAgentSchedulersTestJSON-575463748-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3834383 Nov 03 02:21:38.525501 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33514) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:38.533551 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:33Z', 'revision_number': 3, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:38.554014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Current status of the port 5624ebb1-d734-4e9c-8549-708146acf04c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:38.554400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.559194 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2238879c-3061-43c3-acd1-3cdec529a47f None None] The sync data for ids ['80bd22db-758a-495b-a022-6a1f1254a118'] in dv-neutron-860659-5-hyperv is: [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:33Z', 'revision_number': 3, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:21:38.579362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1149516341'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:38.584241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bcb6545-b4b4-408c-a674-f4a8b88266b0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.585589 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8bcb6545-b4b4-408c-a674-f4a8b88266b0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2057395 Nov 03 02:21:38.589707 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33516) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:38.604634 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-26416d4c-2b9e-4f27-b7e6-6fab3c9c05c1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Request body: {'security_group_rule': {'security_group_id': '654649c9-c8e2-4c09-8f1a-31456ed25983', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:38.616918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] For port 5624ebb1-d734-4e9c-8549-708146acf04c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5624ebb1-d734-4e9c-8549-708146acf04c,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:38.626399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event updated for resources: {'Subnet': ['ID=4cd9db1f-8b05-40c2-966f-fa8210272606,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:38.640601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.673376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Router 21f218dd-53f7-49c3-9b07-4b1739df229e is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:21:38.701360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26416d4c-2b9e-4f27-b7e6-6fab3c9c05c1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group_rule (97ffd414-8ad9-44b6-a9ac-b4357ae6123b), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.710412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Made reservation on behalf of 38df6ef60728436fa568523942919ba9 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:38.716005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.728127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9bdd1-c343-447a-b78b-633daa8f50a6 None None] Pushing event updated for resources: {'Port': ['ID=5624ebb1-d734-4e9c-8549-708146acf04c,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:38.736882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Checking segment: {'id': '748dc5b1-fa0c-48ff-aae1-b7016a65471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9d9facf-90ad-4c9b-80d3-d13176343b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:38.737543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Network hostable DHCP agents. Network: c9d9facf-90ad-4c9b-80d3-d13176343b94, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:21:38.782783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:32Z', 'revision_number': 4, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '5624ebb1-d734-4e9c-8549-708146acf04c', 'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'mac_address': 'fa:16:3e:b6:94:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:29Z', 'updated_at': '2022-11-03T02:21:37Z', 'revision_number': 4, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'subnets': [{'id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:38.783233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks [] for port (962b05d8-a587-4271-8640-07b7170babfb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.787943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Could not find standard attr ID for object bd180ae0-ba80-47b8-98d0-84b49002a7fe. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:21:38.805782 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df13a81f-0688-4714-87b4-6f8dea84ed35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.821239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b7cb1-3e3d-47b0-bf06-e70208f6e1fe None None] The sync data for ids ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'] in dv-neutron-860659-5-hyperv is: [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:32Z', 'revision_number': 4, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '5624ebb1-d734-4e9c-8549-708146acf04c', 'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'mac_address': 'fa:16:3e:b6:94:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:29Z', 'updated_at': '2022-11-03T02:21:37Z', 'revision_number': 4, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'subnets': [{'id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:21:38.824467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 57d47c9e-d0cd-471f-8b93-75983f15c508 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:38.825098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.838231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5329b5c3-0278-48ef-b523-b80fd29b841f tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Deleting port 208f939e-1fbf-4edf-9582-a86bfb9cc015 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:21:38.838231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5329b5c3-0278-48ef-b523-b80fd29b841f tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (208f939e-1fbf-4edf-9582-a86bfb9cc015), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.848167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Provisioning complete for port 57d47c9e-d0cd-471f-8b93-75983f15c508 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:38.848567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.848913 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Attempt 1 to provision port 57d47c9e-d0cd-471f-8b93-75983f15c508 Nov 03 02:21:38.896408 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26416d4c-2b9e-4f27-b7e6-6fab3c9c05c1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group_rule (97ffd414-8ad9-44b6-a9ac-b4357ae6123b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.908458 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.914373 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26416d4c-2b9e-4f27-b7e6-6fab3c9c05c1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (97ffd414-8ad9-44b6-a9ac-b4357ae6123b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:38.989918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:21:38.991445 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26416d4c-2b9e-4f27-b7e6-6fab3c9c05c1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ffd414-8ad9-44b6-a9ac-b4357ae6123b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:39.025221 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.029939 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-63489960-e098-4d61-84f0-32457b1df4fb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.7460377 Nov 03 02:21:39.033739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26416d4c-2b9e-4f27-b7e6-6fab3c9c05c1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.037898 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-26416d4c-2b9e-4f27-b7e6-6fab3c9c05c1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4419694 Nov 03 02:21:39.037898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33518) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:39.038713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Sync routers for ids ['21f218dd-53f7-49c3-9b07-4b1739df229e'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:21:39.049499 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33520) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:39.069316 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 57d47c9e-d0cd-471f-8b93-75983f15c508, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=57d47c9e-d0cd-471f-8b93-75983f15c508,segment=NetworkSegment(a11b74b9-1e18-4c4e-aebd-4d6067433dbb),segment_id=a11b74b9-1e18-4c4e-aebd-4d6067433dbb)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:39.084372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Routers {'21f218dd-53f7-49c3-9b07-4b1739df229e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:39.085338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['21f218dd-53f7-49c3-9b07-4b1739df229e'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:39.086450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:39.091666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.095843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:21:39.131139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Network c9d9facf-90ad-4c9b-80d3-d13176343b94 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:21:39.379165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=57d47c9e-d0cd-471f-8b93-75983f15c508,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:39.414599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Current status of the port 57d47c9e-d0cd-471f-8b93-75983f15c508 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:39.457911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Set router 21f218dd-53f7-49c3-9b07-4b1739df229e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:39.461463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Provisioning complete for port a7042844-e732-4db1-b278-e7c56c75b3d4 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:39.462132 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.462670 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Attempt 1 to provision port a7042844-e732-4db1-b278-e7c56c75b3d4 Nov 03 02:21:39.467528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df13a81f-0688-4714-87b4-6f8dea84ed35 admin admin] Publish callbacks [] for security_group (0b52dc10-73ce-4f13-906b-dfd4f52fb0ef), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.494550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (962b05d8-a587-4271-8640-07b7170babfb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.496686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, c9d9facf-90ad-4c9b-80d3-d13176343b94) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:39.505966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (8fb19be1-97dd-4d1a-a186-069be2d4a598), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.505966 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Added segment 8fb19be1-97dd-4d1a-a186-069be2d4a598 of type vlan for network 63a40cea-cef4-4379-bfbe-7653ab1ee897 Nov 03 02:21:39.555691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df13a81f-0688-4714-87b4-6f8dea84ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0b52dc10-73ce-4f13-906b-dfd4f52fb0ef), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.570997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae028715-8159-41e5-b311-9f24761b90ad None None] Network c9d9facf-90ad-4c9b-80d3-d13176343b94 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:39.609027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event updated for resources: {'Port': ['ID=962b05d8-a587-4271-8640-07b7170babfb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:39.613081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.622538 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-df13a81f-0688-4714-87b4-6f8dea84ed35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ebf725b020c487391343f00d78546f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1657674 Nov 03 02:21:39.631982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33522) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:39.633192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:39.633803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.646566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5624ebb1-d734-4e9c-8549-708146acf04c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:39.738608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Network 42901763-366c-461f-8eaa-cf666b7f66e7 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:39.748592 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b51ddebb-6e8a-4c35-bc1c-6d93d41686de tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7998893 Nov 03 02:21:39.769207 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5329b5c3-0278-48ef-b523-b80fd29b841f tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (208f939e-1fbf-4edf-9582-a86bfb9cc015), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.785064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5329b5c3-0278-48ef-b523-b80fd29b841f tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Calling delete_port for 208f939e-1fbf-4edf-9582-a86bfb9cc015 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:21:39.789345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:39.791865 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:39.793643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:39.794874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.804620 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33524) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:39.808366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13a81f-0688-4714-87b4-6f8dea84ed35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b52dc10-73ce-4f13-906b-dfd4f52fb0ef,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:39.821896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-19414981-f630-4167-9bb0-01de6861d6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.829372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-333846441', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:39.847308 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d8dc25f9-d84f-4fd0-985e-f0173c1ba16e tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9356475 Nov 03 02:21:39.855545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (63a40cea-cef4-4379-bfbe-7653ab1ee897), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.859362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33526) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:39.864474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:39.916266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-c9d9facf-90ad-4c9b-80d3-d13176343b94', 'network_id': 'c9d9facf-90ad-4c9b-80d3-d13176343b94', 'project_id': 'd91a75f2b9ae4fac9272bae24686c4af', 'fixed_ips': [{'subnet_id': '4cd9db1f-8b05-40c2-966f-fa8210272606'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:21:39.917567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:39.997320 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f72f95cb-db0d-40a3-a9ea-5d8e69b417d2 admin admin] Publish callbacks [] for security_group (0b52dc10-73ce-4f13-906b-dfd4f52fb0ef), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.004008 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (962b05d8-a587-4271-8640-07b7170babfb), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.006259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.008248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.075817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 5624ebb1-d734-4e9c-8549-708146acf04c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:40.076282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.076721 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:40.130892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (63a40cea-cef4-4379-bfbe-7653ab1ee897), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.135898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:40.136526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.153368 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for router_controller (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.162532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Allocated IP 172.20.0.1 (214f5d7e-7a4b-4b7f-b081-a7f3695a0879/779d4c97-99b1-4d8a-82f4-46c58d3fbdb4/e3f5b36d-6836-4cef-9e83-3c4ac9936083) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:40.219441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Current status of the port a7042844-e732-4db1-b278-e7c56c75b3d4 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:40.259099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f72f95cb-db0d-40a3-a9ea-5d8e69b417d2 admin admin] Publish callbacks [] for security_group (0b52dc10-73ce-4f13-906b-dfd4f52fb0ef), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.268844 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7290330 Nov 03 02:21:40.308549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33530) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:40.322769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Provisioning complete for port 5624ebb1-d734-4e9c-8549-708146acf04c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:40.323220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.323648 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Attempt 1 to provision port 5624ebb1-d734-4e9c-8549-708146acf04c Nov 03 02:21:40.371161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Allocated IP 172.20.0.2 (c9d9facf-90ad-4c9b-80d3-d13176343b94/4cd9db1f-8b05-40c2-966f-fa8210272606/697a0383-90da-4ab5-a8c6-fac5085d9db1) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:40.392057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] device_id is not set on port 962b05d8-a587-4271-8640-07b7170babfb yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:21:40.401312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks [] for port (962b05d8-a587-4271-8640-07b7170babfb), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.437520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (962b05d8-a587-4271-8640-07b7170babfb), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.480030 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:37Z', 'revision_number': 3, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:40.516284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 5624ebb1-d734-4e9c-8549-708146acf04c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:40.517744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fade1508-e1c7-4b90-899b-58583f60db8d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:40.525368 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Checking router: 21f218dd-53f7-49c3-9b07-4b1739df229e for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:21:40.526046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Updating router 21f218dd-53f7-49c3-9b07-4b1739df229e port 93294408-6df3-406d-955f-221444ed14ba binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:21:40.667779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (93294408-6df3-406d-955f-221444ed14ba), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.677011 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ef14dc5f-d86f-4dab-9786-838aca364954 tempest-DHCPAgentSchedulersTestJSON-575463748 tempest-DHCPAgentSchedulersTestJSON-575463748-project-admin] 10.222.0.23 "GET /v2.0/agents/f0ab9a95-bc41-4443-a62e-ec55c77a9b8c/dhcp-networks HTTP/1.1" status: 200 len: 8055 time: 0.3664680 Nov 03 02:21:40.677666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0cf88-b885-45f0-9d54-05d9004dc1df tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Pushing event updated for resources: {'Network': ['ID=63a40cea-cef4-4379-bfbe-7653ab1ee897,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:40.684283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f72f95cb-db0d-40a3-a9ea-5d8e69b417d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0b52dc10-73ce-4f13-906b-dfd4f52fb0ef), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.686994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f72f95cb-db0d-40a3-a9ea-5d8e69b417d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.690697 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f72f95cb-db0d-40a3-a9ea-5d8e69b417d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b52dc10-73ce-4f13-906b-dfd4f52fb0ef HTTP/1.1" status: 204 len: 168 time: 1.0539205 Nov 03 02:21:40.692670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33532) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:40.708227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5329b5c3-0278-48ef-b523-b80fd29b841f tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (208f939e-1fbf-4edf-9582-a86bfb9cc015), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.710084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f95cb-db0d-40a3-a9ea-5d8e69b417d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b52dc10-73ce-4f13-906b-dfd4f52fb0ef,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:40.717669 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 63a40cea-cef4-4379-bfbe-7653ab1ee897 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:21:40.772060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Current status of the port 5624ebb1-d734-4e9c-8549-708146acf04c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:40.777808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.791443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event updated for resources: {'Port': ['ID=962b05d8-a587-4271-8640-07b7170babfb,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:40.799765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:40.800102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:40.800434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:40.842037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.857260 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for router_gateway (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.861918 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5329b5c3-0278-48ef-b523-b80fd29b841f tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.865406 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5329b5c3-0278-48ef-b523-b80fd29b841f tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "DELETE /v2.0/ports/208f939e-1fbf-4edf-9582-a86bfb9cc015 HTTP/1.1" status: 204 len: 168 time: 2.7793748 Nov 03 02:21:40.867556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329b5c3-0278-48ef-b523-b80fd29b841f tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event deleted for resources: {'Port': ['ID=208f939e-1fbf-4edf-9582-a86bfb9cc015,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:40.871809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33536) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:40.872041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:40.873196 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:40.878799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '99cff799-0636-4b68-bd52-1ea466f22c73', 'external_fixed_ips': [{'subnet_id': '101f2524-b8f0-4ecf-bf31-bcd52adbd66d', 'ip_address': '172.20.0.4'}]}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:40.883155 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 2 to bind port 962b05d8-a587-4271-8640-07b7170babfb Nov 03 02:21:40.913492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:40.913975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:40.914391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:40.931439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:40.931809 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:40.933149 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 3 to bind port 962b05d8-a587-4271-8640-07b7170babfb Nov 03 02:21:40.938009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (bc480a3d-d305-4968-9a41-20884451b14d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.939127 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (bc480a3d-d305-4968-9a41-20884451b14d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.941239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fade1508-e1c7-4b90-899b-58583f60db8d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:40.941688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.942098 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fade1508-e1c7-4b90-899b-58583f60db8d Nov 03 02:21:40.971849 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:40.972212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:40.972619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:40.980306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:40.980862 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:40.985463 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 4 to bind port 962b05d8-a587-4271-8640-07b7170babfb Nov 03 02:21:40.989082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cf745b-8332-4320-9b99-f3924c8a87dd tempest-DHCPAgentSchedulersTestJSON-575463748 tempest-DHCPAgentSchedulersTestJSON-575463748-project-admin] Network 63a40cea-cef4-4379-bfbe-7653ab1ee897 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:21:40.990558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Provisioning complete for port fade1508-e1c7-4b90-899b-58583f60db8d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:40.990879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:40.991293 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Attempt 1 to provision port fade1508-e1c7-4b90-899b-58583f60db8d Nov 03 02:21:40.993318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Publish callbacks [] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.025681 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e1cf745b-8332-4320-9b99-f3924c8a87dd tempest-DHCPAgentSchedulersTestJSON-575463748 tempest-DHCPAgentSchedulersTestJSON-575463748-project-admin] 10.222.0.23 "POST /v2.0/agents/f0ab9a95-bc41-4443-a62e-ec55c77a9b8c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3326211 Nov 03 02:21:41.031250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a60df-fc75-419f-99f7-76741d2f19aa None None] Network 63a40cea-cef4-4379-bfbe-7653ab1ee897 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:41.032146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33540) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:41.033489 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.042221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:41.042755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:41.042884 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:41.056690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Allocated IP 172.20.0.1 (8dfa6efe-319f-4c0f-8e60-a0f167ddb627/e9e1d81e-4903-440c-8ce1-16cfd1e6d84b/ab8de3ca-22c2-42bf-abe5-93df0dbc69f7) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:41.087168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_controller (bc480a3d-d305-4968-9a41-20884451b14d), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.127451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Publish callbacks [] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.184606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:41.186140 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:41.186554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Network c9d9facf-90ad-4c9b-80d3-d13176343b94 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:41.199781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:41.209172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:41.215881 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 5 to bind port 962b05d8-a587-4271-8640-07b7170babfb Nov 03 02:21:41.243192 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Pushing event updated for resources: {'Port': ['ID=697a0383-90da-4ab5-a8c6-fac5085d9db1,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:41.274133 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33542) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:41.325762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:41.326111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:41.326578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:41.330716 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.345943 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-050dd45b-4ba6-4a22-8be4-77fa42ff8459 tempest-DHCPAgentSchedulersTestJSON-575463748 tempest-DHCPAgentSchedulersTestJSON-575463748-project-admin] 10.222.0.23 "GET /v2.0/agents/f0ab9a95-bc41-4443-a62e-ec55c77a9b8c/dhcp-networks HTTP/1.1" status: 200 len: 8825 time: 0.3095992 Nov 03 02:21:41.353192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33544) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:41.368943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:41.369272 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:41.372698 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 6 to bind port 962b05d8-a587-4271-8640-07b7170babfb Nov 03 02:21:41.378468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Publish callbacks [] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.428671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:41.432557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:41.432557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:41.432557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:41.450556 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:41.462928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:41.464000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (80bd22db-758a-495b-a022-6a1f1254a118), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.466431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Pushing event updated for resources: {'Port': ['ID=e3f5b36d-6836-4cef-9e83-3c4ac9936083,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:41.471919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:41.472253 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:41.474872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (bc480a3d-d305-4968-9a41-20884451b14d), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.476738 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a7941d71-e6f7-48bd-bbc5-ceef34aa7130 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33bce5c3388b4774b961e11f742ddfe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014575 Nov 03 02:21:41.478769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 7 to bind port 962b05d8-a587-4271-8640-07b7170babfb Nov 03 02:21:41.478901 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33546) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:41.494907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fade1508-e1c7-4b90-899b-58583f60db8d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:41.496197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5581603c-c64e-4e97-b410-14b1c8578428 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:41.517018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:41.517355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:41.517779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:41.549299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Attempting to bind port 697a0383-90da-4ab5-a8c6-fac5085d9db1 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:41.553246 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:41.553520 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:41.553865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Attempting to bind port 697a0383-90da-4ab5-a8c6-fac5085d9db1 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '748dc5b1-fa0c-48ff-aae1-b7016a65471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9d9facf-90ad-4c9b-80d3-d13176343b94'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:41.554342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Attempting to bind port 697a0383-90da-4ab5-a8c6-fac5085d9db1 on network c9d9facf-90ad-4c9b-80d3-d13176343b94 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:41.554576 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 8 to bind port 962b05d8-a587-4271-8640-07b7170babfb Nov 03 02:21:41.569958 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3daa15ee-cc2e-478e-be06-6eea56ea428b None None] Current status of the port fade1508-e1c7-4b90-899b-58583f60db8d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:41.582411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:41.583547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:41.583893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:41.598680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:41.598989 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:41.599928 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 9 to bind port 962b05d8-a587-4271-8640-07b7170babfb Nov 03 02:21:41.609094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:41.609479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Checking segment: {'id': '748dc5b1-fa0c-48ff-aae1-b7016a65471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9d9facf-90ad-4c9b-80d3-d13176343b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:41.610427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.611021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Bound using segment: {'id': '748dc5b1-fa0c-48ff-aae1-b7016a65471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9d9facf-90ad-4c9b-80d3-d13176343b94'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:41.611541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Bound port: 697a0383-90da-4ab5-a8c6-fac5085d9db1, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748dc5b1-fa0c-48ff-aae1-b7016a65471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9d9facf-90ad-4c9b-80d3-d13176343b94'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:41.612634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.623160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:41.623499 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:41.623831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:41.629735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:41.630060 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:41.630598 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 10 to bind port 962b05d8-a587-4271-8640-07b7170babfb Nov 03 02:21:41.647979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:41.648380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:41.648867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:41.663115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:41.663435 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port 962b05d8-a587-4271-8640-07b7170babfb on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:41.663804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (962b05d8-a587-4271-8640-07b7170babfb), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.705356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Publish callbacks [] for port (93294408-6df3-406d-955f-221444ed14ba), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.719366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (93294408-6df3-406d-955f-221444ed14ba), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.766986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] For port 697a0383-90da-4ab5-a8c6-fac5085d9db1, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:41.781371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] For port 962b05d8-a587-4271-8640-07b7170babfb, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:41.782013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempted to set empty binding levels {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 02:21:41.796583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Attempting to bind port 93294408-6df3-406d-955f-221444ed14ba on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:41.796960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Attempting to bind port 93294408-6df3-406d-955f-221444ed14ba by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:41.797333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Attempting to bind port 93294408-6df3-406d-955f-221444ed14ba on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:41.803240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] For port 697a0383-90da-4ab5-a8c6-fac5085d9db1, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=697a0383-90da-4ab5-a8c6-fac5085d9db1,segment=NetworkSegment(748dc5b1-fa0c-48ff-aae1-b7016a65471d),segment_id=748dc5b1-fa0c-48ff-aae1-b7016a65471d)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:41.824257 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:41.825578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:41.825675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.826073 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:41.826542 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Bound port: 93294408-6df3-406d-955f-221444ed14ba, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:41.827364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (93294408-6df3-406d-955f-221444ed14ba), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.829343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.829837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (962b05d8-a587-4271-8640-07b7170babfb), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.830374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] In _notify_port_updated(), no bound segment for port 962b05d8-a587-4271-8640-07b7170babfb on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:21:41.831249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:41.832092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.835851 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "PUT /v2.0/ports/962b05d8-a587-4271-8640-07b7170babfb HTTP/1.1" status: 200 len: 977 time: 1.9731050 Nov 03 02:21:41.835995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad762b-92b5-4ae3-988b-0509b0cd1fb2 None None] Pushing event updated for resources: {'Port': ['ID=93294408-6df3-406d-955f-221444ed14ba,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:41.841395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 5581603c-c64e-4e97-b410-14b1c8578428 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:41.841671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5581603c-c64e-4e97-b410-14b1c8578428), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.841992 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 5581603c-c64e-4e97-b410-14b1c8578428 Nov 03 02:21:41.852849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33548) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:41.882348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Provisioning complete for port e3f5b36d-6836-4cef-9e83-3c4ac9936083 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:41.882995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.883460 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Attempt 1 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:41.940740 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a9f72f14-7a4d-4061-b8d1-a685aa12ce87 tempest-DHCPAgentSchedulersTestJSON-575463748 tempest-DHCPAgentSchedulersTestJSON-575463748-project-admin] 10.222.0.23 "DELETE /v2.0/agents/f0ab9a95-bc41-4443-a62e-ec55c77a9b8c/dhcp-networks/63a40cea-cef4-4379-bfbe-7653ab1ee897 HTTP/1.1" status: 204 len: 168 time: 0.5606210 Nov 03 02:21:41.968144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:41.988506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33550) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:42.015437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Port e3f5b36d-6836-4cef-9e83-3c4ac9936083 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:42.025075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41ef29-a239-4dfa-a965-58540050e914 None None] Pushing event updated for resources: {'Port': ['ID=697a0383-90da-4ab5-a8c6-fac5085d9db1,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:42.032213 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] For port 93294408-6df3-406d-955f-221444ed14ba, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:42.036133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] For port 93294408-6df3-406d-955f-221444ed14ba, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=93294408-6df3-406d-955f-221444ed14ba,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:42.070847 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (93294408-6df3-406d-955f-221444ed14ba), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.101303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d938d30-3b23-4f0f-99db-0666a029b68c tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event updated for resources: {'Port': ['ID=962b05d8-a587-4271-8640-07b7170babfb,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:42.114997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 5581603c-c64e-4e97-b410-14b1c8578428 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:42.115420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5581603c-c64e-4e97-b410-14b1c8578428), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.127125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Routers {'21f218dd-53f7-49c3-9b07-4b1739df229e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:42.127671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['21f218dd-53f7-49c3-9b07-4b1739df229e'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:42.151103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (bc480a3d-d305-4968-9a41-20884451b14d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.198635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.233663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 5581603c-c64e-4e97-b410-14b1c8578428, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5581603c-c64e-4e97-b410-14b1c8578428,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:42.243992 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad762b-92b5-4ae3-988b-0509b0cd1fb2 None None] Pushing event updated for resources: {'Port': ['ID=93294408-6df3-406d-955f-221444ed14ba,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:42.247758 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (5581603c-c64e-4e97-b410-14b1c8578428), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.250681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:42.253998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b5e-41c3-406e-9299-2247aed6322b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.282889 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Allocated IP 172.26.6.104 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/36a890a2-26b6-4caa-a917-33f2c14e8f6b) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:42.439622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for port (36a890a2-26b6-4caa-a917-33f2c14e8f6b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.439822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=5581603c-c64e-4e97-b410-14b1c8578428,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:42.444315 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:42.450071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] Set router 21f218dd-53f7-49c3-9b07-4b1739df229e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:42.501108 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:42.502530 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (21f218dd-53f7-49c3-9b07-4b1739df229e), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.502717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Allocated IP 172.20.0.4 (99cff799-0636-4b68-bd52-1ea466f22c73/101f2524-b8f0-4ecf-bf31-bcd52adbd66d/1d3c9d96-b4c0-4f26-8e3f-e232f5af0055) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:42.530551 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Attempt 2 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:42.568888 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Port e3f5b36d-6836-4cef-9e83-3c4ac9936083 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:42.569600 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 57d47c9e-d0cd-471f-8b93-75983f15c508 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:42.646267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for port (1d3c9d96-b4c0-4f26-8e3f-e232f5af0055), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.689636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 57d47c9e-d0cd-471f-8b93-75983f15c508 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:42.690021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.690497 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 57d47c9e-d0cd-471f-8b93-75983f15c508 Nov 03 02:21:42.701481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (1d3c9d96-b4c0-4f26-8e3f-e232f5af0055), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.703584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d4b8-fd9c-4de3-95f8-47eeda7eb242 admin admin] Publish callbacks [] for security_group (87b7058c-76bc-47cf-ae00-51a3dac8b436), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.706803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for router_gateway (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.743689 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.762291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Network 99cff799-0636-4b68-bd52-1ea466f22c73 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:42.763511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event updated for resources: {'Port': ['ID=1d3c9d96-b4c0-4f26-8e3f-e232f5af0055,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:42.766186 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:42.768319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:42.791388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.791992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.792639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.793187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.793631 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.794091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.794545 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.794999 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.795451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.795907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.796362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.797778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.798258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.798898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.799369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.799835 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.800296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:42.803115 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ecaaf4e9-4749-4634-9cfd-f80241a128d2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15786 time: 0.9205310 Nov 03 02:21:42.823151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 57d47c9e-d0cd-471f-8b93-75983f15c508 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:42.824322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 697a0383-90da-4ab5-a8c6-fac5085d9db1 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:42.845639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33556) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:42.855527 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8de3ca-22c2-42bf-abe5-93df0dbc69f7,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:42.861055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:37Z', 'revision_number': 3, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:42.895585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe75315-5695-4ec6-aeed-6fa7a6cb2f71 None None] The sync data for ids ['21f218dd-53f7-49c3-9b07-4b1739df229e'] in dv-neutron-860659-5-hyperv is: [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:37Z', 'revision_number': 3, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:21:42.906696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 697a0383-90da-4ab5-a8c6-fac5085d9db1 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:42.907075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:42.907826 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 697a0383-90da-4ab5-a8c6-fac5085d9db1 Nov 03 02:21:42.960181 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d4b8-fd9c-4de3-95f8-47eeda7eb242 admin admin] Publish callbacks [] for security_group (87b7058c-76bc-47cf-ae00-51a3dac8b436), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.000534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 697a0383-90da-4ab5-a8c6-fac5085d9db1 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:43.001159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.001891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.040945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 697a0383-90da-4ab5-a8c6-fac5085d9db1, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=697a0383-90da-4ab5-a8c6-fac5085d9db1,segment=NetworkSegment(748dc5b1-fa0c-48ff-aae1-b7016a65471d),segment_id=748dc5b1-fa0c-48ff-aae1-b7016a65471d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:43.048383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.073801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (bc480a3d-d305-4968-9a41-20884451b14d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.084261 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Attempt 3 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:43.125797 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1c7d971a-2bd9-4102-93d2-bab5c84bad8a tempest-DHCPAgentSchedulersTestJSON-575463748 tempest-DHCPAgentSchedulersTestJSON-575463748-project-admin] 10.222.0.23 "GET /v2.0/agents/f0ab9a95-bc41-4443-a62e-ec55c77a9b8c/dhcp-networks HTTP/1.1" status: 200 len: 8055 time: 1.1212523 Nov 03 02:21:43.127902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33558) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:43.158461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.160342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (36a890a2-26b6-4caa-a917-33f2c14e8f6b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.171379 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Port e3f5b36d-6836-4cef-9e83-3c4ac9936083 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:43.174360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=697a0383-90da-4ab5-a8c6-fac5085d9db1,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:43.202879 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-adbe03c3-5dea-40cc-86ba-0ecef97c5bcc tempest-DHCPAgentSchedulersTestJSON-575463748 tempest-DHCPAgentSchedulersTestJSON-575463748-project-admin] 10.222.0.23 "GET /v2.0/networks/5a4aafd2-d78d-4273-bfae-ae637df3a8df/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0683072 Nov 03 02:21:43.202879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33560) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:43.232531 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-df311107-545b-4dfe-8fa4-6ee734de940b tempest-DHCPAgentSchedulersTestJSON-575463748 tempest-DHCPAgentSchedulersTestJSON-575463748-project-admin] 10.222.0.23 "GET /v2.0/networks/5a4aafd2-d78d-4273-bfae-ae637df3a8df/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0268271 Nov 03 02:21:43.233368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33562) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:43.310851 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:43.327484 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:43.334249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:43.350640 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.449093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (bc480a3d-d305-4968-9a41-20884451b14d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.504050 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Pushing event updated for resources: {'Port': ['ID=36a890a2-26b6-4caa-a917-33f2c14e8f6b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:43.520757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d4b8-fd9c-4de3-95f8-47eeda7eb242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (87b7058c-76bc-47cf-ae00-51a3dac8b436), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.523386 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d4b8-fd9c-4de3-95f8-47eeda7eb242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.532222 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8cc2d4b8-fd9c-4de3-95f8-47eeda7eb242 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87b7058c-76bc-47cf-ae00-51a3dac8b436 HTTP/1.1" status: 204 len: 168 time: 2.0387514 Nov 03 02:21:43.552023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Allocated IP 172.26.6.241 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/757b6396-d6c0-40b5-97db-6cbd8ec45a5b) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:43.589637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-905fcfdc-8704-42de-827e-269a8526aaab tempest-DHCPAgentSchedulersTestJSON-575463748 tempest-DHCPAgentSchedulersTestJSON-575463748-project-admin] 10.222.0.23 "GET /v2.0/agents/f0ab9a95-bc41-4443-a62e-ec55c77a9b8c/dhcp-networks HTTP/1.1" status: 200 len: 8055 time: 0.3552225 Nov 03 02:21:43.594136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33566) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:43.626718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28346c9b-768e-4894-bcba-ad6138caba84 None None] Network c9d9facf-90ad-4c9b-80d3-d13176343b94 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:43.697787 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Attempt 4 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:43.724325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (63a40cea-cef4-4379-bfbe-7653ab1ee897), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.762314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Router bc480a3d-d305-4968-9a41-20884451b14d is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:21:43.837574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Port e3f5b36d-6836-4cef-9e83-3c4ac9936083 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:43.923004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (63a40cea-cef4-4379-bfbe-7653ab1ee897), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:43.979991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > segment before_delete 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:43.980234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:43.989473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:43.989801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > port after_create 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:43.990156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > port after_delete 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:43.990520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > port after_update 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:43.990852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > segment after_delete 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:43.991179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > subnet after_create 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:43.991508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > subnet after_delete 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:43.991833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > subnet after_update 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:44.045188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2d4b8-fd9c-4de3-95f8-47eeda7eb242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b7058c-76bc-47cf-ae00-51a3dac8b436,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:44.048616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-195eef42-db8f-4c49-8c99-32836ac27d05 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Deleting port 962b05d8-a587-4271-8640-07b7170babfb {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:21:44.048975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-195eef42-db8f-4c49-8c99-32836ac27d05 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (962b05d8-a587-4271-8640-07b7170babfb), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.103258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Publish callbacks [] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.133872 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for floatingip (7b47ce8f-9fc8-4570-85b2-5aef9af5e69c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.184469 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.185457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (21f218dd-53f7-49c3-9b07-4b1739df229e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.248042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > subnet after_create 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:44.248665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > subnet after_delete 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:44.248760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > subnet before_create 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:44.249063 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Subscribe: > subnet before_update 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:44.249423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a40cea-cef4-4379-bfbe-7653ab1ee897']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:44.271143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb19be1-97dd-4d1a-a186-069be2d4a598') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:44.271484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb19be1-97dd-4d1a-a186-069be2d4a598') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:44.297586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (8fb19be1-97dd-4d1a-a186-069be2d4a598), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.324950 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:21:44.340989 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Attempt 5 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:44.342712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (8fb19be1-97dd-4d1a-a186-069be2d4a598), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.347351 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Sync routers for ids ['bc480a3d-d305-4968-9a41-20884451b14d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:21:44.368385 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Routers {'bc480a3d-d305-4968-9a41-20884451b14d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:44.369285 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bc480a3d-d305-4968-9a41-20884451b14d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:44.370783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:21:44.374058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (8fb19be1-97dd-4d1a-a186-069be2d4a598), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.443760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-195eef42-db8f-4c49-8c99-32836ac27d05 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] For port 962b05d8-a587-4271-8640-07b7170babfb, host hv-neutron-8606, got binding levels [] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:44.444284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-195eef42-db8f-4c49-8c99-32836ac27d05 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (962b05d8-a587-4271-8640-07b7170babfb), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.486798 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (36a890a2-26b6-4caa-a917-33f2c14e8f6b), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.488646 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8de3ca-22c2-42bf-abe5-93df0dbc69f7,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:44.495135 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-195eef42-db8f-4c49-8c99-32836ac27d05 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Calling delete_port for 962b05d8-a587-4271-8640-07b7170babfb owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:21:44.623055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.624666 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ff103b4a-1efb-49e3-b4e0-268f2f927456 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.7505114 Nov 03 02:21:44.628292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33590) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:44.673273 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Set router bc480a3d-d305-4968-9a41-20884451b14d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:44.684153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 93294408-6df3-406d-955f-221444ed14ba up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:44.756190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Publish callbacks [] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.758176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-195eef42-db8f-4c49-8c99-32836ac27d05 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (962b05d8-a587-4271-8640-07b7170babfb), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.802281 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.803219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Port e3f5b36d-6836-4cef-9e83-3c4ac9936083 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:44.803485 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (80bd22db-758a-495b-a022-6a1f1254a118), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.805013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.830677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for port (757b6396-d6c0-40b5-97db-6cbd8ec45a5b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.837982 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 93294408-6df3-406d-955f-221444ed14ba triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:44.839049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (93294408-6df3-406d-955f-221444ed14ba), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.839390 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 93294408-6df3-406d-955f-221444ed14ba Nov 03 02:21:44.852470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eef42-db8f-4c49-8c99-32836ac27d05 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event deleted for resources: {'Port': ['ID=962b05d8-a587-4271-8640-07b7170babfb,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:44.858284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-195eef42-db8f-4c49-8c99-32836ac27d05 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.864991 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-195eef42-db8f-4c49-8c99-32836ac27d05 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "DELETE /v2.0/ports/962b05d8-a587-4271-8640-07b7170babfb HTTP/1.1" status: 204 len: 168 time: 2.0061855 Nov 03 02:21:44.868194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33592) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:44.880334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (63a40cea-cef4-4379-bfbe-7653ab1ee897), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.887468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (bc480a3d-d305-4968-9a41-20884451b14d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.890057 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33594) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:44.950734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 93294408-6df3-406d-955f-221444ed14ba is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:44.951130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (93294408-6df3-406d-955f-221444ed14ba), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.958760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:44.965371 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] 10.222.0.23 "DELETE /v2.0/networks/63a40cea-cef4-4379-bfbe-7653ab1ee897 HTTP/1.1" status: 204 len: 168 time: 1.3673058 Nov 03 02:21:44.976959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33606) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:45.023329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 93294408-6df3-406d-955f-221444ed14ba, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=93294408-6df3-406d-955f-221444ed14ba,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:45.030515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (93294408-6df3-406d-955f-221444ed14ba), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.031265 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-af381f72-1d3b-4edc-88b2-ff629df38d1f tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] GET failed (client error): The resource could not be found. Nov 03 02:21:45.031661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 697a0383-90da-4ab5-a8c6-fac5085d9db1 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:45.039003 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-af381f72-1d3b-4edc-88b2-ff629df38d1f tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "GET /v2.0/ports/962b05d8-a587-4271-8640-07b7170babfb HTTP/1.1" status: 404 len: 333 time: 0.1521549 Nov 03 02:21:45.039124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33610) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:45.042026 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6838b04-397e-4f9e-8f4d-20389a223329 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] DELETE failed (client error): The resource could not be found. Nov 03 02:21:45.042436 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc480a3d-d305-4968-9a41-20884451b14d', 'name': '', 'tenant_id': '94a18fade98047639d2aa0e5c9c45c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99cff799-0636-4b68-bd52-1ea466f22c73', 'external_fixed_ips': [{'subnet_id': '101f2524-b8f0-4ecf-bf31-bcd52adbd66d', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '1d3c9d96-b4c0-4f26-8e3f-e232f5af0055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 3, 'project_id': '94a18fade98047639d2aa0e5c9c45c18', 'gw_port': {'id': '1d3c9d96-b4c0-4f26-8e3f-e232f5af0055', 'name': '', 'network_id': '99cff799-0636-4b68-bd52-1ea466f22c73', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:43:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc480a3d-d305-4968-9a41-20884451b14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '101f2524-b8f0-4ecf-bf31-bcd52adbd66d', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:42Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '101f2524-b8f0-4ecf-bf31-bcd52adbd66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:45.042602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6838b04-397e-4f9e-8f4d-20389a223329 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:21:45.049328 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d6838b04-397e-4f9e-8f4d-20389a223329 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] 10.222.0.23 "DELETE /v2.0/ports/bd180ae0-ba80-47b8-98d0-84b49002a7fe HTTP/1.1" status: 404 len: 333 time: 0.0673859 Nov 03 02:21:45.049486 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:45.049913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08b73c-ee25-43df-8f3c-a6f1041b980b tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Pushing event deleted for resources: {'Network': ['ID=63a40cea-cef4-4379-bfbe-7653ab1ee897,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:45.059174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1624550525', 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:45.073694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33612) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:45.092273 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Made reservation on behalf of c4410d40fc124e318aba571605f5bb96 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:45.094985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.100339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:45.114781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] device_id is not set on port e845654a-6b36-436c-a5bd-9154d197e9e4 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:21:45.148916 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Pushing event updated for resources: {'Port': ['ID=e3f5b36d-6836-4cef-9e83-3c4ac9936083,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:45.174565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=93294408-6df3-406d-955f-221444ed14ba,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:45.178829 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Checking router: bc480a3d-d305-4968-9a41-20884451b14d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:21:45.179201 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Updating router bc480a3d-d305-4968-9a41-20884451b14d port 1d3c9d96-b4c0-4f26-8e3f-e232f5af0055 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:21:45.190777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 697a0383-90da-4ab5-a8c6-fac5085d9db1 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:45.192598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.193039 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 697a0383-90da-4ab5-a8c6-fac5085d9db1 Nov 03 02:21:45.208952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (757b6396-d6c0-40b5-97db-6cbd8ec45a5b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.230916 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 8fb19be1-97dd-4d1a-a186-069be2d4a598 resource provider aggregate not found Nov 03 02:21:45.258421 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1d3c9d96-b4c0-4f26-8e3f-e232f5af0055), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.290394 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 8fb19be1-97dd-4d1a-a186-069be2d4a598 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fb19be1-97dd-4d1a-a186-069be2d4a598 found for delete ", "request_id": "req-e2d1f16c-d92c-4dfd-ad63-c92146a7bbbb"}]} Nov 03 02:21:45.304227 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Attempt 6 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:45.305918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 697a0383-90da-4ab5-a8c6-fac5085d9db1 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:45.307073 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5581603c-c64e-4e97-b410-14b1c8578428 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:45.331148 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-236548525'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:45.381046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8414bcf-a8f8-4330-be33-8fb81ff0bb41 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Deleting subnet b9da94d6-1939-4526-97dd-835507fe5632 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:21:45.384975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (bc480a3d-d305-4968-9a41-20884451b14d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.402613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Port e3f5b36d-6836-4cef-9e83-3c4ac9936083 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:45.409383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8414bcf-a8f8-4330-be33-8fb81ff0bb41 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks [] for subnet (b9da94d6-1939-4526-97dd-835507fe5632), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.409564 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 5581603c-c64e-4e97-b410-14b1c8578428 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:45.411552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5581603c-c64e-4e97-b410-14b1c8578428), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.412013 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 5581603c-c64e-4e97-b410-14b1c8578428 Nov 03 02:21:45.428027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:45.483102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks [] for port (e845654a-6b36-436c-a5bd-9154d197e9e4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.483622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:45.510270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Deleting port 1d3c9d96-b4c0-4f26-8e3f-e232f5af0055 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:21:45.510660 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1d3c9d96-b4c0-4f26-8e3f-e232f5af0055), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.518024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 5581603c-c64e-4e97-b410-14b1c8578428 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:45.535251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:45.543427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:45.585110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e845654a-6b36-436c-a5bd-9154d197e9e4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.597387 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event updated for resources: {'Port': ['ID=757b6396-d6c0-40b5-97db-6cbd8ec45a5b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:45.599984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:45.633351 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Publish callbacks [] for port (1d3c9d96-b4c0-4f26-8e3f-e232f5af0055), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.640668 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1d3c9d96-b4c0-4f26-8e3f-e232f5af0055), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.668704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event updated for resources: {'Port': ['ID=e845654a-6b36-436c-a5bd-9154d197e9e4,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:45.678518 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Attempting to bind port 1d3c9d96-b4c0-4f26-8e3f-e232f5af0055 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:45.678637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Made reservation on behalf of 98d83dbc22a64949b5de85431c64fbca for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:45.678896 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Attempting to bind port 1d3c9d96-b4c0-4f26-8e3f-e232f5af0055 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'aafc7e5d-6dc3-4b10-8e61-5b38448c897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '99cff799-0636-4b68-bd52-1ea466f22c73'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:45.679273 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Attempting to bind port 1d3c9d96-b4c0-4f26-8e3f-e232f5af0055 on network 99cff799-0636-4b68-bd52-1ea466f22c73 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:45.682470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.689926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Network 42901763-366c-461f-8eaa-cf666b7f66e7 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:45.690949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for port (36a890a2-26b6-4caa-a917-33f2c14e8f6b), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.698222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:45.701184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:45.702943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:45.703596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.710268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1d3c9d96-b4c0-4f26-8e3f-e232f5af0055), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.710883 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:45.712777 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Checking segment: {'id': 'aafc7e5d-6dc3-4b10-8e61-5b38448c897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '99cff799-0636-4b68-bd52-1ea466f22c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:45.713854 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.714474 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Bound using segment: {'id': 'aafc7e5d-6dc3-4b10-8e61-5b38448c897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '99cff799-0636-4b68-bd52-1ea466f22c73'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:45.716574 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Bound port: 1d3c9d96-b4c0-4f26-8e3f-e232f5af0055, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc7e5d-6dc3-4b10-8e61-5b38448c897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '99cff799-0636-4b68-bd52-1ea466f22c73'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:45.717267 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1d3c9d96-b4c0-4f26-8e3f-e232f5af0055), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.722586 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aac949-befa-4e90-be85-f45af0407a61 None None] Pushing event updated for resources: {'Port': ['ID=1d3c9d96-b4c0-4f26-8e3f-e232f5af0055,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:45.734033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Calling delete_port for 1d3c9d96-b4c0-4f26-8e3f-e232f5af0055 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:21:45.740420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8414bcf-a8f8-4330-be33-8fb81ff0bb41 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks [] for subnet (b9da94d6-1939-4526-97dd-835507fe5632), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.744016 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2b5d28a0-b9a4-487b-915e-cf430690e9f2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6932621 Nov 03 02:21:45.750361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33616) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:45.753200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (36a890a2-26b6-4caa-a917-33f2c14e8f6b), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.753905 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (7b47ce8f-9fc8-4570-85b2-5aef9af5e69c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.770894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.795632 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] For port 1d3c9d96-b4c0-4f26-8e3f-e232f5af0055, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:45.800160 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] For port 1d3c9d96-b4c0-4f26-8e3f-e232f5af0055, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1d3c9d96-b4c0-4f26-8e3f-e232f5af0055,segment=NetworkSegment(aafc7e5d-6dc3-4b10-8e61-5b38448c897b),segment_id=aafc7e5d-6dc3-4b10-8e61-5b38448c897b)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:45.809348 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1d3c9d96-b4c0-4f26-8e3f-e232f5af0055), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.837512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa0998-8f84-4899-9260-88cc1d19fca2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:45.841084 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-68fa0998-8f84-4899-9260-88cc1d19fca2 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "GET /v2.0/ports/e845654a-6b36-436c-a5bd-9154d197e9e4 HTTP/1.1" status: 200 len: 955 time: 0.0875053 Nov 03 02:21:45.842306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33618) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:45.854521 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Routers {'bc480a3d-d305-4968-9a41-20884451b14d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:45.855146 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bc480a3d-d305-4968-9a41-20884451b14d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:45.904188 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Attempt 7 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:45.932764 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aac949-befa-4e90-be85-f45af0407a61 None None] Pushing event updated for resources: {'Port': ['ID=1d3c9d96-b4c0-4f26-8e3f-e232f5af0055,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:45.960424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Router 21f218dd-53f7-49c3-9b07-4b1739df229e has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:21:45.969785 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:45.971049 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9205933 Nov 03 02:21:45.975884 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] Set router bc480a3d-d305-4968-9a41-20884451b14d gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:45.979955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Port e3f5b36d-6836-4cef-9e83-3c4ac9936083 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:46.004123 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9c520-e5fd-478e-8122-88a4cca6b841 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Pushing event updated for resources: {'Port': ['ID=36a890a2-26b6-4caa-a917-33f2c14e8f6b,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:46.007228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8414bcf-a8f8-4330-be33-8fb81ff0bb41 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (b9da94d6-1939-4526-97dd-835507fe5632), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.010225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a018c65c-d3e1-4ac7-a704-f7b5b9f1a556 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Deleting port e845654a-6b36-436c-a5bd-9154d197e9e4 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:21:46.010604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a018c65c-d3e1-4ac7-a704-f7b5b9f1a556 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e845654a-6b36-436c-a5bd-9154d197e9e4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.046522 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc480a3d-d305-4968-9a41-20884451b14d', 'name': '', 'tenant_id': '94a18fade98047639d2aa0e5c9c45c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:45Z', 'revision_number': 4, 'project_id': '94a18fade98047639d2aa0e5c9c45c18', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:46.078551 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92cb4e9-a8f4-4b77-94cd-2d96b1b75169 None None] The sync data for ids ['bc480a3d-d305-4968-9a41-20884451b14d'] in dv-neutron-860659-5-hyperv is: [{'id': 'bc480a3d-d305-4968-9a41-20884451b14d', 'name': '', 'tenant_id': '94a18fade98047639d2aa0e5c9c45c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:45Z', 'revision_number': 4, 'project_id': '94a18fade98047639d2aa0e5c9c45c18', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:21:46.091433 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.113777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Router 80bd22db-758a-495b-a022-6a1f1254a118 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:21:46.120364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a018c65c-d3e1-4ac7-a704-f7b5b9f1a556 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e845654a-6b36-436c-a5bd-9154d197e9e4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.144733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a018c65c-d3e1-4ac7-a704-f7b5b9f1a556 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Calling delete_port for e845654a-6b36-436c-a5bd-9154d197e9e4 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:21:46.149045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1d3c9d96-b4c0-4f26-8e3f-e232f5af0055), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.190439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d3c9d96-b4c0-4f26-8e3f-e232f5af0055,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:46.324450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (bc480a3d-d305-4968-9a41-20884451b14d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.352046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a018c65c-d3e1-4ac7-a704-f7b5b9f1a556 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e845654a-6b36-436c-a5bd-9154d197e9e4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.431694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 93294408-6df3-406d-955f-221444ed14ba up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:46.475655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018c65c-d3e1-4ac7-a704-f7b5b9f1a556 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event deleted for resources: {'Port': ['ID=e845654a-6b36-436c-a5bd-9154d197e9e4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:46.482020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (bc480a3d-d305-4968-9a41-20884451b14d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.486887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_controller (bc480a3d-d305-4968-9a41-20884451b14d), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.487693 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a018c65c-d3e1-4ac7-a704-f7b5b9f1a556 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.493591 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a018c65c-d3e1-4ac7-a704-f7b5b9f1a556 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e845654a-6b36-436c-a5bd-9154d197e9e4 HTTP/1.1" status: 204 len: 168 time: 0.6479545 Nov 03 02:21:46.494251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33640) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:46.540104 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Attempt 8 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:46.550039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8414bcf-a8f8-4330-be33-8fb81ff0bb41 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for subnet (b9da94d6-1939-4526-97dd-835507fe5632), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.577302 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b401bf2-5820-495a-891f-19d3e2390f13 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] GET failed (client error): The resource could not be found. Nov 03 02:21:46.579735 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5b401bf2-5820-495a-891f-19d3e2390f13 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "GET /v2.0/ports/e845654a-6b36-436c-a5bd-9154d197e9e4 HTTP/1.1" status: 404 len: 333 time: 0.0834899 Nov 03 02:21:46.591376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33642) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:46.600938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (bc480a3d-d305-4968-9a41-20884451b14d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.602406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc480a3d-d305-4968-9a41-20884451b14d {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:21:46.622410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.627430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dd22764c-71a3-4762-a803-96f77b3e76be tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "DELETE /v2.0/routers/bc480a3d-d305-4968-9a41-20884451b14d HTTP/1.1" status: 204 len: 168 time: 1.9979327 Nov 03 02:21:46.628289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33644) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:46.640562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Port e3f5b36d-6836-4cef-9e83-3c4ac9936083 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:46.654675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Request body: {'port': {'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-39270582'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:46.674054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 93294408-6df3-406d-955f-221444ed14ba triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:46.674656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33652) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:46.675220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (93294408-6df3-406d-955f-221444ed14ba), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.676024 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 93294408-6df3-406d-955f-221444ed14ba Nov 03 02:21:46.678714 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 02:21:46.692034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8414bcf-a8f8-4330-be33-8fb81ff0bb41 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Pushing event deleted for resources: {'Subnet': ['ID=b9da94d6-1939-4526-97dd-835507fe5632,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:46.717396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635dadc8-fe7c-4fdd-b5ed-1726730ca40e None None] Network 5a4aafd2-d78d-4273-bfae-ae637df3a8df requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:46.717930 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for security_group (0dc52106-cf03-417c-a884-cf1c49b0ab78), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.719228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for router_gateway (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.722867 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8414bcf-a8f8-4330-be33-8fb81ff0bb41 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.729882 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d8414bcf-a8f8-4330-be33-8fb81ff0bb41 tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] 10.222.0.23 "DELETE /v2.0/subnets/b9da94d6-1939-4526-97dd-835507fe5632 HTTP/1.1" status: 204 len: 168 time: 1.6489813 Nov 03 02:21:46.735267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33654) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:46.778544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded995b0-9f20-4519-ac8a-c5422ebd42e6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Deleting subnet 101f2524-b8f0-4ecf-bf31-bcd52adbd66d {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:21:46.797953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0dc52106-cf03-417c-a884-cf1c49b0ab78), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.810195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ded995b0-9f20-4519-ac8a-c5422ebd42e6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for subnet (101f2524-b8f0-4ecf-bf31-bcd52adbd66d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.822736 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-65c0c9f2-f8db-4f8c-8965-20a22400ada9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--923098578&fields=id&tenant_id=110b6deb445a4d5f9083ed8d5b5e206b HTTP/1.1" status: 200 len: 267 time: 0.1469152 Nov 03 02:21:46.826812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:21:46.842465 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dcda2dfa-4208-4d2d-ba46-22603b532270 admin admin] 10.222.0.23 "PUT /v2.0/routers/21f218dd-53f7-49c3-9b07-4b1739df229e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8045218 Nov 03 02:21:46.849158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Made reservation on behalf of c4410d40fc124e318aba571605f5bb96 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:46.851474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.864271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 93294408-6df3-406d-955f-221444ed14ba is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:46.866692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:21:46.869395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Sync routers for ids ['21f218dd-53f7-49c3-9b07-4b1739df229e'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:21:46.902592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Routers {'21f218dd-53f7-49c3-9b07-4b1739df229e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:46.903802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['21f218dd-53f7-49c3-9b07-4b1739df229e'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:46.926084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:21:46.940467 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Sync routers for ids ['80bd22db-758a-495b-a022-6a1f1254a118'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:21:46.951168 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4f36c9e9-6323-4f5a-b290-95ae14a75b5d admin admin] 10.222.0.23 "PUT /v2.0/routers/80bd22db-758a-495b-a022-6a1f1254a118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2059276 Nov 03 02:21:46.954082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (01d3b749-3be0-485c-9c71-b137d813085b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:46.954645 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Added segment 01d3b749-3be0-485c-9c71-b137d813085b of type vlan for network 05a1cb63-a93e-4e70-b19a-bd8e84192762 Nov 03 02:21:46.959051 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc52106-cf03-417c-a884-cf1c49b0ab78,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:46.979615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] device_id is not set on port f529b74f-83a3-4882-b33c-f0dd878366b5 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:21:47.004158 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Routers {'80bd22db-758a-495b-a022-6a1f1254a118'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:47.004823 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['80bd22db-758a-495b-a022-6a1f1254a118'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:47.063465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035d07b4-fa8d-4178-9a61-09d94bb0bf81 None None] DHCP port deletion for 5a4aafd2-d78d-4273-bfae-ae637df3a8df request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:21:47.127439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Set router 21f218dd-53f7-49c3-9b07-4b1739df229e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:47.131968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (05a1cb63-a93e-4e70-b19a-bd8e84192762), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.181882 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Attempt 9 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:47.256338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (05a1cb63-a93e-4e70-b19a-bd8e84192762), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.262012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:47.262942 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.317691 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Set router 80bd22db-758a-495b-a022-6a1f1254a118 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:47.366767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.382512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-e280a50d-7e03-45e6-ae7e-983fc1bdfc4e tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:47.390177 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4883468 Nov 03 02:21:47.392909 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-e280a50d-7e03-45e6-ae7e-983fc1bdfc4e tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/networks?id=72773225-cc76-406f-b827-ff4978dd1a2a HTTP/1.1" status: 200 len: 811 time: 0.5692623 Nov 03 02:21:47.411891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33666) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:47.432161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'subnet': {'network_id': '05a1cb63-a93e-4e70-b19a-bd8e84192762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:47.454854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33668) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:47.458716 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-1fca8ec3-d417-465c-9c50-0b9051ac12c9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/quotas/110b6deb445a4d5f9083ed8d5b5e206b HTTP/1.1" status: 200 len: 375 time: 0.0620880 Nov 03 02:21:47.474268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684ede3-b506-4400-9839-15257de47d3c tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Network': ['ID=05a1cb63-a93e-4e70-b19a-bd8e84192762,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:47.489678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 05a1cb63-a93e-4e70-b19a-bd8e84192762 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:21:47.495967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Port e3f5b36d-6836-4cef-9e83-3c4ac9936083 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:47.503406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d6731f6f-4286-4096-9e6c-e0426af719d3 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360233876', 'description': 'tempest-description--1909232056'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:47.518121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks [] for port (f529b74f-83a3-4882-b33c-f0dd878366b5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.596525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-035d07b4-fa8d-4178-9a61-09d94bb0bf81 None None] Deleting port 57d47c9e-d0cd-471f-8b93-75983f15c508 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:21:47.596525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-035d07b4-fa8d-4178-9a61-09d94bb0bf81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.601145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33672) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:47.617730 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-9802ee24-86f2-4e67-8d01-66ccb95afd58 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875163030', 'description': 'tempest-description--1027244239'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:47.665297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6731f6f-4286-4096-9e6c-e0426af719d3 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.679604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9802ee24-86f2-4e67-8d01-66ccb95afd58 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.688980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (f529b74f-83a3-4882-b33c-f0dd878366b5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.692843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ded995b0-9f20-4519-ac8a-c5422ebd42e6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (101f2524-b8f0-4ecf-bf31-bcd52adbd66d), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.702900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-035d07b4-fa8d-4178-9a61-09d94bb0bf81 None None] For port 57d47c9e-d0cd-471f-8b93-75983f15c508, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=57d47c9e-d0cd-471f-8b93-75983f15c508,segment=NetworkSegment(a11b74b9-1e18-4c4e-aebd-4d6067433dbb),segment_id=a11b74b9-1e18-4c4e-aebd-4d6067433dbb)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:47.703298 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-035d07b4-fa8d-4178-9a61-09d94bb0bf81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.708513 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Made reservation on behalf of 98d83dbc22a64949b5de85431c64fbca for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:47.712469 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.728330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (5a4aafd2-d78d-4273-bfae-ae637df3a8df), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.785537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-035d07b4-fa8d-4178-9a61-09d94bb0bf81 None None] Calling delete_port for 57d47c9e-d0cd-471f-8b93-75983f15c508 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:21:47.786040 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-049d5dce-63f2-4793-80bb-ff6fc1bdfb79 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=110b6deb445a4d5f9083ed8d5b5e206b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3179972 Nov 03 02:21:47.803277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ded995b0-9f20-4519-ac8a-c5422ebd42e6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (101f2524-b8f0-4ecf-bf31-bcd52adbd66d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.806479 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'e3f5b36d-6836-4cef-9e83-3c4ac9936083', 'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'mac_address': 'fa:16:3e:1a:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:39Z', 'updated_at': '2022-11-03T02:21:43Z', 'revision_number': 2, 'project_id': '8feee47686084b68914c40f971ada1e1', 'subnets': [{'id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:47.829167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Network 42901763-366c-461f-8eaa-cf666b7f66e7 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:47.841276 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:47.851684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event updated for resources: {'Port': ['ID=f529b74f-83a3-4882-b33c-f0dd878366b5,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:47.864037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:47.865027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:47.865643 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.892645 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Checking router: 80bd22db-758a-495b-a022-6a1f1254a118 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:21:47.893014 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Updating router 80bd22db-758a-495b-a022-6a1f1254a118 port e3f5b36d-6836-4cef-9e83-3c4ac9936083 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:21:47.935486 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:47.965815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Router a0b47ea8-a13f-4017-a1f9-329aae4e2b30 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:21:47.990702 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-05cdf47a-fc22-47d8-b399-1bebc702ab06 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.3846660 Nov 03 02:21:48.003592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33680) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:48.004708 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Attempt 10 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:48.012517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:43Z', 'revision_number': 4, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ab8de3ca-22c2-42bf-abe5-93df0dbc69f7', 'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'mac_address': 'fa:16:3e:97:9f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:43Z', 'revision_number': 2, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'subnets': [{'id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:48.019050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:48.068596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6731f6f-4286-4096-9e6c-e0426af719d3 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group (f5b69d47-0dc4-422e-a8b1-54938d575e9b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.079058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9802ee24-86f2-4e67-8d01-66ccb95afd58 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group (d7ea134d-8c3c-4aca-bf10-438c3ce9279b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.090232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Deleting port 57d47c9e-d0cd-471f-8b93-75983f15c508 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:21:48.090867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.093042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6731f6f-4286-4096-9e6c-e0426af719d3 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (f5b69d47-0dc4-422e-a8b1-54938d575e9b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.099177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7a51fb04-4020-46b1-a37f-bae553702e42 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:21:48.106669 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7a51fb04-4020-46b1-a37f-bae553702e42 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1636682 Nov 03 02:21:48.189679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Checking router: 21f218dd-53f7-49c3-9b07-4b1739df229e for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:21:48.190791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Updating router 21f218dd-53f7-49c3-9b07-4b1739df229e port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:21:48.211102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9802ee24-86f2-4e67-8d01-66ccb95afd58 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d7ea134d-8c3c-4aca-bf10-438c3ce9279b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.227352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6731f6f-4286-4096-9e6c-e0426af719d3 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b69d47-0dc4-422e-a8b1-54938d575e9b,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:48.229475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e65b9-e137-4afc-927b-bb9f8db325e1 None None] Port e3f5b36d-6836-4cef-9e83-3c4ac9936083 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:48.242189 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.257299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for subnet (5ca9f31e-aa85-4021-b22f-9d1108911fb8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.259098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-035d07b4-fa8d-4178-9a61-09d94bb0bf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.312345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d07b4-fa8d-4178-9a61-09d94bb0bf81 None None] Pushing event deleted for resources: {'Port': ['ID=57d47c9e-d0cd-471f-8b93-75983f15c508,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:48.318160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d07b4-fa8d-4178-9a61-09d94bb0bf81 None None] No DVR routers for this DVR port 57d47c9e-d0cd-471f-8b93-75983f15c508 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:21:48.355951 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-9719deb5-9672-4cdb-b234-333626f4b0de service neutron] 10.222.0.23 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476666 Nov 03 02:21:48.425221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] For port 57d47c9e-d0cd-471f-8b93-75983f15c508, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=57d47c9e-d0cd-471f-8b93-75983f15c508,segment=NetworkSegment(a11b74b9-1e18-4c4e-aebd-4d6067433dbb),segment_id=a11b74b9-1e18-4c4e-aebd-4d6067433dbb)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:48.426509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.433627 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Publish callbacks [] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.443536 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.468556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6731f6f-4286-4096-9e6c-e0426af719d3 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.470090 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d6731f6f-4286-4096-9e6c-e0426af719d3 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0103512 Nov 03 02:21:48.483271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ded995b0-9f20-4519-ac8a-c5422ebd42e6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (101f2524-b8f0-4ecf-bf31-bcd52adbd66d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.488891 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33682) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:48.500574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-37b79840-a5c1-4563-88d6-f1b62ba5297c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Request body: {'security_group_rule': {'security_group_id': 'f5b69d47-0dc4-422e-a8b1-54938d575e9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:48.500957 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624356a-f836-40a8-ac21-82177d127eb1 None None] Pushing event updated for resources: {'Port': ['ID=e3f5b36d-6836-4cef-9e83-3c4ac9936083,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:48.524252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Calling delete_port for 57d47c9e-d0cd-471f-8b93-75983f15c508 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:21:48.528120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 57d47c9e-d0cd-471f-8b93-75983f15c508 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:21:48.580020 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Attempting to bind port e3f5b36d-6836-4cef-9e83-3c4ac9936083 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:48.580734 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Attempting to bind port e3f5b36d-6836-4cef-9e83-3c4ac9936083 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:48.581233 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Attempting to bind port e3f5b36d-6836-4cef-9e83-3c4ac9936083 on network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:48.586713 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:48.587105 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Checking segment: {'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:48.587238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9802ee24-86f2-4e67-8d01-66ccb95afd58 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.587560 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.587957 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Bound using segment: {'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:48.591823 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Bound port: e3f5b36d-6836-4cef-9e83-3c4ac9936083, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:48.591971 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9802ee24-86f2-4e67-8d01-66ccb95afd58 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9764719 Nov 03 02:21:48.592075 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.599886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33684) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:48.615602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-99fe9021-dc1e-48d6-b940-3304cb83e833 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Request body: {'security_group_rule': {'security_group_id': 'd7ea134d-8c3c-4aca-bf10-438c3ce9279b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:48.617146 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802ee24-86f2-4e67-8d01-66ccb95afd58 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ea134d-8c3c-4aca-bf10-438c3ce9279b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:48.634754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Subnet': ['ID=5ca9f31e-aa85-4021-b22f-9d1108911fb8,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:48.645868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded995b0-9f20-4519-ac8a-c5422ebd42e6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=101f2524-b8f0-4ecf-bf31-bcd52adbd66d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:48.651566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:21:48.675054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Checking segment: {'id': '01d3b749-3be0-485c-9c71-b137d813085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '05a1cb63-a93e-4e70-b19a-bd8e84192762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:48.675600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network hostable DHCP agents. Network: 05a1cb63-a93e-4e70-b19a-bd8e84192762, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:21:48.676865 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] For port e3f5b36d-6836-4cef-9e83-3c4ac9936083, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:48.680882 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] For port e3f5b36d-6836-4cef-9e83-3c4ac9936083, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e3f5b36d-6836-4cef-9e83-3c4ac9936083,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:48.682719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ded995b0-9f20-4519-ac8a-c5422ebd42e6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.685103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Publish callbacks [] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.686118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.690434 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-88ae0f4d-e5fa-4084-8cbe-15420addd214 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.8797982 Nov 03 02:21:48.690592 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ded995b0-9f20-4519-ac8a-c5422ebd42e6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/101f2524-b8f0-4ecf-bf31-bcd52adbd66d HTTP/1.1" status: 204 len: 168 time: 2.0574727 Nov 03 02:21:48.692288 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.697134 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33688) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:48.698174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f529b74f-83a3-4882-b33c-f0dd878366b5), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.698327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33690) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:48.725767 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Routers {'80bd22db-758a-495b-a022-6a1f1254a118'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:48.726708 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['80bd22db-758a-495b-a022-6a1f1254a118'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:48.729961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361b1fd-0fe9-40a3-8e52-4422bb535832 None None] Sync routers for ids ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:21:48.740013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.774990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-99fe9021-dc1e-48d6-b940-3304cb83e833 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group_rule (6ca28ad6-9b78-484f-ad98-aa46de3f7502), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.805875 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 05a1cb63-a93e-4e70-b19a-bd8e84192762 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:21:48.821385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 57d47c9e-d0cd-471f-8b93-75983f15c508 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:21:48.821385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 57d47c9e-d0cd-471f-8b93-75983f15c508 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:21:48.824829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-37b79840-a5c1-4563-88d6-f1b62ba5297c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group_rule (de501ffb-ff7d-4c59-ba09-68ac103c24c2), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.831388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c5e8d-544f-4472-a853-4aa3fd743d7f None None] Pushing event updated for resources: {'Port': ['ID=ab8de3ca-22c2-42bf-abe5-93df0dbc69f7,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:48.833643 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 05a1cb63-a93e-4e70-b19a-bd8e84192762) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:48.835011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Provisioning complete for port e3f5b36d-6836-4cef-9e83-3c4ac9936083 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:48.836254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.839090 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:48.840223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.844304 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Attempt 1 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:48.865752 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] Set router 80bd22db-758a-495b-a022-6a1f1254a118 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:48.888063 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (99cff799-0636-4b68-bd52-1ea466f22c73), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.911962 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-237b30ca-386d-4387-816e-754188ca7857 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4988344 Nov 03 02:21:48.917408 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ebe603-db65-4994-ba4d-1c4180baca10 None None] Network 05a1cb63-a93e-4e70-b19a-bd8e84192762 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:48.919441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33692) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:48.930287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-150459057', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:48.933163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-99fe9021-dc1e-48d6-b940-3304cb83e833 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group_rule (6ca28ad6-9b78-484f-ad98-aa46de3f7502), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.954169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-99fe9021-dc1e-48d6-b940-3304cb83e833 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (6ca28ad6-9b78-484f-ad98-aa46de3f7502), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.979812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:48.981463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.026178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361b1fd-0fe9-40a3-8e52-4422bb535832 None None] Routers {'a0b47ea8-a13f-4017-a1f9-329aae4e2b30'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:49.027013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d361b1fd-0fe9-40a3-8e52-4422bb535832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.028172 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-539315c2-13b1-4e20-8cbf-7a765bb42db1 service neutron] 10.222.0.23 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893600 Nov 03 02:21:49.033873 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_controller (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.068769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe9021-dc1e-48d6-b940-3304cb83e833 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca28ad6-9b78-484f-ad98-aa46de3f7502,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:49.124788 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'e3f5b36d-6836-4cef-9e83-3c4ac9936083', 'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'mac_address': 'fa:16:3e:1a:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:39Z', 'updated_at': '2022-11-03T02:21:48Z', 'revision_number': 4, 'project_id': '8feee47686084b68914c40f971ada1e1', 'subnets': [{'id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.128324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-99fe9021-dc1e-48d6-b940-3304cb83e833 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.133094 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-99fe9021-dc1e-48d6-b940-3304cb83e833 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5252795 Nov 03 02:21:49.135392 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-37b79840-a5c1-4563-88d6-f1b62ba5297c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group_rule (de501ffb-ff7d-4c59-ba09-68ac103c24c2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.137018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33694) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:49.153193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6ecc3f6a-1548-4a44-b6a0-278415de8ed1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Request body: {'security_group_rule': {'security_group_id': 'd7ea134d-8c3c-4aca-bf10-438c3ce9279b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:49.155550 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4025c-93b7-44fd-89a0-fffb379435c5 None None] The sync data for ids ['80bd22db-758a-495b-a022-6a1f1254a118'] in dv-neutron-860659-5-hyperv is: [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'e3f5b36d-6836-4cef-9e83-3c4ac9936083', 'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'mac_address': 'fa:16:3e:1a:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:39Z', 'updated_at': '2022-11-03T02:21:48Z', 'revision_number': 4, 'project_id': '8feee47686084b68914c40f971ada1e1', 'subnets': [{'id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:21:49.162189 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624356a-f836-40a8-ac21-82177d127eb1 None None] Pushing event updated for resources: {'Port': ['ID=e3f5b36d-6836-4cef-9e83-3c4ac9936083,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:49.187352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (57d47c9e-d0cd-471f-8b93-75983f15c508), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.189542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-37b79840-a5c1-4563-88d6-f1b62ba5297c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (de501ffb-ff7d-4c59-ba09-68ac103c24c2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.204660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d361b1fd-0fe9-40a3-8e52-4422bb535832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.219378 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (99cff799-0636-4b68-bd52-1ea466f22c73), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.280240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b6f937-1feb-406a-a6d6-5853b9c48c96 None None] Network 05a1cb63-a93e-4e70-b19a-bd8e84192762 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:21:49.289351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Pushing event deleted for resources: {'Port': ['ID=57d47c9e-d0cd-471f-8b93-75983f15c508,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:49.291355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3f6a-1548-4a44-b6a0-278415de8ed1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group_rule (2b21248a-b978-41f8-8ddd-408c58b965c2), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.323761 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.324312 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.325206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.325548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > port after_create 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.325898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.326260 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > port after_update 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.326592 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.327265 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.327633 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.328071 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.329643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b79840-a5c1-4563-88d6-f1b62ba5297c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de501ffb-ff7d-4c59-ba09-68ac103c24c2,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:49.331406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] No DVR routers for this DVR port 57d47c9e-d0cd-471f-8b93-75983f15c508 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:21:49.358226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Attempting to bind port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:49.358735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Attempting to bind port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:49.359343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Attempting to bind port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 on network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:49.370231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:21:49.370726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Checking segment: {'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:21:49.371968 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.372468 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Bound using segment: {'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:21:49.373074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Bound port: ab8de3ca-22c2-42bf-abe5-93df0dbc69f7, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:21:49.373515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.394000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-37b79840-a5c1-4563-88d6-f1b62ba5297c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.395839 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-37b79840-a5c1-4563-88d6-f1b62ba5297c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8996089 Nov 03 02:21:49.397384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361b1fd-0fe9-40a3-8e52-4422bb535832 None None] Routers {'a0b47ea8-a13f-4017-a1f9-329aae4e2b30'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:49.398074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d361b1fd-0fe9-40a3-8e52-4422bb535832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.445637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3f6a-1548-4a44-b6a0-278415de8ed1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group_rule (2b21248a-b978-41f8-8ddd-408c58b965c2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.447402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d361b1fd-0fe9-40a3-8e52-4422bb535832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.449810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361b1fd-0fe9-40a3-8e52-4422bb535832 None None] The sync data for ids ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:21:49.452832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33708) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:49.463828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5d1d2ad7-e158-45db-901d-7decd0f032d8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Request body: {'security_group_rule': {'security_group_id': 'f5b69d47-0dc4-422e-a8b1-54938d575e9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:49.471062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3f6a-1548-4a44-b6a0-278415de8ed1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (2b21248a-b978-41f8-8ddd-408c58b965c2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.547950 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33718) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:49.588522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] For port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:49.625448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] For port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ab8de3ca-22c2-42bf-abe5-93df0dbc69f7,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:21:49.645817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.646180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.646783 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.647380 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:21:49.647830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cff799-0636-4b68-bd52-1ea466f22c73']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.648669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (5a4aafd2-d78d-4273-bfae-ae637df3a8df), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.659378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc3f6a-1548-4a44-b6a0-278415de8ed1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b21248a-b978-41f8-8ddd-408c58b965c2,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:49.670038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] device_id is not set on port f529b74f-83a3-4882-b33c-f0dd878366b5 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:21:49.678035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Current status of the port e3f5b36d-6836-4cef-9e83-3c4ac9936083 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:49.678175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3f6a-1548-4a44-b6a0-278415de8ed1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.678611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.682253 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6ecc3f6a-1548-4a44-b6a0-278415de8ed1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5339148 Nov 03 02:21:49.688168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33722) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:49.693532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks [] for port (f529b74f-83a3-4882-b33c-f0dd878366b5), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.702637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:49.703076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.713876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2ad7-e158-45db-901d-7decd0f032d8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group_rule (a0e11d0e-1c32-4f70-bc9e-1ef92960530d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.727216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4aafd2-d78d-4273-bfae-ae637df3a8df']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.729503 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafc7e5d-6dc3-4b10-8e61-5b38448c897b') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.729840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafc7e5d-6dc3-4b10-8e61-5b38448c897b') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.757793 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_gateway (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.759369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (f529b74f-83a3-4882-b33c-f0dd878366b5), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.771302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (aafc7e5d-6dc3-4b10-8e61-5b38448c897b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.775434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] For port e3f5b36d-6836-4cef-9e83-3c4ac9936083, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e3f5b36d-6836-4cef-9e83-3c4ac9936083,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:49.784993 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11b74b9-1e18-4c4e-aebd-4d6067433dbb') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.785301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11b74b9-1e18-4c4e-aebd-4d6067433dbb') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.806825 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1908c888-2cd4-4e8d-907c-63dadb50f010 req-db6a2bc2-0ea4-4f16-bfea-fdc4d8582be4 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 210 time: 0.2547979 Nov 03 02:21:49.846586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (a11b74b9-1e18-4c4e-aebd-4d6067433dbb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.854672 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.865142 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Routers {'21f218dd-53f7-49c3-9b07-4b1739df229e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:49.865894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['21f218dd-53f7-49c3-9b07-4b1739df229e'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:49.868110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.911327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a11b74b9-1e18-4c4e-aebd-4d6067433dbb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.928655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event updated for resources: {'Port': ['ID=f529b74f-83a3-4882-b33c-f0dd878366b5,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:49.935595 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Provisioning complete for port 697a0383-90da-4ab5-a8c6-fac5085d9db1 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:49.935988 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.936340 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Attempt 1 to provision port 697a0383-90da-4ab5-a8c6-fac5085d9db1 Nov 03 02:21:49.939706 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c5e8d-544f-4472-a853-4aa3fd743d7f None None] Pushing event updated for resources: {'Port': ['ID=ab8de3ca-22c2-42bf-abe5-93df0dbc69f7,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:49.952222 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (aafc7e5d-6dc3-4b10-8e61-5b38448c897b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.955052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:21:49.955468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (a11b74b9-1e18-4c4e-aebd-4d6067433dbb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.961897 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:21:49.962307 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (aafc7e5d-6dc3-4b10-8e61-5b38448c897b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:49.978544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:49.979385 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:49.979385 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:50.022552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment a11b74b9-1e18-4c4e-aebd-4d6067433dbb resource provider aggregate not found Nov 03 02:21:50.036859 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2ad7-e158-45db-901d-7decd0f032d8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group_rule (a0e11d0e-1c32-4f70-bc9e-1ef92960530d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.048429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:50.050694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (99cff799-0636-4b68-bd52-1ea466f22c73), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.052834 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:50.055216 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 2 to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 Nov 03 02:21:50.056307 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 99cff799-0636-4b68-bd52-1ea466f22c73 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 02:21:50.061730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2ad7-e158-45db-901d-7decd0f032d8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (a0e11d0e-1c32-4f70-bc9e-1ef92960530d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.072174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.085796 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "DELETE /v2.0/networks/99cff799-0636-4b68-bd52-1ea466f22c73 HTTP/1.1" status: 204 len: 168 time: 1.3808694 Nov 03 02:21:50.100308 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (5a4aafd2-d78d-4273-bfae-ae637df3a8df), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.103943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Pushing event updated for resources: {'Port': ['ID=e3f5b36d-6836-4cef-9e83-3c4ac9936083,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:50.107038 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment a11b74b9-1e18-4c4e-aebd-4d6067433dbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a11b74b9-1e18-4c4e-aebd-4d6067433dbb found for delete ", "request_id": "req-536d8bbb-2694-4da5-8071-da72c464f773"}]} Nov 03 02:21:50.109297 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] Set router 21f218dd-53f7-49c3-9b07-4b1739df229e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:21:50.113487 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:50.114012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:50.115059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:50.125223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.132588 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] 10.222.0.23 "DELETE /v2.0/networks/5a4aafd2-d78d-4273-bfae-ae637df3a8df HTTP/1.1" status: 204 len: 168 time: 3.3939674 Nov 03 02:21:50.133013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d2ad7-e158-45db-901d-7decd0f032d8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e11d0e-1c32-4f70-bc9e-1ef92960530d,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:50.149740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2ad7-e158-45db-901d-7decd0f032d8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.151097 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5d1d2ad7-e158-45db-901d-7decd0f032d8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6969934 Nov 03 02:21:50.156171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:50.156171 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:50.156757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc9341-dc1e-4536-8660-044ddb22acbf tempest-DHCPAgentSchedulersTestJSON-450001639 tempest-DHCPAgentSchedulersTestJSON-450001639-project] Pushing event deleted for resources: {'Network': ['ID=5a4aafd2-d78d-4273-bfae-ae637df3a8df,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:50.158591 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33746) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:50.159864 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 3 to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 Nov 03 02:21:50.166463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:50.196776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:50.197211 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:50.197658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:50.211087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:50.211556 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:50.212964 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 4 to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 Nov 03 02:21:50.226677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.245341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:50.246762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:50.246762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:50.263110 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9ba0c-8d1d-4876-8b93-0f32cf7ad812 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event deleted for resources: {'Network': ['ID=99cff799-0636-4b68-bd52-1ea466f22c73,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:50.302913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:50.306210 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:50.319824 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 5 to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 Nov 03 02:21:50.343628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Current status of the port 697a0383-90da-4ab5-a8c6-fac5085d9db1 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:50.380061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.516887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Provisioning complete for port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:50.524210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.524702 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Attempt 1 to provision port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 Nov 03 02:21:50.588006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e3f5b36d-6836-4cef-9e83-3c4ac9936083 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:50.769548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:50.770073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:50.775013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:50.786533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.817375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:50.819769 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:50.829849 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 6 to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 Nov 03 02:21:50.841588 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment aafc7e5d-6dc3-4b10-8e61-5b38448c897b resource provider aggregate not found Nov 03 02:21:50.937281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e3f5b36d-6836-4cef-9e83-3c4ac9936083 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:50.939284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:50.939770 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e3f5b36d-6836-4cef-9e83-3c4ac9936083 Nov 03 02:21:50.943763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33770) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:50.990879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c0272c99-414d-488c-a099-bee4f68057c4 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Request body: {'router': {'name': 'tempest-router--1127547338', 'project_id': 'b70e1d5aeabb4d0fa1eff9fcadef5f67'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:50.998759 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33772) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:51.021323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Current status of the port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:51.030232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.057735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:51.060813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:51.061458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:51.106165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:43Z', 'revision_number': 4, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ab8de3ca-22c2-42bf-abe5-93df0dbc69f7', 'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'mac_address': 'fa:16:3e:97:9f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:49Z', 'revision_number': 4, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'subnets': [{'id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:51.110340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] For port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ab8de3ca-22c2-42bf-abe5-93df0dbc69f7,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:51.143451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd68472-8360-49e6-bb7b-c5fd57bc19dd None None] The sync data for ids ['21f218dd-53f7-49c3-9b07-4b1739df229e'] in dv-neutron-860659-5-hyperv is: [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:43Z', 'revision_number': 4, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ab8de3ca-22c2-42bf-abe5-93df0dbc69f7', 'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'mac_address': 'fa:16:3e:97:9f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:49Z', 'revision_number': 4, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'subnets': [{'id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:21:51.144908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Allocated IP 172.26.6.201 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/080430b1-d9df-4c47-b754-a8a8f1ff654d) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:51.186426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_gateway (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.194032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.199815 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment aafc7e5d-6dc3-4b10-8e61-5b38448c897b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aafc7e5d-6dc3-4b10-8e61-5b38448c897b found for delete ", "request_id": "req-e85088cf-2e40-4fd2-8925-2cdb99ff0a8f"}]} Nov 03 02:21:51.236295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.266209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e3f5b36d-6836-4cef-9e83-3c4ac9936083 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:51.267271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for port (080430b1-d9df-4c47-b754-a8a8f1ff654d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.313942 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5c4e2c01-e2dc-4fc7-afbc-c134667dc05e req-d03c03bf-fade-4655-9abd-4390b4043500 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 210 time: 0.3630953 Nov 03 02:21:51.321739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (080430b1-d9df-4c47-b754-a8a8f1ff654d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.344658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018e8ef-c6de-4848-a89c-20cf0dce21f1 None None] Pushing event updated for resources: {'Port': ['ID=ab8de3ca-22c2-42bf-abe5-93df0dbc69f7,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:51.402519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Pushing event updated for resources: {'Port': ['ID=080430b1-d9df-4c47-b754-a8a8f1ff654d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:51.406013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:51.411006 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:51.416836 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 7 to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 Nov 03 02:21:51.434071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:51.435162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:51.435506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:51.442593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:51.442593 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:51.443871 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 8 to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 Nov 03 02:21:51.456607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0272c99-414d-488c-a099-bee4f68057c4 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (57f4c0d0-1ee0-41b6-8710-1da373199022), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.456607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0272c99-414d-488c-a099-bee4f68057c4 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (57f4c0d0-1ee0-41b6-8710-1da373199022), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.538112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:51.543903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0272c99-414d-488c-a099-bee4f68057c4 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_controller (57f4c0d0-1ee0-41b6-8710-1da373199022), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.556768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:51.569343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0272c99-414d-488c-a099-bee4f68057c4 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (57f4c0d0-1ee0-41b6-8710-1da373199022), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.573864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:51.577565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:51.577938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:51.578283 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:51.579967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Allocated IP 172.20.0.1 (c9d9facf-90ad-4c9b-80d3-d13176343b94/4cd9db1f-8b05-40c2-966f-fa8210272606/33ee57b2-603f-4bb4-aa0b-ab80e4223a5c) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:51.634711 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.26.6.91 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/e98dce29-481e-4131-b44d-920720baf7e6) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:51.646914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:51.647246 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:51.663846 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 9 to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 Nov 03 02:21:51.703086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0272c99-414d-488c-a099-bee4f68057c4 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.704223 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c0272c99-414d-488c-a099-bee4f68057c4 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7587743 Nov 03 02:21:51.711988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33778) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:51.716753 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:51.717096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:51.717438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:51.769467 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c2a077ae-2b5d-4b41-89b6-35a00b10fdb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38df6ef60728436fa568523942919ba9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7649946 Nov 03 02:21:51.771746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.775518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33780) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:51.789293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:51.789782 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:51.794339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempt 10 to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 Nov 03 02:21:51.804475 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a6bbca1-0194-4477-b656-030cf5fa64ff tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (57f4c0d0-1ee0-41b6-8710-1da373199022), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.843266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for floatingip (7b5545e5-6b4c-409c-b56d-05453199415d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:51.885208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:21:51.885567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:21:51.885890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempting to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:21:51.895068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:21:51.895450 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Failed to bind port f529b74f-83a3-4882-b33c-f0dd878366b5 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'b502660f-032e-428b-95b7-5dcb148faa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '42901763-366c-461f-8eaa-cf666b7f66e7'}] Nov 03 02:21:51.895807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f529b74f-83a3-4882-b33c-f0dd878366b5), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.018864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (080430b1-d9df-4c47-b754-a8a8f1ff654d), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.058808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90f0d045-5174-4bf1-86a2-59417284c53a admin admin] Publish callbacks [] for security_group (022f41a4-b9b3-4985-8f2f-f703f575cce1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.061845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] For port f529b74f-83a3-4882-b33c-f0dd878366b5, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:21:52.062292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attempted to set empty binding levels {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 02:21:52.097819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90f0d045-5174-4bf1-86a2-59417284c53a admin admin] Publish callbacks [] for security_group (022f41a4-b9b3-4985-8f2f-f703f575cce1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.120434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (f529b74f-83a3-4882-b33c-f0dd878366b5), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.121064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] In _notify_port_updated(), no bound segment for port f529b74f-83a3-4882-b33c-f0dd878366b5 on network 42901763-366c-461f-8eaa-cf666b7f66e7 {{(pid=104394) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:21:52.122217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:52.123587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.125020 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "PUT /v2.0/ports/f529b74f-83a3-4882-b33c-f0dd878366b5 HTTP/1.1" status: 200 len: 975 time: 4.1123188 Nov 03 02:21:52.125634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.27', 58225) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:52.148790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33782) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:52.182289 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a6bbca1-0194-4477-b656-030cf5fa64ff tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (57f4c0d0-1ee0-41b6-8710-1da373199022), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.189826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for port (33ee57b2-603f-4bb4-aa0b-ab80e4223a5c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.192600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a6bbca1-0194-4477-b656-030cf5fa64ff tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_controller (57f4c0d0-1ee0-41b6-8710-1da373199022), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.273485 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (e98dce29-481e-4131-b44d-920720baf7e6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.303820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a6bbca1-0194-4477-b656-030cf5fa64ff tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (57f4c0d0-1ee0-41b6-8710-1da373199022), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.309103 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6bbca1-0194-4477-b656-030cf5fa64ff tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57f4c0d0-1ee0-41b6-8710-1da373199022 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:21:52.317625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a6bbca1-0194-4477-b656-030cf5fa64ff tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.323099 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4a6bbca1-0194-4477-b656-030cf5fa64ff tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "DELETE /v2.0/routers/57f4c0d0-1ee0-41b6-8710-1da373199022 HTTP/1.1" status: 204 len: 168 time: 0.5976169 Nov 03 02:21:52.420250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e98dce29-481e-4131-b44d-920720baf7e6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.458018 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (33ee57b2-603f-4bb4-aa0b-ab80e4223a5c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.469301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da1cad-e612-40ed-b337-91976cf2dc92 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event updated for resources: {'Port': ['ID=f529b74f-83a3-4882-b33c-f0dd878366b5,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:52.546585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:21:52.563086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33794) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:52.593470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90f0d045-5174-4bf1-86a2-59417284c53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (022f41a4-b9b3-4985-8f2f-f703f575cce1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.596330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90f0d045-5174-4bf1-86a2-59417284c53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.597728 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-90f0d045-5174-4bf1-86a2-59417284c53a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/022f41a4-b9b3-4985-8f2f-f703f575cce1 HTTP/1.1" status: 204 len: 168 time: 0.8211350 Nov 03 02:21:52.617120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:52.648237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Network c9d9facf-90ad-4c9b-80d3-d13176343b94 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:52.658091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:52.666017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:52.682684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:52.702992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:52.750437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:52.750978 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.751425 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 Nov 03 02:21:52.799987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0d045-5174-4bf1-86a2-59417284c53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022f41a4-b9b3-4985-8f2f-f703f575cce1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:52.876238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:52.888599 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=e98dce29-481e-4131-b44d-920720baf7e6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:52.910942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Allocated IP 172.26.6.209 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/54aef9df-3156-47d4-bc34-7df3ae7cddc2) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:53.039165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:21:53.157673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-e84ebeeb-4a2e-47e1-a595-c6d09ddaa1e2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:53.159449 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-e84ebeeb-4a2e-47e1-a595-c6d09ddaa1e2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.27 "GET /v2.0/networks?id=72773225-cc76-406f-b827-ff4978dd1a2a HTTP/1.1" status: 200 len: 811 time: 1.0150747 Nov 03 02:21:53.166935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-135605869', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:53.171915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Provisioning complete for port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:53.172383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (33ee57b2-603f-4bb4-aa0b-ab80e4223a5c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.172755 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Attempt 1 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:21:53.249737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:53.256252 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fdc30af3-1d20-48c3-8496-02a8ad916518 req-ff2919ec-affb-4a3e-a717-34bbaef07ad3 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 210 time: 0.5003252 Nov 03 02:21:53.257293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.258409 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.298242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event updated for resources: {'Port': ['ID=33ee57b2-603f-4bb4-aa0b-ab80e4223a5c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:53.351212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-761e0740-fd83-4598-9897-bcef09872764 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Deleting port f529b74f-83a3-4882-b33c-f0dd878366b5 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:21:53.351563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-761e0740-fd83-4598-9897-bcef09872764 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f529b74f-83a3-4882-b33c-f0dd878366b5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.403334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33820) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:53.429526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (33ee57b2-603f-4bb4-aa0b-ab80e4223a5c), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.450193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for port (54aef9df-3156-47d4-bc34-7df3ae7cddc2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.502242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for port (080430b1-d9df-4c47-b754-a8a8f1ff654d), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.514076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.515256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4a0b9017-4563-43dc-8f5c-9856fbbced7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.530414 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (080430b1-d9df-4c47-b754-a8a8f1ff654d), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.561052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_gateway (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.619515 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-24c4ffe3-5b9e-4b99-bc5e-28628dc847b2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=110b6deb445a4d5f9083ed8d5b5e206b HTTP/1.1" status: 200 len: 379 time: 0.3936546 Nov 03 02:21:53.663193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-761e0740-fd83-4598-9897-bcef09872764 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] For port f529b74f-83a3-4882-b33c-f0dd878366b5, host hv-neutron-8606, got binding levels [] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:21:53.663433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-761e0740-fd83-4598-9897-bcef09872764 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f529b74f-83a3-4882-b33c-f0dd878366b5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:53.672112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Request body: {'port': {'device_id': '010719e0-4a97-40d6-af47-cb4244169b8c', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'admin_state_up': True, 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'security_groups': ['654649c9-c8e2-4c09-8f1a-31456ed25983']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:53.750843 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Attempt 2 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:21:53.839086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:54.198122 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:54.236192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:54.259356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-761e0740-fd83-4598-9897-bcef09872764 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Calling delete_port for f529b74f-83a3-4882-b33c-f0dd878366b5 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:21:54.340839 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Attempt 3 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:21:54.444725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Pushing event updated for resources: {'Port': ['ID=080430b1-d9df-4c47-b754-a8a8f1ff654d,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:54.468147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Made reservation on behalf of 110b6deb445a4d5f9083ed8d5b5e206b for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:54.471892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:54.474706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (7b5545e5-6b4c-409c-b56d-05453199415d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:54.519259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for port (33ee57b2-603f-4bb4-aa0b-ab80e4223a5c), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:54.535516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (33ee57b2-603f-4bb4-aa0b-ab80e4223a5c), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:54.554608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (54aef9df-3156-47d4-bc34-7df3ae7cddc2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:54.733377 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:21:54.739181 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event updated for resources: {'Port': ['ID=33ee57b2-603f-4bb4-aa0b-ab80e4223a5c,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:54.744055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:54.765617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:54.767034 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-83604044-03bc-40a1-bd3e-22c0157bf902 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0756593 Nov 03 02:21:54.791237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:54.954389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Pushing event updated for resources: {'Port': ['ID=54aef9df-3156-47d4-bc34-7df3ae7cddc2,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:54.981992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:55.018300 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:21:55.030700 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bed4cf-672e-4370-9faa-ac8d9165c277 None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:21:55.047739 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dfaad39-2e3a-4de0-9013-e2e6ce957f6d req-9fbe6193-b096-4707-a82c-0655b8aa368d tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 210 time: 0.2421408 Nov 03 02:21:55.051907 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bed4cf-672e-4370-9faa-ac8d9165c277 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:55.057395 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a0bed4cf-672e-4370-9faa-ac8d9165c277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:55.067323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:55.070794 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:55.090370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Network c9d9facf-90ad-4c9b-80d3-d13176343b94 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:55.091965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:55.156145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:55.161163 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7fb5c721-5d96-4be2-8a27-3f56c0f699e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2310328 Nov 03 02:21:55.161163 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33844) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:55.194224 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a0bed4cf-672e-4370-9faa-ac8d9165c277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:55.222348 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bed4cf-672e-4370-9faa-ac8d9165c277 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:55.223308 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a0bed4cf-672e-4370-9faa-ac8d9165c277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:55.279795 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a0bed4cf-672e-4370-9faa-ac8d9165c277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:55.281148 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bed4cf-672e-4370-9faa-ac8d9165c277 None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:21:55.293537 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Attempt 4 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:21:55.424762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Router a0b47ea8-a13f-4017-a1f9-329aae4e2b30 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:21:55.440310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:55.518928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4a0b9017-4563-43dc-8f5c-9856fbbced7e admin admin] Publish callbacks [] for security_group (df58e9d4-e72a-4e87-8e17-3302a07a266d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:55.545674 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-94d01bf6-7657-4ae1-9d96-fe05b77b2d50 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1875163030&fields=id&tenant_id=8feee47686084b68914c40f971ada1e1 HTTP/1.1" status: 200 len: 267 time: 0.2888536 Nov 03 02:21:55.547740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-761e0740-fd83-4598-9897-bcef09872764 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f529b74f-83a3-4882-b33c-f0dd878366b5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:55.556829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4a0b9017-4563-43dc-8f5c-9856fbbced7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (df58e9d4-e72a-4e87-8e17-3302a07a266d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:55.597951 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4a0b9017-4563-43dc-8f5c-9856fbbced7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9607d54c83e454481f657b6016ad4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1881976 Nov 03 02:21:55.623721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33846) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:55.627876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e0740-fd83-4598-9897-bcef09872764 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Pushing event deleted for resources: {'Port': ['ID=f529b74f-83a3-4882-b33c-f0dd878366b5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:55.737951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Allocated IP 172.20.0.7 (72773225-cc76-406f-b827-ff4978dd1a2a/16b5e305-d6c5-448f-89a8-37a61e5a4123/19cc0d28-dce5-4bd2-b165-593fd389c895) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:55.770148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-659c74da-a986-4273-bf5e-2a2a0101021a admin admin] Publish callbacks [] for security_group (df58e9d4-e72a-4e87-8e17-3302a07a266d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:55.793643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-659c74da-a986-4273-bf5e-2a2a0101021a admin admin] Publish callbacks [] for security_group (df58e9d4-e72a-4e87-8e17-3302a07a266d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:55.826698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:21:55.840768 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7142d-ff64-4915-bfde-eff22e63a9b8 None None] Sync routers for ids ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:21:55.867540 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7cf07839-34ce-4572-ba45-7d83e385c915 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "PUT /v2.0/routers/a0b47ea8-a13f-4017-a1f9-329aae4e2b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1588590 Nov 03 02:21:55.869860 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33850) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:55.874689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7142d-ff64-4915-bfde-eff22e63a9b8 None None] Routers {'a0b47ea8-a13f-4017-a1f9-329aae4e2b30'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:55.875662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f9a7142d-ff64-4915-bfde-eff22e63a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:55.878941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for floatingip (3af697b2-bc63-472c-872d-9c761cbea90d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:55.881806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Request body: {'port': {'network_id': 'c9d9facf-90ad-4c9b-80d3-d13176343b94', 'name': 'tempest-FloatingIPAdminTestJSON-2095851790'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:55.887954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-761e0740-fd83-4598-9897-bcef09872764 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:55.898146 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-761e0740-fd83-4598-9897-bcef09872764 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f529b74f-83a3-4882-b33c-f0dd878366b5 HTTP/1.1" status: 204 len: 168 time: 3.7205999 Nov 03 02:21:55.901282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-659c74da-a986-4273-bf5e-2a2a0101021a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (df58e9d4-e72a-4e87-8e17-3302a07a266d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:55.907905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-659c74da-a986-4273-bf5e-2a2a0101021a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:55.911751 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-659c74da-a986-4273-bf5e-2a2a0101021a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df58e9d4-e72a-4e87-8e17-3302a07a266d HTTP/1.1" status: 204 len: 168 time: 0.2788422 Nov 03 02:21:55.915111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33852) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:55.927867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b9017-4563-43dc-8f5c-9856fbbced7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df58e9d4-e72a-4e87-8e17-3302a07a266d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:55.954003 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Attempt 5 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:21:56.020504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f9a7142d-ff64-4915-bfde-eff22e63a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:56.042039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:56.044627 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7142d-ff64-4915-bfde-eff22e63a9b8 None None] Routers {'a0b47ea8-a13f-4017-a1f9-329aae4e2b30'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:21:56.045619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f9a7142d-ff64-4915-bfde-eff22e63a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:56.050631 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd11460c-01c7-4c81-a566-bdb609df9386 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] GET failed (client error): The resource could not be found. Nov 03 02:21:56.057760 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bd11460c-01c7-4c81-a566-bdb609df9386 tempest-PortsAdminExtendedAttrsTestJSON-230731863 tempest-PortsAdminExtendedAttrsTestJSON-230731863-project-admin] 10.222.0.23 "GET /v2.0/ports/f529b74f-83a3-4882-b33c-f0dd878366b5 HTTP/1.1" status: 404 len: 333 time: 0.1166744 Nov 03 02:21:56.082485 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33856) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:56.099138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c74da-a986-4273-bf5e-2a2a0101021a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df58e9d4-e72a-4e87-8e17-3302a07a266d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:56.146241 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f9a7142d-ff64-4915-bfde-eff22e63a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:56.146951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7142d-ff64-4915-bfde-eff22e63a9b8 None None] The sync data for ids ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:21:56.221782 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (54aef9df-3156-47d4-bc34-7df3ae7cddc2), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:56.467869 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf1460e0-1aff-4aac-904d-6938ca91a773 req-8e086f94-8855-49c9-a54d-4552dd6bcdf7 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 210 time: 0.1076989 Nov 03 02:21:56.544139 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Attempt 6 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:21:56.568549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:56.586477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-bc5fe430-87d6-4508-909f-abc210b257a7 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:56.595467 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-bc5fe430-87d6-4508-909f-abc210b257a7 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/networks?id=214f5d7e-7a4b-4b7f-b081-a7f3695a0879 HTTP/1.1" status: 200 len: 811 time: 1.0485437 Nov 03 02:21:56.611517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:56.689010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (42901763-366c-461f-8eaa-cf666b7f66e7), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:56.742883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:56.784083 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5b6bcc82-6f9a-4d4b-9963-ee9313db9d12 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/quotas/8feee47686084b68914c40f971ada1e1 HTTP/1.1" status: 200 len: 375 time: 0.1869185 Nov 03 02:21:56.786791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:56.970942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:56.991372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for port (54aef9df-3156-47d4-bc34-7df3ae7cddc2), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.009665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Made reservation on behalf of d91a75f2b9ae4fac9272bae24686c4af for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:57.015657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.045081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (42901763-366c-461f-8eaa-cf666b7f66e7), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.079368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Network 72773225-cc76-406f-b827-ff4978dd1a2a is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:57.081687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (54aef9df-3156-47d4-bc34-7df3ae7cddc2), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.110147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42901763-366c-461f-8eaa-cf666b7f66e7']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:57.112379 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Attempt 7 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:21:57.138248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] device_id is not set on port ae11727d-c2d0-4999-8618-2ff5e0f0a94a yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:21:57.163253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b502660f-032e-428b-95b7-5dcb148faa37') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:57.164116 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b502660f-032e-428b-95b7-5dcb148faa37') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:21:57.167454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Allocated IP 172.26.6.15 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/c702306a-1fa9-4547-8639-4912792d95e5) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:57.170311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (3af697b2-bc63-472c-872d-9c761cbea90d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.183987 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:57.193593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:57.224980 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-ce18fc39-ef77-43d5-9707-780420d2d8c5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8feee47686084b68914c40f971ada1e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4295232 Nov 03 02:21:57.238632 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:57.315815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.317233 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1542318 Nov 03 02:21:57.318020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Pushing event updated for resources: {'Port': ['ID=19cc0d28-dce5-4bd2-b165-593fd389c895,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:57.499180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Allocated IP 172.20.0.12 (c9d9facf-90ad-4c9b-80d3-d13176343b94/4cd9db1f-8b05-40c2-966f-fa8210272606/ae11727d-c2d0-4999-8618-2ff5e0f0a94a) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:57.685252 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Attempt 8 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:21:57.738936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33884) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:57.755947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:57.765280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for port (ae11727d-c2d0-4999-8618-2ff5e0f0a94a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.799659 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5f036-9f02-4397-bfa6-4eb2b2e524eb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Pushing event updated for resources: {'Port': ['ID=54aef9df-3156-47d4-bc34-7df3ae7cddc2,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:57.821960 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (ae11727d-c2d0-4999-8618-2ff5e0f0a94a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.840816 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:57.840977 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (b502660f-032e-428b-95b7-5dcb148faa37), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.841634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.894976 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Network c9d9facf-90ad-4c9b-80d3-d13176343b94 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:57.936174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1831686703'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:57.938701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:57.941586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:57.945402 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b502660f-032e-428b-95b7-5dcb148faa37), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.946548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-50ab2a25-23b7-4812-a5c4-a9cccf5d7a1b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:21:57.947854 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-50ab2a25-23b7-4812-a5c4-a9cccf5d7a1b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2053185 Nov 03 02:21:57.951179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:57.960077 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-7ece5178-d18a-4682-a651-e2fb85f57752 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2917628 Nov 03 02:21:58.004879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:21:58.005539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (b502660f-032e-428b-95b7-5dcb148faa37), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:58.005683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-4e2043ed-5ca6-471c-9f5c-e55d982ded6e tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:21:58.006789 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-4e2043ed-5ca6-471c-9f5c-e55d982ded6e tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0338852 Nov 03 02:21:58.043158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3aa37-e639-4be1-ad3b-1df7585ddd3c req-ead4177a-b2ca-4a6a-b785-d64af0a005dc tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:58.048759 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-38f3aa37-e639-4be1-ad3b-1df7585ddd3c req-ead4177a-b2ca-4a6a-b785-d64af0a005dc tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 931 time: 0.3012133 Nov 03 02:21:58.098473 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment b502660f-032e-428b-95b7-5dcb148faa37 resource provider aggregate not found Nov 03 02:21:58.141341 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment b502660f-032e-428b-95b7-5dcb148faa37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b502660f-032e-428b-95b7-5dcb148faa37 found for delete ", "request_id": "req-c912a21b-98d2-46d9-b027-ec2960c4eb78"}]} Nov 03 02:21:58.162674 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event updated for resources: {'Port': ['ID=ae11727d-c2d0-4999-8618-2ff5e0f0a94a,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:58.167121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Made reservation on behalf of 9ea991c8dfda436ea001390837b64142 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:21:58.175164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:58.180151 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:58.180813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:58.214293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for port (c702306a-1fa9-4547-8639-4912792d95e5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:58.241778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (42901763-366c-461f-8eaa-cf666b7f66e7), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:58.251000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Request body: {'port': {'device_id': '010719e0-4a97-40d6-af47-cb4244169b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:58.254436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:58.258154 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Attempt 9 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:21:58.258584 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] 10.222.0.23 "DELETE /v2.0/networks/42901763-366c-461f-8eaa-cf666b7f66e7 HTTP/1.1" status: 204 len: 168 time: 2.1736507 Nov 03 02:21:58.280771 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6eff06ea-310b-417a-8fef-d5b9ea71f2b1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4072261 Nov 03 02:21:58.281670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6fc6-be4e-4add-97db-cbe3b1df8d79 tempest-PortsAdminExtendedAttrsTestJSON-1777122519 tempest-PortsAdminExtendedAttrsTestJSON-1777122519-project] Pushing event deleted for resources: {'Network': ['ID=42901763-366c-461f-8eaa-cf666b7f66e7,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:58.287930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:58.302579 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33902) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:58.380828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:58.560011 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-38f3aa37-e639-4be1-ad3b-1df7585ddd3c req-ab2dfa07-8fc4-4040-802f-18e0864b593e tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4146302 Nov 03 02:21:58.686789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.20.0.1 (05a1cb63-a93e-4e70-b19a-bd8e84192762/5ca9f31e-aa85-4021-b22f-9d1108911fb8/72e2c0ea-af23-40f3-bc35-ec5ba8e635be) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:58.759928 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-dcfb895a-49c8-4a39-8640-06a196523a9b service neutron] 10.222.0.23 "GET /v2.0/networks/214f5d7e-7a4b-4b7f-b081-a7f3695a0879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7965527 Nov 03 02:21:58.878185 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (72e2c0ea-af23-40f3-bc35-ec5ba8e635be), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:58.881937 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Attempt 10 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:21:58.935495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'project_id': 'd91a75f2b9ae4fac9272bae24686c4af', 'port_id': 'ae11727d-c2d0-4999-8618-2ff5e0f0a94a'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:21:58.939919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (72e2c0ea-af23-40f3-bc35-ec5ba8e635be), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:58.959422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33916) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:58.977388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-22369f34-fd46-41aa-8b84-2ca1042ae508 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:58.996890 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.008894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 05a1cb63-a93e-4e70-b19a-bd8e84192762 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:59.052859 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c702306a-1fa9-4547-8639-4912792d95e5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.056712 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:59.062874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:59.070820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=72e2c0ea-af23-40f3-bc35-ec5ba8e635be,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:59.111662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Provisioning complete for port ae11727d-c2d0-4999-8618-2ff5e0f0a94a triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:21:59.117336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ae11727d-c2d0-4999-8618-2ff5e0f0a94a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.118738 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 1 to provision port ae11727d-c2d0-4999-8618-2ff5e0f0a94a Nov 03 02:21:59.127525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.188883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Pushing event updated for resources: {'Port': ['ID=c702306a-1fa9-4547-8639-4912792d95e5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:59.193152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.215337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.233908 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port ae11727d-c2d0-4999-8618-2ff5e0f0a94a cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:59.262503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:21:59.273109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:21:59.281600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:21:59.350359 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-914aeb25-4b3e-467d-a703-02b34e69e21f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f743a5d0777348bf94c47de50df6ccde&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3897042 Nov 03 02:21:59.355951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33920) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:21:59.366247 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-e21be8b4-ed16-4690-bf51-00c1505593b2 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--360233876&fields=id&tenant_id=4500101cd60a4fa893ef7369ece32b0f HTTP/1.1" status: 200 len: 267 time: 0.6145706 Nov 03 02:21:59.479542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (72e2c0ea-af23-40f3-bc35-ec5ba8e635be), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.487532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e4ab37b2-c87f-4659-a223-31218473a49b admin admin] Publish callbacks [] for security_group (e9abeceb-76a8-4fe2-81f1-05f2ca934cba), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.517375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e4ab37b2-c87f-4659-a223-31218473a49b admin admin] Publish callbacks [] for security_group (e9abeceb-76a8-4fe2-81f1-05f2ca934cba), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.556596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for security_group (7e9ef632-2d20-48f6-851a-60fb7651cc6f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.590606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e4ab37b2-c87f-4659-a223-31218473a49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e9abeceb-76a8-4fe2-81f1-05f2ca934cba), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.593575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e4ab37b2-c87f-4659-a223-31218473a49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.594842 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e4ab37b2-c87f-4659-a223-31218473a49b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9abeceb-76a8-4fe2-81f1-05f2ca934cba HTTP/1.1" status: 204 len: 168 time: 0.2347038 Nov 03 02:21:59.610446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7e9ef632-2d20-48f6-851a-60fb7651cc6f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.630326 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Allocated IP 172.26.6.190 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/7fb2009b-72a5-4572-86cd-28660b6b8057) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:21:59.630326 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab37b2-c87f-4659-a223-31218473a49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9abeceb-76a8-4fe2-81f1-05f2ca934cba,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:59.646197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:21:59.679458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (39c84e7f-ae26-463d-913b-22d4049a1d27), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.680064 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Added segment 39c84e7f-ae26-463d-913b-22d4049a1d27 of type vlan for network 303f4135-0c07-4df9-a0ce-a61d9976814a Nov 03 02:21:59.733754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (303f4135-0c07-4df9-a0ce-a61d9976814a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.735206 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 2 to provision port ae11727d-c2d0-4999-8618-2ff5e0f0a94a Nov 03 02:21:59.791788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (303f4135-0c07-4df9-a0ce-a61d9976814a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.799067 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:21:59.799676 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:21:59.853412 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port ae11727d-c2d0-4999-8618-2ff5e0f0a94a cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:21:59.963087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'Network': ['ID=303f4135-0c07-4df9-a0ce-a61d9976814a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:21:59.977903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 303f4135-0c07-4df9-a0ce-a61d9976814a details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:21:59.979426 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2be0777c-f0b1-4e12-83f9-34f13b75a3d5 service neutron] 10.222.0.23 "GET /v2.0/networks/214f5d7e-7a4b-4b7f-b081-a7f3695a0879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1857147 Nov 03 02:22:00.074981 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3289506 Nov 03 02:22:00.077581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33928) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:00.078283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33930) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:00.120381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Request body: {'subnet': {'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:00.125009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf04b5f-dcda-4487-bff5-232ab8060d42 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9ef632-2d20-48f6-851a-60fb7651cc6f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:00.159267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-62b65c10-17b4-4bf7-9e5d-6e61b73edfcd tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:00.161131 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-62b65c10-17b4-4bf7-9e5d-6e61b73edfcd tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/networks?id=8dfa6efe-319f-4c0f-8e60-a0f167ddb627 HTTP/1.1" status: 200 len: 805 time: 0.7825940 Nov 03 02:22:00.251121 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-cc081de4-cdd0-43fa-bdcd-4f55de3980d7 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/quotas/4500101cd60a4fa893ef7369ece32b0f HTTP/1.1" status: 200 len: 375 time: 0.0724366 Nov 03 02:22:00.304666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks [] for port (7fb2009b-72a5-4572-86cd-28660b6b8057), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:00.319091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (72e2c0ea-af23-40f3-bc35-ec5ba8e635be), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:00.354828 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 3 to provision port ae11727d-c2d0-4999-8618-2ff5e0f0a94a Nov 03 02:22:00.403089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (72e2c0ea-af23-40f3-bc35-ec5ba8e635be), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:00.422261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:00.442336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port ae11727d-c2d0-4999-8618-2ff5e0f0a94a cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:00.500158 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ab66920c-4358-4916-b999-9c4cba2efba8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4410d40fc124e318aba571605f5bb96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4121928 Nov 03 02:22:00.511088 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 33946) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:00.614581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (7fb2009b-72a5-4572-86cd-28660b6b8057), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:00.624908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Made reservation on behalf of 9ea991c8dfda436ea001390837b64142 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:00.629132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:00.762590 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=72e2c0ea-af23-40f3-bc35-ec5ba8e635be,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:00.766041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:00.785449 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-aa3262c3-919a-40a3-9a2b-340dc93978e2 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4500101cd60a4fa893ef7369ece32b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5223098 Nov 03 02:22:00.925384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb2009b-72a5-4572-86cd-28660b6b8057,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:00.946060 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 4 to provision port ae11727d-c2d0-4999-8618-2ff5e0f0a94a Nov 03 02:22:00.963853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:00.996650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19cc0d28-dce5-4bd2-b165-593fd389c895 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:22:01.001158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:01.011307 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:01.014702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Publish callbacks [] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:01.017418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port ae11727d-c2d0-4999-8618-2ff5e0f0a94a cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:01.032160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2dca-f540-4895-8a6a-725a396b93e5 req-c703ba75-a881-44f0-9690-fa8227eba12b tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:01.039982 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-760a2dca-f540-4895-8a6a-725a396b93e5 req-c703ba75-a881-44f0-9690-fa8227eba12b tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 931 time: 0.5653248 Nov 03 02:22:01.101990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Transition to ACTIVE for port object 19cc0d28-dce5-4bd2-b165-593fd389c895 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:22:01.125697 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 05a1cb63-a93e-4e70-b19a-bd8e84192762 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:01.132609 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:01.301038 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-137148a3-c1c0-48cb-89de-24121ddec826 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfa6efe-319f-4c0f-8e60-a0f167ddb627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964609 Nov 03 02:22:01.305147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:01.451448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:01.519214 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 5 to provision port ae11727d-c2d0-4999-8618-2ff5e0f0a94a Nov 03 02:22:01.537094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Pushing event updated for resources: {'Port': ['ID=19cc0d28-dce5-4bd2-b165-593fd389c895,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:01.562113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:01.583345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port ae11727d-c2d0-4999-8618-2ff5e0f0a94a cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:01.663039 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-4c05a077-759b-462c-9966-f5548e75c6ad service neutron] 10.222.0.23 "GET /v2.0/networks/8dfa6efe-319f-4c0f-8e60-a0f167ddb627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592296 Nov 03 02:22:01.670270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4064d13-d1ba-45db-b8a8-519c73f57d09 admin admin] Publish callbacks [] for security_group (8a7793c5-12d3-49e3-8f7b-a6f03457cbfb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:01.700999 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (bee43787-0752-4c28-a517-e54337a9fc78), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:01.880112 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-760a2dca-f540-4895-8a6a-725a396b93e5 req-c7d99007-1e42-4231-b3b6-eed800c772ce tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8388929 Nov 03 02:22:01.896628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4064d13-d1ba-45db-b8a8-519c73f57d09 admin admin] Publish callbacks [] for security_group (8a7793c5-12d3-49e3-8f7b-a6f03457cbfb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:01.900416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Attempting to bind port 19cc0d28-dce5-4bd2-b165-593fd389c895 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:01.900778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Attempting to bind port 19cc0d28-dce5-4bd2-b165-593fd389c895 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:01.901107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Attempting to bind port 19cc0d28-dce5-4bd2-b165-593fd389c895 on network 72773225-cc76-406f-b827-ff4978dd1a2a {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:01.965767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Port 19cc0d28-dce5-4bd2-b165-593fd389c895 on network 72773225-cc76-406f-b827-ff4978dd1a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:22:01.966322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Attempting to bind port 19cc0d28-dce5-4bd2-b165-593fd389c895 on network 72773225-cc76-406f-b827-ff4978dd1a2a {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:01.977518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:01.977811 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Checking segment: {'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:01.978794 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Bound using segment: {'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:01.979489 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Bound port: 19cc0d28-dce5-4bd2-b165-593fd389c895, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbf6d86-9509-4dd7-b8ed-41780a696e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:01.980404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:02.084264 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 6 to provision port ae11727d-c2d0-4999-8618-2ff5e0f0a94a Nov 03 02:22:02.192300 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7a27cae0-494f-4409-b0eb-f09478d49849 req-82dc8097-42dd-44b1-b820-46b27063c62b tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 210 time: 0.1644006 Nov 03 02:22:02.206628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port ae11727d-c2d0-4999-8618-2ff5e0f0a94a cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:02.236898 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1f164385-27d9-4d6f-8a23-7a83860b238d req-d97132f1-79c9-4071-bc99-4ae02d79571e tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 210 time: 0.1562214 Nov 03 02:22:02.257403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'Subnet': ['ID=bee43787-0752-4c28-a517-e54337a9fc78,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:02.335513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4064d13-d1ba-45db-b8a8-519c73f57d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (8a7793c5-12d3-49e3-8f7b-a6f03457cbfb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:02.338991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4064d13-d1ba-45db-b8a8-519c73f57d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:02.339835 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Checking segment: {'id': '39c84e7f-ae26-463d-913b-22d4049a1d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:02.340240 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Network hostable DHCP agents. Network: 303f4135-0c07-4df9-a0ce-a61d9976814a, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:22:02.340363 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c4064d13-d1ba-45db-b8a8-519c73f57d09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a7793c5-12d3-49e3-8f7b-a6f03457cbfb HTTP/1.1" status: 204 len: 168 time: 1.8254001 Nov 03 02:22:02.362080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] For port 19cc0d28-dce5-4bd2-b165-593fd389c895, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:02.368161 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] For port 19cc0d28-dce5-4bd2-b165-593fd389c895, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=19cc0d28-dce5-4bd2-b165-593fd389c895,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:02.371449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4064d13-d1ba-45db-b8a8-519c73f57d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7793c5-12d3-49e3-8f7b-a6f03457cbfb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:02.395656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:02.400051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Router a74a2cf1-b7d5-469a-a1c6-e71d2c506f22 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:22:02.404161 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:02.404804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:02.406269 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] 10.222.0.27 "PUT /v2.0/ports/19cc0d28-dce5-4bd2-b165-593fd389c895 HTTP/1.1" status: 200 len: 1093 time: 4.2563140 Nov 03 02:22:02.408615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010719e0-4a97-40d6-af47-cb4244169b8c', 'tag': '19cc0d28-dce5-4bd2-b165-593fd389c895'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:22:02.633920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:02.653411 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6526e-7442-4f01-943b-a93341888f58 None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:02.691869 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6526e-7442-4f01-943b-a93341888f58 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:02.692951 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8be6526e-7442-4f01-943b-a93341888f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:02.698175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377" -d '{"events": [{"name": "network-changed", "server_uuid": "010719e0-4a97-40d6-af47-cb4244169b8c", "tag": "19cc0d28-dce5-4bd2-b165-593fd389c895"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:22:02.709337 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 7 to provision port ae11727d-c2d0-4999-8618-2ff5e0f0a94a Nov 03 02:22:02.746763 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f2d4b11f-898c-4321-a78b-3fd8417ea171 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "PUT /v2.0/routers/d3e46a05-5451-4c69-a05f-6a7a08f51d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5825059 Nov 03 02:22:02.766332 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 33988) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:02.781839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port ae11727d-c2d0-4999-8618-2ff5e0f0a94a cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:02.794074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d241b89-31ff-494f-83ff-6ef7e980971e service neutron] Pushing event updated for resources: {'Port': ['ID=19cc0d28-dce5-4bd2-b165-593fd389c895,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:02.803336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'port': {'network_id': '05a1cb63-a93e-4e70-b19a-bd8e84192762', 'name': 'tempest-FloatingIPTestJSON-2131730769'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:02.848326 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8be6526e-7442-4f01-943b-a93341888f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:02.867512 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6526e-7442-4f01-943b-a93341888f58 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:02.868501 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8be6526e-7442-4f01-943b-a93341888f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:02.934438 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8be6526e-7442-4f01-943b-a93341888f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:02.938567 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6526e-7442-4f01-943b-a93341888f58 None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:02.958497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Network 303f4135-0c07-4df9-a0ce-a61d9976814a is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:22:03.016066 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 303f4135-0c07-4df9-a0ce-a61d9976814a) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:03.037666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b7946-7286-42fe-91d5-9df5f00c5bdb None None] Network 303f4135-0c07-4df9-a0ce-a61d9976814a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:03.079293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.27', 58232) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:03.202370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:03.203425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:03.218538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks [] for floatingip (f2de999d-8990-474b-b451-a02aa077e840), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:03.284073 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 8 to provision port ae11727d-c2d0-4999-8618-2ff5e0f0a94a Nov 03 02:22:03.438687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:03.501322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463f465-8abe-4be6-8645-fb7b8021439a None None] Sync routers for ids ['a74a2cf1-b7d5-469a-a1c6-e71d2c506f22'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:03.536859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port ae11727d-c2d0-4999-8618-2ff5e0f0a94a cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:03.560246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-303f4135-0c07-4df9-a0ce-a61d9976814a', 'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a', 'project_id': '9ea991c8dfda436ea001390837b64142', 'fixed_ips': [{'subnet_id': 'bee43787-0752-4c28-a517-e54337a9fc78'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:22:03.563940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:03.581289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6d514-dfb3-4bdb-ac67-af2f9a183ff3 req-1ef7072b-db39-41e7-be86-5589ef4d98ce tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:03.586251 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5d6d514-dfb3-4bdb-ac67-af2f9a183ff3 req-1ef7072b-db39-41e7-be86-5589ef4d98ce tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 943 time: 0.5039029 Nov 03 02:22:03.592979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:03.594918 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-144a0077-9aa8-44fd-8b83-064d6ecf4eb7 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.0190859 Nov 03 02:22:03.608128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34014) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:03.642488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463f465-8abe-4be6-8645-fb7b8021439a None None] Routers {'a74a2cf1-b7d5-469a-a1c6-e71d2c506f22'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:03.646184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e463f465-8abe-4be6-8645-fb7b8021439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a74a2cf1-b7d5-469a-a1c6-e71d2c506f22'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:03.646381 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f1593747-405d-4e86-87db-d95c2f35d987 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5553081 Nov 03 02:22:03.677013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34018) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:03.703427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Request body: {'port': {'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-168260405'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:03.759899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e463f465-8abe-4be6-8645-fb7b8021439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:03.876429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab04d2e-2ec4-4717-b413-1044087cb312 x-openstack-request-id: req-4ab04d2e-2ec4-4717-b413-1044087cb312 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:22:03.876429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010719e0-4a97-40d6-af47-cb4244169b8c", "tag": "19cc0d28-dce5-4bd2-b165-593fd389c895", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:22:03.876742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ab04d2e-2ec4-4717-b413-1044087cb312 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:22:03.877116 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab04d2e-2ec4-4717-b413-1044087cb312'] response: {'name': 'network-changed', 'server_uuid': '010719e0-4a97-40d6-af47-cb4244169b8c', 'tag': '19cc0d28-dce5-4bd2-b165-593fd389c895', 'status': 'completed', 'code': 200} Nov 03 02:22:03.881164 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7fb2009b-72a5-4572-86cd-28660b6b8057), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:03.884171 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1af9e0bb-05c6-45f6-b1f3-a33720152699 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/routers/a74a2cf1-b7d5-469a-a1c6-e71d2c506f22 HTTP/1.1" status: 200 len: 919 time: 0.2721415 Nov 03 02:22:03.890274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34024) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:03.918847 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463f465-8abe-4be6-8645-fb7b8021439a None None] Routers {'a74a2cf1-b7d5-469a-a1c6-e71d2c506f22'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:03.919358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e463f465-8abe-4be6-8645-fb7b8021439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a74a2cf1-b7d5-469a-a1c6-e71d2c506f22'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:03.950230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2b7f3ce8-801b-4ab3-809b-41e142fc00e0 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74a2cf1-b7d5-469a-a1c6-e71d2c506f22 HTTP/1.1" status: 200 len: 205 time: 0.0587506 Nov 03 02:22:03.952122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-a8878dde-0eec-4e9e-9fb2-156903b5be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:03.953561 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-a8878dde-0eec-4e9e-9fb2-156903b5be73 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=110b6deb445a4d5f9083ed8d5b5e206b&device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 1127 time: 1.2523706 Nov 03 02:22:03.954345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34026) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:03.956345 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-872b7a81-694f-401d-b82c-04e8cb0f6286 req-026ef036-b512-4027-bbc3-b5cbc31390f8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 210 time: 0.0925860 Nov 03 02:22:03.986755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-e089cd6e-6ac2-4ee9-a1de-127248f79206 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:03.988292 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-e089cd6e-6ac2-4ee9-a1de-127248f79206 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.27 "GET /v2.0/networks?id=214f5d7e-7a4b-4b7f-b081-a7f3695a0879 HTTP/1.1" status: 200 len: 811 time: 0.9064667 Nov 03 02:22:03.994132 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e463f465-8abe-4be6-8645-fb7b8021439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:03.994823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463f465-8abe-4be6-8645-fb7b8021439a None None] The sync data for ids ['a74a2cf1-b7d5-469a-a1c6-e71d2c506f22'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:04.045207 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5d6d514-dfb3-4bdb-ac67-af2f9a183ff3 req-4ff36d6d-82c9-4291-86cc-a301cc5aff60 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4483373 Nov 03 02:22:04.059585 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 9 to provision port ae11727d-c2d0-4999-8618-2ff5e0f0a94a Nov 03 02:22:04.094667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Made reservation on behalf of 98d83dbc22a64949b5de85431c64fbca for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:04.098229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.125904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port ae11727d-c2d0-4999-8618-2ff5e0f0a94a cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:04.155057 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ed11488-6d6b-4e93-8bbd-5848bf47c25e req-f55a268d-1e0d-4f9a-94e6-cf0e2b106694 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 210 time: 0.0426219 Nov 03 02:22:04.165088 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Made reservation on behalf of 9ea991c8dfda436ea001390837b64142 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:04.169266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.187423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.194532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Allocated IP 2001:db8::2 (303f4135-0c07-4df9-a0ce-a61d9976814a/bee43787-0752-4c28-a517-e54337a9fc78/3b5ce624-60f9-4b9c-a2b9-b96314d08320) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:04.209226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] device_id is not set on port 28b74a0e-b819-436c-b199-8cb98fac536f yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:04.286198 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-88cb3753-fba1-47fc-94b0-5b739492a094 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cc0d28-dce5-4bd2-b165-593fd389c895 HTTP/1.1" status: 200 len: 217 time: 0.1109772 Nov 03 02:22:04.372884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.27', 58236) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:04.389007 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Publish callbacks [] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.395860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-f0f86dff-4533-4110-b8df-95f4ac82e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:04.397494 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-f0f86dff-4533-4110-b8df-95f4ac82e4db service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16b5e305-d6c5-448f-89a8-37a61e5a4123 HTTP/1.1" status: 200 len: 850 time: 0.1033568 Nov 03 02:22:04.397630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.443526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Network 303f4135-0c07-4df9-a0ce-a61d9976814a is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:04.451604 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:04.455629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:04.459167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Pushing event updated for resources: {'Port': ['ID=3b5ce624-60f9-4b9c-a2b9-b96314d08320,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:04.482753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] device_id is not set on port cb64c5e6-23fd-464d-ae3e-b74b573b9160 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:04.530943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Attempting to bind port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:04.531311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Attempting to bind port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '39c84e7f-ae26-463d-913b-22d4049a1d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:04.531728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Attempting to bind port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 on network 303f4135-0c07-4df9-a0ce-a61d9976814a {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:04.537409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:04.537867 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Checking segment: {'id': '39c84e7f-ae26-463d-913b-22d4049a1d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:04.538585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.538982 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Bound using segment: {'id': '39c84e7f-ae26-463d-913b-22d4049a1d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:04.539458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Bound port: 3b5ce624-60f9-4b9c-a2b9-b96314d08320, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c84e7f-ae26-463d-913b-22d4049a1d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:04.539838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.556630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks [] for port (7fb2009b-72a5-4572-86cd-28660b6b8057), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.628301 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 10 to provision port ae11727d-c2d0-4999-8618-2ff5e0f0a94a Nov 03 02:22:04.639779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Allocated IP 2001:db8::187 (303f4135-0c07-4df9-a0ce-a61d9976814a/bee43787-0752-4c28-a517-e54337a9fc78/28b74a0e-b819-436c-b199-8cb98fac536f) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:04.653887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.665965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-9f59fc96-fe80-4239-8ab7-304e396951b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:04.673444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (7fb2009b-72a5-4572-86cd-28660b6b8057), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.677706 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-9f59fc96-fe80-4239-8ab7-304e396951b5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=72773225-cc76-406f-b827-ff4978dd1a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2651227 Nov 03 02:22:04.710921 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:22:04.748574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] For port 3b5ce624-60f9-4b9c-a2b9-b96314d08320, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:04.757160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] For port 3b5ce624-60f9-4b9c-a2b9-b96314d08320, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3b5ce624-60f9-4b9c-a2b9-b96314d08320,segment=NetworkSegment(39c84e7f-ae26-463d-913b-22d4049a1d27),segment_id=39c84e7f-ae26-463d-913b-22d4049a1d27)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:04.761796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port ae11727d-c2d0-4999-8618-2ff5e0f0a94a cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:04.770069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.806532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Deleting port c702306a-1fa9-4547-8639-4912792d95e5 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:04.807208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c702306a-1fa9-4547-8639-4912792d95e5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.821268 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Provisioning complete for port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:04.821653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (33ee57b2-603f-4bb4-aa0b-ab80e4223a5c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:04.822091 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 1 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:22:04.908914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:04.913948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600f2a9-1383-45ef-b706-bfec24720ca1 None None] Pushing event updated for resources: {'Port': ['ID=3b5ce624-60f9-4b9c-a2b9-b96314d08320,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:04.968608 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-c01c57b9-85e6-4839-baef-c729ca8bb3a5 service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841032 Nov 03 02:22:05.271335 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-91bddae5-1376-4e06-bf18-a5ec5a6e92d5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8feee47686084b68914c40f971ada1e1 HTTP/1.1" status: 200 len: 380 time: 1.0843816 Nov 03 02:22:05.384031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Request body: {'port': {'device_id': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'admin_state_up': True, 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'security_groups': ['d7ea134d-8c3c-4aca-bf10-438c3ce9279b']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:05.401454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb2009b-72a5-4572-86cd-28660b6b8057,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:05.410392 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 2 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:22:05.423808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (f2de999d-8990-474b-b451-a02aa077e840), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:05.488678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:05.548520 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34058) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:05.660256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-1017daa3-5cd4-4d43-9032-ff12ca437d83 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:05.661851 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-1017daa3-5cd4-4d43-9032-ff12ca437d83 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.27 "GET /v2.0/networks?id=8dfa6efe-319f-4c0f-8e60-a0f167ddb627 HTTP/1.1" status: 200 len: 805 time: 1.1941900 Nov 03 02:22:05.728558 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67a18d0e-46b3-4c24-8c10-1adcd73830c5 req-1ffdea2a-3b21-474b-8096-e2376054aaf4 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 210 time: 0.0388618 Nov 03 02:22:05.740596 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.20.0.3 (05a1cb63-a93e-4e70-b19a-bd8e84192762/5ca9f31e-aa85-4021-b22f-9d1108911fb8/cb64c5e6-23fd-464d-ae3e-b74b573b9160) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:05.769885 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d4f1a568-b411-4152-9a49-51f229c7948b tempest-QuotasTest-1226664503 tempest-QuotasTest-1226664503-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:05.792841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c702306a-1fa9-4547-8639-4912792d95e5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:05.836178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Calling delete_port for c702306a-1fa9-4547-8639-4912792d95e5 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:05.865247 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-705b7985-c66f-4dbf-9642-610e870735b4 req-cdec7a98-6b40-48e2-999a-1f0ca30eeae5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 210 time: 0.0614100 Nov 03 02:22:05.883508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd66241-c265-414b-9993-33af9934bf7d req-27f405de-85a0-4968-909c-b9f18fb2b36b tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:05.892159 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-efd66241-c265-414b-9993-33af9934bf7d req-27f405de-85a0-4968-909c-b9f18fb2b36b tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 943 time: 0.2005856 Nov 03 02:22:05.892387 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Floating IP f2de999d-8990-474b-b451-a02aa077e840 associated. External IP: 172.26.6.190, port: ae11727d-c2d0-4999-8618-2ff5e0f0a94a. Nov 03 02:22:05.957915 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc935f4-b952-4a50-8c1b-46cf27d93c8d req-771a8a51-66d7-4d2e-a7ca-58db686ef91d service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9808326 Nov 03 02:22:05.972082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for port (28b74a0e-b819-436c-b199-8cb98fac536f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:05.993302 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 3 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:22:06.014115 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-efd66241-c265-414b-9993-33af9934bf7d req-2b8542fe-4aec-4c38-b348-e7907cfb705b tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159785 Nov 03 02:22:06.077014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:06.083524 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-d65c17c0-5cc4-40ff-b96b-0c7e363bdffb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4500101cd60a4fa893ef7369ece32b0f HTTP/1.1" status: 200 len: 379 time: 0.4004245 Nov 03 02:22:06.084570 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (28b74a0e-b819-436c-b199-8cb98fac536f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:06.147624 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Request body: {'port': {'device_id': '12652088-27b2-4318-afb9-4ee28df4fa29', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'admin_state_up': True, 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'security_groups': ['f5b69d47-0dc4-422e-a8b1-54938d575e9b']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:06.149275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377 req-f743069e-e090-493e-9825-a0c9bb7fe19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:06.150888 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377 req-f743069e-e090-493e-9825-a0c9bb7fe19b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=110b6deb445a4d5f9083ed8d5b5e206b&device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 1127 time: 0.0726225 Nov 03 02:22:06.217488 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'Port': ['ID=28b74a0e-b819-436c-b199-8cb98fac536f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:06.267936 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d4f1a568-b411-4152-9a49-51f229c7948b tempest-QuotasTest-1226664503 tempest-QuotasTest-1226664503-project-admin] 10.222.0.23 "PUT /v2.0/quotas/8a1742bce84445fc9d5ee58b7cb8709b HTTP/1.1" status: 200 len: 366 time: 0.6862986 Nov 03 02:22:06.274172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34062) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:06.281255 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Made reservation on behalf of 8feee47686084b68914c40f971ada1e1 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:06.284533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:06.304843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Network 303f4135-0c07-4df9-a0ce-a61d9976814a is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:06.326692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c702306a-1fa9-4547-8639-4912792d95e5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:06.338898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377 req-4bcb85e7-c2d8-4bd7-837a-925471571157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:06.341281 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377 req-4bcb85e7-c2d8-4bd7-837a-925471571157 service neutron] 10.222.0.27 "GET /v2.0/networks?id=72773225-cc76-406f-b827-ff4978dd1a2a HTTP/1.1" status: 200 len: 912 time: 0.1630361 Nov 03 02:22:06.369825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:06.388776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:06.394110 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:06.395029 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:06.419188 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-68d37243-31d2-4f0a-a9ff-7a1519dcdffb tempest-QuotasTest-1226664503 tempest-QuotasTest-1226664503-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1438522 Nov 03 02:22:06.420026 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34064) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:06.432620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Pushing event deleted for resources: {'Port': ['ID=c702306a-1fa9-4547-8639-4912792d95e5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:06.471762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb876c7-6aee-4b35-8c9e-fd42d537285d None None] Network 303f4135-0c07-4df9-a0ce-a61d9976814a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:06.514421 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ea6fa65d-2c4b-4eb6-871a-1923eed4b49b tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8283057 Nov 03 02:22:06.524709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34066) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:06.544870 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d5ffea55-1111-4127-ad1f-c914d2f28ddf tempest-QuotasTest-1226664503 tempest-QuotasTest-1226664503-project-admin] 10.222.0.23 "GET /v2.0/quotas/8a1742bce84445fc9d5ee58b7cb8709b HTTP/1.1" status: 200 len: 366 time: 0.0442617 Nov 03 02:22:06.545464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34068) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:06.548330 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Request body: {'port': {'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1634719020', 'allowed_address_pairs': [{'ip_address': '2001:db8::187', 'mac_address': 'fa:16:3e:69:c6:00'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:06.559146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3b5ce624-60f9-4b9c-a2b9-b96314d08320 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:06.564828 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377 req-c1d2291a-b4fa-404e-94bd-3fd3942ebdc6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cc0d28-dce5-4bd2-b165-593fd389c895 HTTP/1.1" status: 200 len: 217 time: 0.1427238 Nov 03 02:22:06.574377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d1a5e547-276d-4eab-b6ec-df6db8c0e079 tempest-QuotasTest-1226664503 tempest-QuotasTest-1226664503-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/8a1742bce84445fc9d5ee58b7cb8709b HTTP/1.1" status: 204 len: 168 time: 0.0255291 Nov 03 02:22:06.575108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34070) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:06.589019 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 4 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:22:06.641875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:06.647255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377 req-99094fe1-dc88-4f27-82ba-252427d6bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:06.649160 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377 req-99094fe1-dc88-4f27-82ba-252427d6bd5a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16b5e305-d6c5-448f-89a8-37a61e5a4123 HTTP/1.1" status: 200 len: 850 time: 0.0728219 Nov 03 02:22:06.656108 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-22995716-b157-4707-9f7f-9207c2cb1dbd tempest-QuotasTest-1226664503 tempest-QuotasTest-1226664503-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0189805 Nov 03 02:22:06.656983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34072) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:06.704135 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dd86a67c-523e-4c73-8719-3ad61d7cffe3 tempest-QuotasTest-1226664503 tempest-QuotasTest-1226664503-project-admin] 10.222.0.23 "GET /v2.0/quotas/8a1742bce84445fc9d5ee58b7cb8709b HTTP/1.1" status: 200 len: 370 time: 0.0160804 Nov 03 02:22:06.705154 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34074) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:06.714691 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f6140562-5920-46ca-92ea-55ce7b60c160 tempest-QuotasTest-1226664503 tempest-QuotasTest-1226664503-project-admin] 10.222.0.23 "GET /v2.0/quotas/8a1742bce84445fc9d5ee58b7cb8709b/default HTTP/1.1" status: 200 len: 370 time: 0.0052984 Nov 03 02:22:06.715902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (cb64c5e6-23fd-464d-ae3e-b74b573b9160), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:06.718757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:06.720643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34076) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:06.729649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:06.730321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:06.730833 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 Nov 03 02:22:06.744264 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Made reservation on behalf of 4500101cd60a4fa893ef7369ece32b0f for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:06.748154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:06.843231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:06.849438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:06.926136 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-82147e7d-b136-4f21-bbbc-e197815010c6 tempest-QuotasTest-1226664503 tempest-QuotasTest-1226664503-project-admin] delete failed (client error): The resource could not be found. Nov 03 02:22:06.930520 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-82147e7d-b136-4f21-bbbc-e197815010c6 tempest-QuotasTest-1226664503 tempest-QuotasTest-1226664503-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/8a1742bce84445fc9d5ee58b7cb8709b HTTP/1.1" status: 404 len: 348 time: 0.2066898 Nov 03 02:22:06.938843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Allocated IP 172.20.0.10 (214f5d7e-7a4b-4b7f-b081-a7f3695a0879/779d4c97-99b1-4d8a-82f4-46c58d3fbdb4/b0cc2f4b-4e7d-4f56-9d94-b6248bef386e) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:06.940944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (a74a2cf1-b7d5-469a-a1c6-e71d2c506f22), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:06.941786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Fanout notify agent at l3_agent the message router_deleted on router a74a2cf1-b7d5-469a-a1c6-e71d2c506f22 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:07.005185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.009614 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a501b056-a613-455d-b733-dcda29553aca tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/a74a2cf1-b7d5-469a-a1c6-e71d2c506f22 HTTP/1.1" status: 204 len: 168 time: 3.0487187 Nov 03 02:22:07.009614 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-27c6befb-23da-4738-a060-7dd446aca6ef req-98de02eb-63e3-4266-a981-51adeea8ff5e tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 210 time: 0.1047761 Nov 03 02:22:07.010531 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34084) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:07.015445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1980348054', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'enable_snat': False}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:07.040723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377 req-dd3c5666-2339-4d5a-8749-d40a6db10348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:07.049709 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377 req-dd3c5666-2339-4d5a-8749-d40a6db10348 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=72773225-cc76-406f-b827-ff4978dd1a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3919444 Nov 03 02:22:07.123757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:07.124219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.146483 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 5 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:22:07.153823 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (cb64c5e6-23fd-464d-ae3e-b74b573b9160), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.156558 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (d0bc2b43-2022-4045-87b1-6670be301647), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.158309 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (d0bc2b43-2022-4045-87b1-6670be301647), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.190702 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34088) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:07.201797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Router a0b47ea8-a13f-4017-a1f9-329aae4e2b30 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:07.202029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 3b5ce624-60f9-4b9c-a2b9-b96314d08320, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3b5ce624-60f9-4b9c-a2b9-b96314d08320,segment=NetworkSegment(39c84e7f-ae26-463d-913b-22d4049a1d27),segment_id=39c84e7f-ae26-463d-913b-22d4049a1d27)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:07.212656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:07.213610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.213854 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52c508c4-b200-4596-aef4-23de605acb28 req-1249a63a-cf9e-49ae-803f-046da2333df2 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 210 time: 0.1415143 Nov 03 02:22:07.276522 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Made reservation on behalf of 9ea991c8dfda436ea001390837b64142 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:07.277609 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=3b5ce624-60f9-4b9c-a2b9-b96314d08320,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:07.339037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_controller (d0bc2b43-2022-4045-87b1-6670be301647), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.398407 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377 req-277ce6ea-1cde-423a-8cca-964dbcda846b service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347683 Nov 03 02:22:07.407985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b379f4e-e9bf-468f-b214-a4f24ed8ab4d req-1c9e2c6a-1be0-4655-8548-08a61c9fb318 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:07.409614 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b379f4e-e9bf-468f-b214-a4f24ed8ab4d req-1c9e2c6a-1be0-4655-8548-08a61c9fb318 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 943 time: 0.1861963 Nov 03 02:22:07.590262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (d0bc2b43-2022-4045-87b1-6670be301647), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.614443 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b379f4e-e9bf-468f-b214-a4f24ed8ab4d req-fcc99470-e44a-455c-b93c-7416c9e9968e tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766858 Nov 03 02:22:07.626495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 05a1cb63-a93e-4e70-b19a-bd8e84192762 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:07.646140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=cb64c5e6-23fd-464d-ae3e-b74b573b9160,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:07.649518 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Allocated IP 172.20.0.3 (8dfa6efe-319f-4c0f-8e60-a0f167ddb627/e9e1d81e-4903-440c-8ce1-16cfd1e6d84b/f208a0e0-cf39-4ecc-a01e-731e77869651) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:07.666884 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52aa02d0-1c0f-4fcf-ac05-f76d6c04e377 req-efab8f3c-8e63-4bb0-81ee-9e2f011287d2 service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544820 Nov 03 02:22:07.683631 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:07.693191 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:07.715113 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 6 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:22:07.748341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:07.829646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (d0bc2b43-2022-4045-87b1-6670be301647), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.848329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.868848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.875938 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:07.876583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.925109 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.961562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Allocated IP 172.26.6.112 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/286cbe13-28d6-43b9-b57f-7dd29ec16ed2) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:07.979348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:07.994494 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-48ebc3a1-e14f-4caa-be4c-504ce5254c9e tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.2258775 Nov 03 02:22:07.999872 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] device_id is not set on port 1044ccc5-f149-4263-8802-a1ff56b6c82b yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:08.004745 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:08.011266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34090) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:08.016840 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9371760-de59-4445-ba9f-eb0df36681b3 None None] Sync routers for ids ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:08.017688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'port': {'network_id': '05a1cb63-a93e-4e70-b19a-bd8e84192762', 'name': 'tempest-FloatingIPTestJSON-1781691059'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:08.029784 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9371760-de59-4445-ba9f-eb0df36681b3 None None] Routers {'a0b47ea8-a13f-4017-a1f9-329aae4e2b30'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:08.030573 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a9371760-de59-4445-ba9f-eb0df36681b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:08.073769 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a9371760-de59-4445-ba9f-eb0df36681b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:08.088065 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9371760-de59-4445-ba9f-eb0df36681b3 None None] Routers {'a0b47ea8-a13f-4017-a1f9-329aae4e2b30'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:08.088744 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a9371760-de59-4445-ba9f-eb0df36681b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:08.121467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:08.125369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:08.142329 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a9371760-de59-4445-ba9f-eb0df36681b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:08.142988 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9371760-de59-4445-ba9f-eb0df36681b3 None None] The sync data for ids ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:08.235483 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:08.249737 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 7 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:22:08.270090 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:08.279643 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Pushing event updated for resources: {'Port': ['ID=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:08.282398 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:08.293384 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dcb0d33a-15a2-4a00-80e3-b120c2473082 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 9.9896476 Nov 03 02:22:08.298554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:08.299716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34096) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:08.302504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:08.367549 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a5f2ab40-2d21-467f-831e-38a71d5b7361 req-172f58fd-712b-43bd-8545-4b58bfd5701f tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 210 time: 0.0843921 Nov 03 02:22:08.382726 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Allocated IP 2001:db8::3d5 (303f4135-0c07-4df9-a0ce-a61d9976814a/bee43787-0752-4c28-a517-e54337a9fc78/1044ccc5-f149-4263-8802-a1ff56b6c82b) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:08.417458 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:08.418605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:08.426149 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2354e223-c148-4ff5-abb8-b52f83318f76 tempest-QuotasTest-1226664503 tempest-QuotasTest-1226664503-project-admin] 10.222.0.23 "GET /v2.0/quotas/086363448b6148b79588d69882f1e047/details.json HTTP/1.1" status: 200 len: 703 time: 1.2156487 Nov 03 02:22:08.448642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:08.464797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3b5ce624-60f9-4b9c-a2b9-b96314d08320 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:08.471138 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e6e2074-3c29-4859-8bb3-cfcf0fdcf613 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1514330 Nov 03 02:22:08.493095 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0f89cb22-d939-4a84-bd0b-da3a6bc33d44 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] 10.222.0.23 "GET /v2.0/floatingips/f2de999d-8990-474b-b451-a02aa077e840 HTTP/1.1" status: 200 len: 984 time: 0.1898754 Nov 03 02:22:08.503092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34100) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:08.521012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Request body: {'port': {'device_id': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:08.527613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:08.568337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c50ab-1152-4821-bfd5-4527b418c976 req-7bb17c15-70d1-4fef-8b88-1027d12075aa tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:08.577474 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b34c50ab-1152-4821-bfd5-4527b418c976 req-7bb17c15-70d1-4fef-8b88-1027d12075aa tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 932 time: 0.2086833 Nov 03 02:22:08.590626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 19cc0d28-dce5-4bd2-b165-593fd389c895 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:22:08.599694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:08.600127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:08.600470 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 Nov 03 02:22:08.662619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:08.683706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Made reservation on behalf of 98d83dbc22a64949b5de85431c64fbca for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:08.696623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:08.716366 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:08.729419 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Pushing event updated for resources: {'Port': ['ID=f208a0e0-cf39-4ecc-a01e-731e77869651,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:08.733428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:08.805030 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 8 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:22:08.815642 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b34c50ab-1152-4821-bfd5-4527b418c976 req-416b1b17-8303-4c74-bf19-f8a55075e99f tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371287 Nov 03 02:22:08.819479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] device_id is not set on port 469abb35-c4c5-4777-b8f7-839b827c8e80 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:08.836767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:08.844718 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4a69df55-665e-48f7-bada-1435d55ca19a tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.3344932 Nov 03 02:22:08.845114 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34106) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:08.865384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:08.867129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:08.901302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34108) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:08.917930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event updated for resources: {'Port': ['ID=286cbe13-28d6-43b9-b57f-7dd29ec16ed2,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:08.927274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:08.935321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de73b9-374e-4c98-a928-f7b42e2f3ad1 req-b400650e-b348-44d0-9c03-aadf28ce3d95 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:08.942455 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73de73b9-374e-4c98-a928-f7b42e2f3ad1 req-b400650e-b348-44d0-9c03-aadf28ce3d95 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 943 time: 0.2100749 Nov 03 02:22:08.953249 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 19cc0d28-dce5-4bd2-b165-593fd389c895, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=19cc0d28-dce5-4bd2-b165-593fd389c895,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:08.966124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:08.971401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '19cc0d28-dce5-4bd2-b165-593fd389c895', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'port_id': '19cc0d28-dce5-4bd2-b165-593fd389c895', 'mac_address': 'fa:16:3e:7a:86:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:22:08.993932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:09.000138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:09.022475 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:09.023099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.040674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 19cc0d28-dce5-4bd2-b165-593fd389c895 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:09.041392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.061581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19cc0d28-dce5-4bd2-b165-593fd389c895 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:22:09.092753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 19cc0d28-dce5-4bd2-b165-593fd389c895, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=19cc0d28-dce5-4bd2-b165-593fd389c895,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:09.097813 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.130898 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6883f2a8-cd70-4d64-b55d-eff621f20579 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0355134 Nov 03 02:22:09.144125 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73de73b9-374e-4c98-a928-f7b42e2f3ad1 req-94f74402-73a1-459d-992b-76ea00b25690 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952517 Nov 03 02:22:09.153577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Request body: {'port': {'device_id': '12652088-27b2-4318-afb9-4ee28df4fa29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:09.169041 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=19cc0d28-dce5-4bd2-b165-593fd389c895,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:09.185788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-553b3cc7-d677-42f9-b006-7af74f4dac98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.193091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for port (1044ccc5-f149-4263-8802-a1ff56b6c82b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.239290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.20.0.6 (05a1cb63-a93e-4e70-b19a-bd8e84192762/5ca9f31e-aa85-4021-b22f-9d1108911fb8/469abb35-c4c5-4777-b8f7-839b827c8e80) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:09.365942 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 9 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:22:09.401458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:09.436757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['19cc0d28-dce5-4bd2-b165-593fd389c895'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:22:09.460699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (d0bc2b43-2022-4045-87b1-6670be301647), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.562151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (469abb35-c4c5-4777-b8f7-839b827c8e80), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.647802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af90f5d-8b29-4ce9-ab7c-574147065cd7 req-dbbd7ce7-241e-4a16-916c-a9bdbdfe8db6 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:09.648911 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3af90f5d-8b29-4ce9-ab7c-574147065cd7 req-dbbd7ce7-241e-4a16-916c-a9bdbdfe8db6 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 931 time: 0.1779337 Nov 03 02:22:09.687021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0cb2def9-e984-4184-8935-559cf072a31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.710463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (469abb35-c4c5-4777-b8f7-839b827c8e80), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.731011 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.746662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (1044ccc5-f149-4263-8802-a1ff56b6c82b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.816182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 05a1cb63-a93e-4e70-b19a-bd8e84192762 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:09.826839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=469abb35-c4c5-4777-b8f7-839b827c8e80,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:09.833845 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3af90f5d-8b29-4ce9-ab7c-574147065cd7 req-88e62dee-35d7-4035-9b71-f3e88d757337 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462560 Nov 03 02:22:09.834703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:09.838210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:09.843188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (d0bc2b43-2022-4045-87b1-6670be301647), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.856736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Network 303f4135-0c07-4df9-a0ce-a61d9976814a is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:09.890145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:09.904184 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Attempt 10 to provision port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c Nov 03 02:22:09.904756 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:09.909966 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:09.910607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:09.924764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'Port': ['ID=1044ccc5-f149-4263-8802-a1ff56b6c82b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:09.944517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2cce9cf9-6f2f-4ce8-b617-324a7093c5c1 None None] Port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:10.001903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:10.002543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.006107 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Deleting port 7fb2009b-72a5-4572-86cd-28660b6b8057 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:10.006554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7fb2009b-72a5-4572-86cd-28660b6b8057), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.013443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-553b3cc7-d677-42f9-b006-7af74f4dac98 admin admin] Publish callbacks [] for security_group (49cf0001-79d6-43ce-ae34-5c0c1f7b6b53), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.058415 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-29cf0873-951e-4533-936e-da9df8fe2e83 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0428951 Nov 03 02:22:10.061399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34116) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:10.068120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '469abb35-c4c5-4777-b8f7-839b827c8e80', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:10.076682 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b78f0c9a-b8ae-49ee-ad9f-320401fbe346 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.5401254 Nov 03 02:22:10.076682 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-553b3cc7-d677-42f9-b006-7af74f4dac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (49cf0001-79d6-43ce-ae34-5c0c1f7b6b53), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.081244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34118) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:10.094308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Provisioning complete for port f208a0e0-cf39-4ecc-a01e-731e77869651 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:10.095114 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.095114 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 1 to provision port f208a0e0-cf39-4ecc-a01e-731e77869651 Nov 03 02:22:10.139933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port f208a0e0-cf39-4ecc-a01e-731e77869651 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:10.162010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e1d23-3f5d-4fe5-9cdb-9a3d8cb267fd req-404667a3-2f8c-4ea9-8cc3-e6224d25c644 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:10.164936 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-240e1d23-3f5d-4fe5-9cdb-9a3d8cb267fd req-404667a3-2f8c-4ea9-8cc3-e6224d25c644 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 932 time: 0.2053690 Nov 03 02:22:10.173803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.213393 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-553b3cc7-d677-42f9-b006-7af74f4dac98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42114ad5b0544705b74c5ebc39650a28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3065910 Nov 03 02:22:10.214344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b3cc7-d677-42f9-b006-7af74f4dac98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cf0001-79d6-43ce-ae34-5c0c1f7b6b53,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:10.218792 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34122) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:10.235335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cc2f4b-4e7d-4f56-9d94-b6248bef386e {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:22:10.253728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Publish callbacks [] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.322438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Transition to ACTIVE for port object b0cc2f4b-4e7d-4f56-9d94-b6248bef386e will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:22:10.329873 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7fb2009b-72a5-4572-86cd-28660b6b8057), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.330172 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for floatingip (7fb2009b-72a5-4572-86cd-28660b6b8057), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.349792 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.368024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Calling delete_port for 7fb2009b-72a5-4572-86cd-28660b6b8057 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:10.529042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Router d0bc2b43-2022-4045-87b1-6670be301647 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:22:10.544081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 19cc0d28-dce5-4bd2-b165-593fd389c895 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:10.551426 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-240e1d23-3f5d-4fe5-9cdb-9a3d8cb267fd req-ba0e9968-434d-48b1-ba2b-5e0f47cfcb94 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3671396 Nov 03 02:22:10.562864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Pushing event updated for resources: {'Port': ['ID=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:10.574976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc9c47-9df7-4bc0-a320-926168b6f17e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:10.578490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f208a0e0-cf39-4ecc-a01e-731e77869651 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:22:10.593519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc9c47-9df7-4bc0-a320-926168b6f17e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:10.593519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc9c47-9df7-4bc0-a320-926168b6f17e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:10.593519 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eefc9c47-9df7-4bc0-a320-926168b6f17e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5021262 Nov 03 02:22:10.593857 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54795f3e-4119-4210-b5c5-365f5db0453f admin admin] Publish callbacks [] for security_group (49cf0001-79d6-43ce-ae34-5c0c1f7b6b53), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.593934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34124) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:10.608577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Publish callbacks [] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.623139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 19cc0d28-dce5-4bd2-b165-593fd389c895 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:22:10.627171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 19cc0d28-dce5-4bd2-b165-593fd389c895 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:10.627554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.627899 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 19cc0d28-dce5-4bd2-b165-593fd389c895 Nov 03 02:22:10.648636 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 2 to provision port f208a0e0-cf39-4ecc-a01e-731e77869651 Nov 03 02:22:10.671298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Transition to ACTIVE for port object f208a0e0-cf39-4ecc-a01e-731e77869651 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:22:10.674889 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54795f3e-4119-4210-b5c5-365f5db0453f admin admin] Publish callbacks [] for security_group (49cf0001-79d6-43ce-ae34-5c0c1f7b6b53), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.688131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Attempting to bind port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:10.688836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Attempting to bind port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:10.689391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Attempting to bind port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e on network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:10.691354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.693163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port f208a0e0-cf39-4ecc-a01e-731e77869651 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:10.708975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a1c59-23ae-4808-85b0-91f3ab8e1ea3 req-6c53b654-479f-4cc8-aadb-7fba4bab1f21 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:10.710489 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-084a1c59-23ae-4808-85b0-91f3ab8e1ea3 req-6c53b654-479f-4cc8-aadb-7fba4bab1f21 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 944 time: 0.2389669 Nov 03 02:22:10.738282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 19cc0d28-dce5-4bd2-b165-593fd389c895 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:10.739445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.746562 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e on network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:22:10.746873 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Attempting to bind port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e on network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:10.765611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010719e0-4a97-40d6-af47-cb4244169b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cc0d28-dce5-4bd2-b165-593fd389c895'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:22:10.773525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:10.773898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Checking segment: {'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:10.774453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Bound using segment: {'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:10.774927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Bound port: b0cc2f4b-4e7d-4f56-9d94-b6248bef386e, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2bae9a-76a0-49d1-92b5-545b67d24025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:10.775285 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.838752 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Pushing event updated for resources: {'Port': ['ID=f208a0e0-cf39-4ecc-a01e-731e77869651,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:10.856713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:10.899237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.903595 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c0b173cb-9484-4692-a550-99099d356db6 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.8909783 Nov 03 02:22:10.905322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Sync routers for ids ['d0bc2b43-2022-4045-87b1-6670be301647'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:10.910047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34132) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:10.915331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 19cc0d28-dce5-4bd2-b165-593fd389c895, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=19cc0d28-dce5-4bd2-b165-593fd389c895,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:10.925027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.929262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Routers {'d0bc2b43-2022-4045-87b1-6670be301647'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:10.929894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:21:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0bc2b43-2022-4045-87b1-6670be301647'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:10.935508 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-084a1c59-23ae-4808-85b0-91f3ab8e1ea3 req-cbba3328-a3a1-4d35-91b2-c87e01444587 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983874 Nov 03 02:22:10.970439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2c7077b5-354b-491b-8d22-a13fa92a65b8 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Deleting port 1044ccc5-f149-4263-8802-a1ff56b6c82b {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:10.970888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c7077b5-354b-491b-8d22-a13fa92a65b8 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1044ccc5-f149-4263-8802-a1ff56b6c82b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.985531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54795f3e-4119-4210-b5c5-365f5db0453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (49cf0001-79d6-43ce-ae34-5c0c1f7b6b53), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.988128 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54795f3e-4119-4210-b5c5-365f5db0453f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:10.992881 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-54795f3e-4119-4210-b5c5-365f5db0453f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49cf0001-79d6-43ce-ae34-5c0c1f7b6b53 HTTP/1.1" status: 204 len: 168 time: 0.7667115 Nov 03 02:22:11.010400 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Attempting to bind port f208a0e0-cf39-4ecc-a01e-731e77869651 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:11.010751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Attempting to bind port f208a0e0-cf39-4ecc-a01e-731e77869651 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:11.011657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Attempting to bind port f208a0e0-cf39-4ecc-a01e-731e77869651 on network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:11.028065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] For port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:11.031371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54795f3e-4119-4210-b5c5-365f5db0453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cf0001-79d6-43ce-ae34-5c0c1f7b6b53,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:11.053647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Port f208a0e0-cf39-4ecc-a01e-731e77869651 on network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:22:11.054081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Attempting to bind port f208a0e0-cf39-4ecc-a01e-731e77869651 on network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:11.057553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] For port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:11.063217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (7fb2009b-72a5-4572-86cd-28660b6b8057), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.068062 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:11.068411 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Checking segment: {'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:11.068830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Bound using segment: {'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:11.069359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Bound port: f208a0e0-cf39-4ecc-a01e-731e77869651, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db85289f-2749-423c-8df3-5e7ba58db3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:11.069488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.069923 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.078721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.107374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:11.108004 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.109421 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] 10.222.0.27 "PUT /v2.0/ports/b0cc2f4b-4e7d-4f56-9d94-b6248bef386e HTTP/1.1" status: 200 len: 1094 time: 2.6073098 Nov 03 02:22:11.111512 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'tag': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:22:11.115858 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event deleted for resources: {'Port': ['ID=7fb2009b-72a5-4572-86cd-28660b6b8057,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:11.170393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=19cc0d28-dce5-4bd2-b165-593fd389c895,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:11.176797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2746cb4-c687-4e29-b52c-891207186d34" -d '{"events": [{"server_uuid": "010719e0-4a97-40d6-af47-cb4244169b8c", "name": "network-vif-plugged", "status": "completed", "tag": "19cc0d28-dce5-4bd2-b165-593fd389c895"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:22:11.195819 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 3 to provision port f208a0e0-cf39-4ecc-a01e-731e77869651 Nov 03 02:22:11.248412 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Set router d0bc2b43-2022-4045-87b1-6670be301647 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:11.269526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec313b9-097f-4229-8a15-370ddf6dd8eb service neutron] Pushing event updated for resources: {'Port': ['ID=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:11.299494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c7077b5-354b-491b-8d22-a13fa92a65b8 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1044ccc5-f149-4263-8802-a1ff56b6c82b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.307708 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aeba28de-8545-474a-a07f-3013de040d83 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/routers/d0bc2b43-2022-4045-87b1-6670be301647 HTTP/1.1" status: 200 len: 909 time: 0.3965931 Nov 03 02:22:11.313937 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34144) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:11.315252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port f208a0e0-cf39-4ecc-a01e-731e77869651 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:11.323315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1980348054', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'enable_snat': True}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:11.334207 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d932d12-67e4-467d-bbd7-8e575a05d2ab req-a2061582-4130-4306-8b36-ea7013ce085a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:11.335727 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6d932d12-67e4-467d-bbd7-8e575a05d2ab req-a2061582-4130-4306-8b36-ea7013ce085a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 943 time: 0.3573954 Nov 03 02:22:11.361155 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2c7077b5-354b-491b-8d22-a13fa92a65b8 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Calling delete_port for 1044ccc5-f149-4263-8802-a1ff56b6c82b owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:11.369652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.26.6.177 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/be1adb37-0ae2-4890-9d26-5cfd496c0e86) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:11.416066 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for floatingip (f2de999d-8990-474b-b451-a02aa077e840), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.420260 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Floating IP f2de999d-8990-474b-b451-a02aa077e840 disassociated (deleted). External IP: 172.26.6.190, port: ae11727d-c2d0-4999-8618-2ff5e0f0a94a. Nov 03 02:22:11.434493 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (d87bb4d0-2e78-445e-807c-efb698a75edc), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.435610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (d87bb4d0-2e78-445e-807c-efb698a75edc), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.445387 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6d932d12-67e4-467d-bbd7-8e575a05d2ab req-6882f6c9-6535-410f-ad41-4ee6376813e3 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949719 Nov 03 02:22:11.516288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc2b43-2022-4045-87b1-6670be301647', 'name': 'tempest-snat-router-1980348054', 'tenant_id': '94a18fade98047639d2aa0e5c9c45c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.112'}], 'enable_snat': False}, 'gw_port_id': '286cbe13-28d6-43b9-b57f-7dd29ec16ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:07Z', 'updated_at': '2022-11-03T02:22:09Z', 'revision_number': 3, 'project_id': '94a18fade98047639d2aa0e5c9c45c18', 'gw_port': {'id': '286cbe13-28d6-43b9-b57f-7dd29ec16ed2', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bc2b43-2022-4045-87b1-6670be301647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:22:07Z', 'updated_at': '2022-11-03T02:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:11.543299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] For port f208a0e0-cf39-4ecc-a01e-731e77869651, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:11.551896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Checking router: d0bc2b43-2022-4045-87b1-6670be301647 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:22:11.552310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Updating router d0bc2b43-2022-4045-87b1-6670be301647 port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:22:11.593203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d26f03-698a-4d6a-af31-89e31f0b43aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4ddb7c-3e1e-46e5-ae3a-cb8243085152", "tag": "b0cc2f4b-4e7d-4f56-9d94-b6248bef386e"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:22:11.603557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_controller (d87bb4d0-2e78-445e-807c-efb698a75edc), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.607012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] For port f208a0e0-cf39-4ecc-a01e-731e77869651, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f208a0e0-cf39-4ecc-a01e-731e77869651,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:11.628694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f208c95a-8211-4874-98e5-aea7c9141e57 x-openstack-request-id: req-f208c95a-8211-4874-98e5-aea7c9141e57 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:22:11.630238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.641761 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:11.642740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.644153 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] 10.222.0.27 "PUT /v2.0/ports/f208a0e0-cf39-4ecc-a01e-731e77869651 HTTP/1.1" status: 200 len: 1093 time: 2.5028539 Nov 03 02:22:11.644954 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010719e0-4a97-40d6-af47-cb4244169b8c", "name": "network-vif-plugged", "status": "completed", "tag": "19cc0d28-dce5-4bd2-b165-593fd389c895", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:22:11.645372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f208c95a-8211-4874-98e5-aea7c9141e57 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:22:11.645493 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34156) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:11.645857 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f208c95a-8211-4874-98e5-aea7c9141e57'] response: {'server_uuid': '010719e0-4a97-40d6-af47-cb4244169b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cc0d28-dce5-4bd2-b165-593fd389c895', 'code': 200} Nov 03 02:22:11.668134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.685138 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-4f56a64d-d5a5-4ff5-8f55-181e3800ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:11.687153 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-4f56a64d-d5a5-4ff5-8f55-181e3800ca57 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=8feee47686084b68914c40f971ada1e1&device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 1128 time: 0.4127595 Nov 03 02:22:11.740099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8200a886-fb42-43f5-8b12-9f5e5a6a8ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.816728 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 4 to provision port f208a0e0-cf39-4ecc-a01e-731e77869651 Nov 03 02:22:11.840045 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-54837045-29ee-44cc-abc6-7036a666cbc1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e HTTP/1.1" status: 200 len: 217 time: 0.1317711 Nov 03 02:22:11.852788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (be1adb37-0ae2-4890-9d26-5cfd496c0e86), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.880860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port f208a0e0-cf39-4ecc-a01e-731e77869651 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:22:11.908041 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Provisioning complete for port 28b74a0e-b819-436c-b199-8cb98fac536f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:11.909444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (28b74a0e-b819-436c-b199-8cb98fac536f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:11.909826 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 1 to provision port 28b74a0e-b819-436c-b199-8cb98fac536f Nov 03 02:22:11.929439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572e7c1-bd33-4a2b-9601-2c75642f654a service neutron] Pushing event updated for resources: {'Port': ['ID=f208a0e0-cf39-4ecc-a01e-731e77869651,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:11.955930 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port 28b74a0e-b819-436c-b199-8cb98fac536f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:11.986222 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580b4a56-0bc8-4565-9d7d-63e4762838f2 x-openstack-request-id: req-580b4a56-0bc8-4565-9d7d-63e4762838f2 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:22:11.986759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4ddb7c-3e1e-46e5-ae3a-cb8243085152", "tag": "b0cc2f4b-4e7d-4f56-9d94-b6248bef386e", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:22:11.986848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-580b4a56-0bc8-4565-9d7d-63e4762838f2 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:22:11.987213 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580b4a56-0bc8-4565-9d7d-63e4762838f2'] response: {'name': 'network-changed', 'server_uuid': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'tag': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e', 'status': 'completed', 'code': 200} Nov 03 02:22:12.002552 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-a99a2c6c-307d-4c64-8305-b027e1ea0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:12.004048 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-a99a2c6c-307d-4c64-8305-b027e1ea0dbf service neutron] 10.222.0.27 "GET /v2.0/subnets?id=779d4c97-99b1-4d8a-82f4-46c58d3fbdb4 HTTP/1.1" status: 200 len: 850 time: 0.1435585 Nov 03 02:22:12.005762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-dc42da8f-022d-49d4-bf3e-cd6c724d1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:12.007115 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-dc42da8f-022d-49d4-bf3e-cd6c724d1893 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4500101cd60a4fa893ef7369ece32b0f&device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 1127 time: 0.2614365 Nov 03 02:22:12.020178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (d87bb4d0-2e78-445e-807c-efb698a75edc), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.040177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c1cc9-8e56-4c77-9ad6-73f7e4e4cb3f req-376d2736-ae66-48bf-8fb0-bff4f30b530e tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:12.041748 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-020c1cc9-8e56-4c77-9ad6-73f7e4e4cb3f req-376d2736-ae66-48bf-8fb0-bff4f30b530e tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 944 time: 0.3138285 Nov 03 02:22:12.051749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c7077b5-354b-491b-8d22-a13fa92a65b8 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1044ccc5-f149-4263-8802-a1ff56b6c82b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.145180 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-388a3de2-81d0-4bc3-8e7f-e0b45136a464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.160712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7077b5-354b-491b-8d22-a13fa92a65b8 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event deleted for resources: {'Port': ['ID=1044ccc5-f149-4263-8802-a1ff56b6c82b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:12.377640 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-a2cb0ba5-6682-4525-84be-605359706f09 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f208a0e0-cf39-4ecc-a01e-731e77869651 HTTP/1.1" status: 200 len: 217 time: 0.0785248 Nov 03 02:22:12.430688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (be1adb37-0ae2-4890-9d26-5cfd496c0e86), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.448111 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Router a0b47ea8-a13f-4017-a1f9-329aae4e2b30 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:12.459398 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 2 to provision port 28b74a0e-b819-436c-b199-8cb98fac536f Nov 03 02:22:12.469543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-7bba51f1-f92e-4b59-a813-9172571778f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:12.471267 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-7bba51f1-f92e-4b59-a813-9172571778f1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e9e1d81e-4903-440c-8ce1-16cfd1e6d84b HTTP/1.1" status: 200 len: 844 time: 0.0829232 Nov 03 02:22:12.473131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5722db94-95ea-45cf-b451-161435144259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:12.474671 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-5722db94-95ea-45cf-b451-161435144259 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=214f5d7e-7a4b-4b7f-b081-a7f3695a0879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4552813 Nov 03 02:22:12.498944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Publish callbacks [] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.501236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port 28b74a0e-b819-436c-b199-8cb98fac536f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:12.507054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.546613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Attempting to bind port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:12.547166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Attempting to bind port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:12.547633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Attempting to bind port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:12.556153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb0a65-afd7-4181-aceb-9b969bbb7a94 req-1b4a08fd-51bf-4817-aa71-88154c6c962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:12.557684 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddeb0a65-afd7-4181-aceb-9b969bbb7a94 req-1b4a08fd-51bf-4817-aa71-88154c6c962e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 1129 time: 0.6381280 Nov 03 02:22:12.559073 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:12.559598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:12.560110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.560807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:12.561798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Bound port: 286cbe13-28d6-43b9-b57f-7dd29ec16ed2, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:12.562308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.594573 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce86629-3857-4ab6-836c-7d5c5d275e85 None None] Pushing event updated for resources: {'Port': ['ID=286cbe13-28d6-43b9-b57f-7dd29ec16ed2,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:12.609978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:12.629468 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-020c1cc9-8e56-4c77-9ad6-73f7e4e4cb3f req-c4000f15-a203-422e-929b-991f01249621 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5694356 Nov 03 02:22:12.632383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] For port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:12.637541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] For port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=286cbe13-28d6-43b9-b57f-7dd29ec16ed2,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:12.640764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:12.647330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=be1adb37-0ae2-4890-9d26-5cfd496c0e86,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:12.651318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.659105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:12.665350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-ddeb0a65-afd7-4181-aceb-9b969bbb7a94 req-64acea3d-6289-455e-9325-578cc92f8fce service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.677759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:12.687798 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354b078-3a9b-4b11-904c-6786d0ffd0c5 None None] Sync routers for ids ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:12.689606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.699449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-e4f7f67d-c153-4be7-b805-8af7c579f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:12.701189 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-e4f7f67d-c153-4be7-b805-8af7c579f804 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=8dfa6efe-319f-4c0f-8e60-a0f167ddb627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2190573 Nov 03 02:22:12.708933 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354b078-3a9b-4b11-904c-6786d0ffd0c5 None None] Routers {'a0b47ea8-a13f-4017-a1f9-329aae4e2b30'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:12.715554 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a354b078-3a9b-4b11-904c-6786d0ffd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:12.740261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8200a886-fb42-43f5-8b12-9f5e5a6a8ff5 admin admin] Publish callbacks [] for security_group (b51ca545-f042-479d-9de2-0d0f2f49c9b8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.746148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Routers {'d0bc2b43-2022-4045-87b1-6670be301647'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:12.746875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0bc2b43-2022-4045-87b1-6670be301647'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:12.758174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b68e6-f2c4-48c4-84d8-33c398656222 req-46167323-23e0-4f3b-8c75-a40ddeadeb08 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:12.769576 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-776b68e6-f2c4-48c4-84d8-33c398656222 req-46167323-23e0-4f3b-8c75-a40ddeadeb08 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.7188661 Nov 03 02:22:12.805550 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-2e9b6d7c-b72a-4e7e-8469-0a8f58809ee3 service neutron] 10.222.0.27 "GET /v2.0/networks/214f5d7e-7a4b-4b7f-b081-a7f3695a0879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892339 Nov 03 02:22:12.808307 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a354b078-3a9b-4b11-904c-6786d0ffd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:12.818797 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bdbcc436-2c11-47a1-a818-d40e32fb0ef7 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "DELETE /v2.0/floatingips/f2de999d-8990-474b-b451-a02aa077e840 HTTP/1.1" status: 204 len: 168 time: 3.9670670 Nov 03 02:22:12.819757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34162) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:12.827510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8200a886-fb42-43f5-8b12-9f5e5a6a8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b51ca545-f042-479d-9de2-0d0f2f49c9b8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.830228 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354b078-3a9b-4b11-904c-6786d0ffd0c5 None None] Routers {'a0b47ea8-a13f-4017-a1f9-329aae4e2b30'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:12.831814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:12.833222 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a354b078-3a9b-4b11-904c-6786d0ffd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:12.848134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce86629-3857-4ab6-836c-7d5c5d275e85 None None] Pushing event updated for resources: {'Port': ['ID=286cbe13-28d6-43b9-b57f-7dd29ec16ed2,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:12.860288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c7077b5-354b-491b-8d22-a13fa92a65b8 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:12.867302 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2c7077b5-354b-491b-8d22-a13fa92a65b8 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "DELETE /v2.0/ports/1044ccc5-f149-4263-8802-a1ff56b6c82b HTTP/1.1" status: 204 len: 168 time: 2.2712827 Nov 03 02:22:12.890581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34164) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:12.917737 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a354b078-3a9b-4b11-904c-6786d0ffd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:12.919381 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354b078-3a9b-4b11-904c-6786d0ffd0c5 None None] The sync data for ids ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:12.947040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] Set router d0bc2b43-2022-4045-87b1-6670be301647 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:12.954208 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c8a540-a71a-4a00-bb72-8b7f008123d4 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] GET failed (client error): The resource could not be found. Nov 03 02:22:12.956202 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-04c8a540-a71a-4a00-bb72-8b7f008123d4 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "GET /v2.0/ports/1044ccc5-f149-4263-8802-a1ff56b6c82b HTTP/1.1" status: 404 len: 333 time: 0.0626140 Nov 03 02:22:12.961459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34166) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:12.974196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Request body: {'port': {'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-960863383'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:12.986112 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.007039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200a886-fb42-43f5-8b12-9f5e5a6a8ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51ca545-f042-479d-9de2-0d0f2f49c9b8,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:13.008116 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 3 to provision port 28b74a0e-b819-436c-b199-8cb98fac536f Nov 03 02:22:13.011800 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8200a886-fb42-43f5-8b12-9f5e5a6a8ff5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=086363448b6148b79588d69882f1e047&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3640113 Nov 03 02:22:13.024327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34168) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:13.079661 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-776b68e6-f2c4-48c4-84d8-33c398656222 req-06e56ad5-0224-43d8-a5bf-0f582ae746d9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089454 Nov 03 02:22:13.082334 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-a319c820-095f-418f-a757-370452704a5c service neutron] 10.222.0.27 "GET /v2.0/networks/8dfa6efe-319f-4c0f-8e60-a0f167ddb627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426824 Nov 03 02:22:13.117422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port 28b74a0e-b819-436c-b199-8cb98fac536f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:13.136791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.155132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1292b-3361-4c98-9ce7-cf56725bc416 req-31372b4f-4eea-4377-91ea-281c6004afaa tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:13.156699 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e7e1292b-3361-4c98-9ce7-cf56725bc416 req-31372b4f-4eea-4377-91ea-281c6004afaa tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 943 time: 0.3244245 Nov 03 02:22:13.168595 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-73bf0a40-5044-4b81-8a28-978e0e7e89c5 req-1f45ed9e-1fa2-41ab-a209-4bebc10a4104 service neutron] 10.222.0.27 "GET /v2.0/networks/214f5d7e-7a4b-4b7f-b081-a7f3695a0879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458214 Nov 03 02:22:13.264061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc2b43-2022-4045-87b1-6670be301647', 'name': 'tempest-snat-router-1980348054', 'tenant_id': '94a18fade98047639d2aa0e5c9c45c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.112'}], 'enable_snat': False}, 'gw_port_id': '286cbe13-28d6-43b9-b57f-7dd29ec16ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:07Z', 'updated_at': '2022-11-03T02:22:09Z', 'revision_number': 3, 'project_id': '94a18fade98047639d2aa0e5c9c45c18', 'gw_port': {'id': '286cbe13-28d6-43b9-b57f-7dd29ec16ed2', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bc2b43-2022-4045-87b1-6670be301647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:22:07Z', 'updated_at': '2022-11-03T02:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:13.269424 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-03dde42c-5da6-4729-8c2d-bd54ff0d0860 service neutron] 10.222.0.27 "GET /v2.0/networks/8dfa6efe-319f-4c0f-8e60-a0f167ddb627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756485 Nov 03 02:22:13.286321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Made reservation on behalf of 9ea991c8dfda436ea001390837b64142 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:13.289777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.298949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96ce1f49-429e-49aa-b5d1-2dae94a15de5 admin admin] Publish callbacks [] for security_group (b51ca545-f042-479d-9de2-0d0f2f49c9b8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.310050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf90742-3484-48d8-837a-6251a3a74821 None None] The sync data for ids ['d0bc2b43-2022-4045-87b1-6670be301647'] in dv-neutron-860659-5-hyperv is: [{'id': 'd0bc2b43-2022-4045-87b1-6670be301647', 'name': 'tempest-snat-router-1980348054', 'tenant_id': '94a18fade98047639d2aa0e5c9c45c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.112'}], 'enable_snat': False}, 'gw_port_id': '286cbe13-28d6-43b9-b57f-7dd29ec16ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:07Z', 'updated_at': '2022-11-03T02:22:09Z', 'revision_number': 3, 'project_id': '94a18fade98047639d2aa0e5c9c45c18', 'gw_port': {'id': '286cbe13-28d6-43b9-b57f-7dd29ec16ed2', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bc2b43-2022-4045-87b1-6670be301647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:22:07Z', 'updated_at': '2022-11-03T02:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:13.318602 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] device_id is not set on port d90ee810-d87e-402d-9071-d534d6d50238 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:13.335335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-ddeb0a65-afd7-4181-aceb-9b969bbb7a94 req-64acea3d-6289-455e-9325-578cc92f8fce service neutron] Publish callbacks [] for security_group (2ed23503-7b28-4e33-b68b-6f98d1d4788d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.384635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-ddeb0a65-afd7-4181-aceb-9b969bbb7a94 req-64acea3d-6289-455e-9325-578cc92f8fce service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (2ed23503-7b28-4e33-b68b-6f98d1d4788d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.391186 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d26f03-698a-4d6a-af31-89e31f0b43aa req-a240ed77-f71f-45ff-8ae7-b7515574b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:13.392760 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a2d26f03-698a-4d6a-af31-89e31f0b43aa req-a240ed77-f71f-45ff-8ae7-b7515574b0cd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=8feee47686084b68914c40f971ada1e1&device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 1128 time: 0.1495376 Nov 03 02:22:13.452883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96ce1f49-429e-49aa-b5d1-2dae94a15de5 admin admin] Publish callbacks [] for security_group (b51ca545-f042-479d-9de2-0d0f2f49c9b8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.481656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.503510 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e7e1292b-3361-4c98-9ce7-cf56725bc416 req-cac051c6-7e74-45e6-8901-9348cf1b02b5 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289609 Nov 03 02:22:13.525815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acea3d-6289-455e-9325-578cc92f8fce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed23503-7b28-4e33-b68b-6f98d1d4788d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:13.536596 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddeb0a65-afd7-4181-aceb-9b969bbb7a94 req-64acea3d-6289-455e-9325-578cc92f8fce service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9506681 Nov 03 02:22:13.572168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Allocated IP 2001:db8::1e1 (303f4135-0c07-4df9-a0ce-a61d9976814a/bee43787-0752-4c28-a517-e54337a9fc78/d90ee810-d87e-402d-9071-d534d6d50238) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:13.609340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (d87bb4d0-2e78-445e-807c-efb698a75edc), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.619979 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 4 to provision port 28b74a0e-b819-436c-b199-8cb98fac536f Nov 03 02:22:13.637325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.654973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port 28b74a0e-b819-436c-b199-8cb98fac536f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:13.688516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d26f03-698a-4d6a-af31-89e31f0b43aa req-4fdc3c14-15da-4cbd-86c9-301a09263ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:13.690260 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a2d26f03-698a-4d6a-af31-89e31f0b43aa req-4fdc3c14-15da-4cbd-86c9-301a09263ac2 service neutron] 10.222.0.27 "GET /v2.0/networks?id=214f5d7e-7a4b-4b7f-b081-a7f3695a0879 HTTP/1.1" status: 200 len: 912 time: 0.2872646 Nov 03 02:22:13.784522 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Allocated IP 172.26.6.238 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/1cc5cbe4-0f5a-467b-a27d-c7a1031a1575) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:13.827386 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a2d26f03-698a-4d6a-af31-89e31f0b43aa req-71a17ca7-4529-4d8c-ac51-5465bf4a7f10 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e HTTP/1.1" status: 200 len: 217 time: 0.0512304 Nov 03 02:22:13.828520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96ce1f49-429e-49aa-b5d1-2dae94a15de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b51ca545-f042-479d-9de2-0d0f2f49c9b8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.831108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96ce1f49-429e-49aa-b5d1-2dae94a15de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:13.832537 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-96ce1f49-429e-49aa-b5d1-2dae94a15de5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b51ca545-f042-479d-9de2-0d0f2f49c9b8 HTTP/1.1" status: 204 len: 168 time: 0.8013732 Nov 03 02:22:13.926473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce1f49-429e-49aa-b5d1-2dae94a15de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51ca545-f042-479d-9de2-0d0f2f49c9b8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:13.987788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d26f03-698a-4d6a-af31-89e31f0b43aa req-2b4e4f13-1ba4-44f9-91a6-7f09cd3568a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:13.989329 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a2d26f03-698a-4d6a-af31-89e31f0b43aa req-2b4e4f13-1ba4-44f9-91a6-7f09cd3568a8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=779d4c97-99b1-4d8a-82f4-46c58d3fbdb4 HTTP/1.1" status: 200 len: 850 time: 0.1538730 Nov 03 02:22:13.994570 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12652088-27b2-4318-afb9-4ee28df4fa29', 'tag': 'f208a0e0-cf39-4ecc-a01e-731e77869651'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:22:13.997791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2258bf3-1073-40b7-9a16-e19446409cab" -d '{"events": [{"name": "network-changed", "server_uuid": "12652088-27b2-4318-afb9-4ee28df4fa29", "tag": "f208a0e0-cf39-4ecc-a01e-731e77869651"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:22:14.021858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923777b-d933-4621-9252-736208ae82fb req-8ac974ee-ed2a-4926-914e-d1de945e6934 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:14.024977 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a923777b-d933-4621-9252-736208ae82fb req-8ac974ee-ed2a-4926-914e-d1de945e6934 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 944 time: 0.2557170 Nov 03 02:22:14.026593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (80839b57-fa59-4379-8529-1fd7d0e5a3b2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:14.027957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for port (d90ee810-d87e-402d-9071-d534d6d50238), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:14.064179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d632ae83-e1ac-477f-b784-ed75bdb5fe2f x-openstack-request-id: req-d632ae83-e1ac-477f-b784-ed75bdb5fe2f {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:22:14.064481 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12652088-27b2-4318-afb9-4ee28df4fa29", "tag": "f208a0e0-cf39-4ecc-a01e-731e77869651", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:22:14.064778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d632ae83-e1ac-477f-b784-ed75bdb5fe2f {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:22:14.065161 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d632ae83-e1ac-477f-b784-ed75bdb5fe2f'] response: {'name': 'network-changed', 'server_uuid': '12652088-27b2-4318-afb9-4ee28df4fa29', 'tag': 'f208a0e0-cf39-4ecc-a01e-731e77869651', 'status': 'completed', 'code': 200} Nov 03 02:22:14.155559 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks [] for port (1cc5cbe4-0f5a-467b-a27d-c7a1031a1575), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:14.156220 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 5 to provision port 28b74a0e-b819-436c-b199-8cb98fac536f Nov 03 02:22:14.202631 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (d90ee810-d87e-402d-9071-d534d6d50238), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:14.218036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port 28b74a0e-b819-436c-b199-8cb98fac536f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:14.221338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (1cc5cbe4-0f5a-467b-a27d-c7a1031a1575), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:14.265376 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a923777b-d933-4621-9252-736208ae82fb req-b8fea6c0-57a1-410f-b8cd-eb993e6dcbd8 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146521 Nov 03 02:22:14.289659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Network 303f4135-0c07-4df9-a0ce-a61d9976814a is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:14.289659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:14.295150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:14.303119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:14.303787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:14.319290 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:14.329338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d26f03-698a-4d6a-af31-89e31f0b43aa req-afdf2042-71d4-47ef-9ea4-a381fee7553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:14.330784 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a2d26f03-698a-4d6a-af31-89e31f0b43aa req-afdf2042-71d4-47ef-9ea4-a381fee7553a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=214f5d7e-7a4b-4b7f-b081-a7f3695a0879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3199503 Nov 03 02:22:14.338677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:14.342042 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:14.362470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'Port': ['ID=d90ee810-d87e-402d-9071-d534d6d50238,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:14.388353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2258bf3-1073-40b7-9a16-e19446409cab req-e60550b6-9637-4c3e-bd5e-f36c0347b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:14.389865 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e2258bf3-1073-40b7-9a16-e19446409cab req-e60550b6-9637-4c3e-bd5e-f36c0347b758 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4500101cd60a4fa893ef7369ece32b0f&device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 1127 time: 0.2929094 Nov 03 02:22:14.432166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Pushing event updated for resources: {'Port': ['ID=1cc5cbe4-0f5a-467b-a27d-c7a1031a1575,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:14.450747 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d6b460f3-ae89-49d2-a9b4-c80490c85a6c tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4813781 Nov 03 02:22:14.472180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34186) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:14.479321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-753d8a53-e0b1-4ba7-b45c-6f55c40f914e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::187', 'mac_address': 'fa:16:3e:69:c6:00'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:14.503786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:14.621742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:14.643791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:14.647372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:14.647928 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 Nov 03 02:22:14.719131 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 6 to provision port 28b74a0e-b819-436c-b199-8cb98fac536f Nov 03 02:22:14.786116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:14.786513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:14.791695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port 28b74a0e-b819-436c-b199-8cb98fac536f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:14.820294 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=286cbe13-28d6-43b9-b57f-7dd29ec16ed2,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:14.827166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:14.908337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (be1adb37-0ae2-4890-9d26-5cfd496c0e86), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:14.923771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=286cbe13-28d6-43b9-b57f-7dd29ec16ed2,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:14.967226 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548853d-a248-4ab0-b3b5-e6fa6da96291 req-1ead29ad-1914-450b-995b-f36f4e2d9d89 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:14.968764 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0548853d-a248-4ab0-b3b5-e6fa6da96291 req-1ead29ad-1914-450b-995b-f36f4e2d9d89 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.7333195 Nov 03 02:22:14.983537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Allocated IP 172.26.6.77 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/eaaff197-5590-4d25-a991-c7b5fe58de0a) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:15.036352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks [] for floatingip (cfef9811-e8b2-47dd-90c3-10b06a18c759), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.044982 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a2d26f03-698a-4d6a-af31-89e31f0b43aa req-4b401479-c42f-4a7e-8f67-a01f5ea98538 service neutron] 10.222.0.27 "GET /v2.0/networks/214f5d7e-7a4b-4b7f-b081-a7f3695a0879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000000 Nov 03 02:22:15.153152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2258bf3-1073-40b7-9a16-e19446409cab req-754f741f-ad1b-4cd6-b0f3-68b8b9bbe56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:15.154621 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e2258bf3-1073-40b7-9a16-e19446409cab req-754f741f-ad1b-4cd6-b0f3-68b8b9bbe56c service neutron] 10.222.0.27 "GET /v2.0/networks?id=8dfa6efe-319f-4c0f-8e60-a0f167ddb627 HTTP/1.1" status: 200 len: 906 time: 0.7515903 Nov 03 02:22:15.193705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-753d8a53-e0b1-4ba7-b45c-6f55c40f914e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d90ee810-d87e-402d-9071-d534d6d50238), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.216714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1cc5cbe4-0f5a-467b-a27d-c7a1031a1575), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.239728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355af05b-137a-4d77-bd21-e864ac3e1ddc req-c5f87589-f8c4-4e8b-baa1-3fd2bcdb1479 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:15.247017 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-355af05b-137a-4d77-bd21-e864ac3e1ddc req-c5f87589-f8c4-4e8b-baa1-3fd2bcdb1479 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 943 time: 0.3464992 Nov 03 02:22:15.253669 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e2258bf3-1073-40b7-9a16-e19446409cab req-48951c54-b0f1-4c7b-9d7d-06ab52825a2d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f208a0e0-cf39-4ecc-a01e-731e77869651 HTTP/1.1" status: 200 len: 217 time: 0.0871823 Nov 03 02:22:15.268029 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0548853d-a248-4ab0-b3b5-e6fa6da96291 req-f344a0cf-1b93-4637-9abe-dcb11ec3cd0b tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787569 Nov 03 02:22:15.293908 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 7 to provision port 28b74a0e-b819-436c-b199-8cb98fac536f Nov 03 02:22:15.382772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port 28b74a0e-b819-436c-b199-8cb98fac536f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:15.422478 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a2d26f03-698a-4d6a-af31-89e31f0b43aa req-81dcccb2-da15-46fb-93b2-e968c80e7bc4 service neutron] 10.222.0.27 "GET /v2.0/networks/214f5d7e-7a4b-4b7f-b081-a7f3695a0879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608038 Nov 03 02:22:15.477296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for port (eaaff197-5590-4d25-a991-c7b5fe58de0a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.499987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2258bf3-1073-40b7-9a16-e19446409cab req-899c669d-d441-4e5f-8bb4-2a13a25c6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:15.501619 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e2258bf3-1073-40b7-9a16-e19446409cab req-899c669d-d441-4e5f-8bb4-2a13a25c6ad4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e9e1d81e-4903-440c-8ce1-16cfd1e6d84b HTTP/1.1" status: 200 len: 844 time: 0.2326550 Nov 03 02:22:15.568940 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-355af05b-137a-4d77-bd21-e864ac3e1ddc req-9384c84a-7c86-4e22-9a11-af63d84f8e07 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031898 Nov 03 02:22:15.597695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks [] for port (1cc5cbe4-0f5a-467b-a27d-c7a1031a1575), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.613573 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (1cc5cbe4-0f5a-467b-a27d-c7a1031a1575), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.626176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (be1adb37-0ae2-4890-9d26-5cfd496c0e86), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.638558 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (be1adb37-0ae2-4890-9d26-5cfd496c0e86), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.656370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771ac89-4485-4f75-ad7b-fd5bcf5531de req-c5c527c1-f2d0-4008-a796-ad0c71bc0639 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:15.658198 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d771ac89-4485-4f75-ad7b-fd5bcf5531de req-c5c527c1-f2d0-4008-a796-ad0c71bc0639 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 944 time: 0.2705824 Nov 03 02:22:15.709519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (cfef9811-e8b2-47dd-90c3-10b06a18c759), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.711110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (eaaff197-5590-4d25-a991-c7b5fe58de0a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.739726 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-753d8a53-e0b1-4ba7-b45c-6f55c40f914e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for port (d90ee810-d87e-402d-9071-d534d6d50238), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.741472 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Pushing event updated for resources: {'Port': ['ID=1cc5cbe4-0f5a-467b-a27d-c7a1031a1575,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:15.743698 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2258bf3-1073-40b7-9a16-e19446409cab req-d0f3446e-5d18-4bc3-a8c8-eb65fbe2437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:15.746218 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e2258bf3-1073-40b7-9a16-e19446409cab req-d0f3446e-5d18-4bc3-a8c8-eb65fbe2437d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=8dfa6efe-319f-4c0f-8e60-a0f167ddb627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2363422 Nov 03 02:22:15.751175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-753d8a53-e0b1-4ba7-b45c-6f55c40f914e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (d90ee810-d87e-402d-9071-d534d6d50238), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.751845 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-753d8a53-e0b1-4ba7-b45c-6f55c40f914e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] In _notify_port_updated(), no bound segment for port d90ee810-d87e-402d-9071-d534d6d50238 on network 303f4135-0c07-4df9-a0ce-a61d9976814a {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:22:15.758039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d8a53-e0b1-4ba7-b45c-6f55c40f914e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:15.758161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-753d8a53-e0b1-4ba7-b45c-6f55c40f914e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.760019 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-753d8a53-e0b1-4ba7-b45c-6f55c40f914e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "PUT /v2.0/ports/d90ee810-d87e-402d-9071-d534d6d50238 HTTP/1.1" status: 200 len: 1002 time: 1.2846313 Nov 03 02:22:15.763830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34220) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:15.768119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.771990 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7da75cef-29ce-4d01-9e65-4bc86a1a8e24 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9452422 Nov 03 02:22:15.772139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34222) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:15.787019 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (80839b57-fa59-4379-8529-1fd7d0e5a3b2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.809754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:15.810578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=be1adb37-0ae2-4890-9d26-5cfd496c0e86,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:15.845733 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34226) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:15.849793 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d8a53-e0b1-4ba7-b45c-6f55c40f914e tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'Port': ['ID=d90ee810-d87e-402d-9071-d534d6d50238,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:15.882654 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:15.884252 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 8 to provision port 28b74a0e-b819-436c-b199-8cb98fac536f Nov 03 02:22:15.885113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:15.906869 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-83a5fb8b-b3b6-42a3-935e-737cccb2fb8a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Deleting port d90ee810-d87e-402d-9071-d534d6d50238 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:15.907216 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83a5fb8b-b3b6-42a3-935e-737cccb2fb8a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d90ee810-d87e-402d-9071-d534d6d50238), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:15.956621 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port 28b74a0e-b819-436c-b199-8cb98fac536f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:15.958053 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d771ac89-4485-4f75-ad7b-fd5bcf5531de req-2ccaf50c-255f-4acd-a99f-bbaeea393f27 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606368 Nov 03 02:22:16.018606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83a5fb8b-b3b6-42a3-935e-737cccb2fb8a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d90ee810-d87e-402d-9071-d534d6d50238), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.024429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event updated for resources: {'Port': ['ID=eaaff197-5590-4d25-a991-c7b5fe58de0a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:16.033173 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-83a5fb8b-b3b6-42a3-935e-737cccb2fb8a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Calling delete_port for d90ee810-d87e-402d-9071-d534d6d50238 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:16.067746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.094357 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1448698491', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:16.110790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:16.121648 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e2258bf3-1073-40b7-9a16-e19446409cab req-540f6084-de2e-49a1-9d12-d68433a3f185 service neutron] 10.222.0.27 "GET /v2.0/networks/8dfa6efe-319f-4c0f-8e60-a0f167ddb627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644567 Nov 03 02:22:16.126544 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP 80839b57-fa59-4379-8529-1fd7d0e5a3b2 associated. External IP: 172.26.6.177, port: 469abb35-c4c5-4777-b8f7-839b827c8e80. Nov 03 02:22:16.129441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Made reservation on behalf of 278b87b553e94305b8070249a8ea7952 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:16.131890 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.143372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.242838 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83a5fb8b-b3b6-42a3-935e-737cccb2fb8a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (d90ee810-d87e-402d-9071-d534d6d50238), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.261436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.276784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5fb8b-b3b6-42a3-935e-737cccb2fb8a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event deleted for resources: {'Port': ['ID=d90ee810-d87e-402d-9071-d534d6d50238,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:16.404587 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks [] for security_group (0222c419-3fa5-4df1-a059-ebfd28400c76), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.431270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0222c419-3fa5-4df1-a059-ebfd28400c76), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.452148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:16.461821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] device_id is not set on port 8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:16.477426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83a5fb8b-b3b6-42a3-935e-737cccb2fb8a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.481891 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-83a5fb8b-b3b6-42a3-935e-737cccb2fb8a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "DELETE /v2.0/ports/d90ee810-d87e-402d-9071-d534d6d50238 HTTP/1.1" status: 204 len: 168 time: 0.7166548 Nov 03 02:22:16.501604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34232) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:16.504957 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 9 to provision port 28b74a0e-b819-436c-b199-8cb98fac536f Nov 03 02:22:16.534767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0222c419-3fa5-4df1-a059-ebfd28400c76,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:16.562403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port 28b74a0e-b819-436c-b199-8cb98fac536f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:16.567277 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:16.567734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.568138 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 Nov 03 02:22:16.592872 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f208a0e0-cf39-4ecc-a01e-731e77869651 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:22:16.637822 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Allocated IP 172.26.6.221 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:16.734626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:16.754331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f208a0e0-cf39-4ecc-a01e-731e77869651, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f208a0e0-cf39-4ecc-a01e-731e77869651,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:16.767416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'f208a0e0-cf39-4ecc-a01e-731e77869651', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'port_id': 'f208a0e0-cf39-4ecc-a01e-731e77869651', 'mac_address': 'fa:16:3e:a1:5a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:22:16.784710 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf02f43-5370-4ba1-b98d-89af3d6a0438 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] GET failed (client error): The resource could not be found. Nov 03 02:22:16.791467 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-edf02f43-5370-4ba1-b98d-89af3d6a0438 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "GET /v2.0/ports/d90ee810-d87e-402d-9071-d534d6d50238 HTTP/1.1" status: 404 len: 333 time: 0.2793427 Nov 03 02:22:16.791653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34236) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:16.798123 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Request body: {'port': {'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1151605433'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:16.804232 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e2258bf3-1073-40b7-9a16-e19446409cab req-54e44033-d929-4cae-be48-7acc20fdb15a service neutron] 10.222.0.27 "GET /v2.0/networks/8dfa6efe-319f-4c0f-8e60-a0f167ddb627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484392 Nov 03 02:22:16.805787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port f208a0e0-cf39-4ecc-a01e-731e77869651 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:16.806208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks [] for port (8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.806325 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.825235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f208a0e0-cf39-4ecc-a01e-731e77869651 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:22:16.849426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f208a0e0-cf39-4ecc-a01e-731e77869651, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f208a0e0-cf39-4ecc-a01e-731e77869651,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:16.854096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.855456 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b0cc2f4b-4e7d-4f56-9d94-b6248bef386e details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:22:16.919376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:16.955891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=f208a0e0-cf39-4ecc-a01e-731e77869651,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:16.969919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:16.978458 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:16.981621 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:17.003461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:17.017002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Pushing event updated for resources: {'Port': ['ID=8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:17.018678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'port_id': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e', 'mac_address': 'fa:16:3e:8e:a9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:22:17.022769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Made reservation on behalf of 9ea991c8dfda436ea001390837b64142 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:17.026146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4949f1-72dc-4e8d-b670-e219dbc694cc req-e3c071d0-d873-4852-b7b9-0293a7c3ea5c tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:17.026657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.028001 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da4949f1-72dc-4e8d-b670-e219dbc694cc req-e3c071d0-d873-4852-b7b9-0293a7c3ea5c tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.6373038 Nov 03 02:22:17.031174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:17.059641 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:17.060035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.060225 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] device_id is not set on port 43ea2c54-2058-4eb4-b026-e79f223c1c9e yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:17.066610 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:17.067213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.068237 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 10 to provision port 28b74a0e-b819-436c-b199-8cb98fac536f Nov 03 02:22:17.097926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cc2f4b-4e7d-4f56-9d94-b6248bef386e {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:22:17.120825 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cd2e1674-d555-444b-80a4-c30780b71b77 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2707310 Nov 03 02:22:17.121027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Port 28b74a0e-b819-436c-b199-8cb98fac536f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:17.123020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34240) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:17.127155 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.221'}]}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:17.130253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:17.139681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.161341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (d87bb4d0-2e78-445e-807c-efb698a75edc), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.178056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Provisioning complete for port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:17.178348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.178815 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Attempt 1 to provision port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 Nov 03 02:22:17.181849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (e0565a92-2571-49c4-9e9a-9d769556a000), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.183895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (e0565a92-2571-49c4-9e9a-9d769556a000), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.203636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c649f6-f295-4667-a647-99d55bb0cac7 req-6d0c35d8-bc5b-4da4-a350-4746187cf960 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:17.210880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-64c649f6-f295-4667-a647-99d55bb0cac7 req-6d0c35d8-bc5b-4da4-a350-4746187cf960 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 943 time: 0.4191337 Nov 03 02:22:17.217971 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:17.241015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Allocated IP 2001:db8::99 (303f4135-0c07-4df9-a0ce-a61d9976814a/bee43787-0752-4c28-a517-e54337a9fc78/43ea2c54-2058-4eb4-b026-e79f223c1c9e) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:17.273246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd28e-426e-440f-8c28-988e00cc8f1e None None] Current status of the port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:17.276337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks [] for router_controller (e0565a92-2571-49c4-9e9a-9d769556a000), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.314151 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da4949f1-72dc-4e8d-b670-e219dbc694cc req-d3f8a0ad-eb6a-4c55-865c-295c8fdcbe1b tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757876 Nov 03 02:22:17.337153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:17.371710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde6dbd4-1cca-4ce6-a9c5-920f077c6b53 None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:17.374274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.385976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde6dbd4-1cca-4ce6-a9c5-920f077c6b53 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:17.386990 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cde6dbd4-1cca-4ce6-a9c5-920f077c6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:17.397318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-255ba996-3701-4c98-a644-f9a8c261ca72 None None] Could not find standard attr ID for object 1044ccc5-f149-4263-8802-a1ff56b6c82b. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:22:17.407113 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-64c649f6-f295-4667-a647-99d55bb0cac7 req-7b90ee31-2f21-4327-80b1-3e26e3478c5e tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920278 Nov 03 02:22:17.414176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.433984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['b0cc2f4b-4e7d-4f56-9d94-b6248bef386e'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:22:17.472059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-255ba996-3701-4c98-a644-f9a8c261ca72 None None] Could not find standard attr ID for object d90ee810-d87e-402d-9071-d534d6d50238. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:22:17.477925 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['f208a0e0-cf39-4ecc-a01e-731e77869651'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:22:17.513591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks [] for router_gateway (e0565a92-2571-49c4-9e9a-9d769556a000), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.525776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cde6dbd4-1cca-4ce6-a9c5-920f077c6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:17.536555 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0fba629a-b0b1-4d04-a152-7c8ac4b64cb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4736838 Nov 03 02:22:17.548768 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde6dbd4-1cca-4ce6-a9c5-920f077c6b53 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:17.549617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cde6dbd4-1cca-4ce6-a9c5-920f077c6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:17.561365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34244) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:17.569990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6eae304f-cc88-4b76-81cc-57585b8d2a33 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:17.588649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cde6dbd4-1cca-4ce6-a9c5-920f077c6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:17.589360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde6dbd4-1cca-4ce6-a9c5-920f077c6b53 None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:17.657485 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546ae42-a7f5-4b05-8b61-ed16fd0f7e6f req-d2c1a2db-dbaa-4814-82af-c4822b5e6e06 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:17.659008 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c546ae42-a7f5-4b05-8b61-ed16fd0f7e6f req-d2c1a2db-dbaa-4814-82af-c4822b5e6e06 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 945 time: 0.2411387 Nov 03 02:22:17.689037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eae304f-cc88-4b76-81cc-57585b8d2a33 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (80839b57-fa59-4379-8529-1fd7d0e5a3b2), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.729338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Allocated IP 172.26.6.217 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/2f877496-98a1-4e13-8f49-af2fbb4ed9ea) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:17.734820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for port (43ea2c54-2058-4eb4-b026-e79f223c1c9e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.783280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729db73-8202-4c40-994a-0033cb241601 req-d4a182f6-82ce-4ef4-9985-d5863be03bd3 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:17.784812 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1729db73-8202-4c40-994a-0033cb241601 req-d4a182f6-82ce-4ef4-9985-d5863be03bd3 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2125828 Nov 03 02:22:17.785796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (d87bb4d0-2e78-445e-807c-efb698a75edc), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.799264 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34246) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:17.811681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-93896a2c-6539-431f-ab47-923df3dedf7f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Request body: {'floatingip': {'port_id': '19cc0d28-dce5-4bd2-b165-593fd389c895'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:17.839725 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c546ae42-a7f5-4b05-8b61-ed16fd0f7e6f req-ab9e141b-a42e-4ca7-80bc-e4db7e6a3ca1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520116 Nov 03 02:22:17.862456 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93896a2c-6539-431f-ab47-923df3dedf7f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for floatingip (7b47ce8f-9fc8-4570-85b2-5aef9af5e69c), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.949360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (43ea2c54-2058-4eb4-b026-e79f223c1c9e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.971856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks [] for port (2f877496-98a1-4e13-8f49-af2fbb4ed9ea), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:17.973541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eae304f-cc88-4b76-81cc-57585b8d2a33 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.005240 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eae304f-cc88-4b76-81cc-57585b8d2a33 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (80839b57-fa59-4379-8529-1fd7d0e5a3b2), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.005574 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-6eae304f-cc88-4b76-81cc-57585b8d2a33 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP 80839b57-fa59-4379-8529-1fd7d0e5a3b2 disassociated. External IP: 172.26.6.177, port: 469abb35-c4c5-4777-b8f7-839b827c8e80. Nov 03 02:22:18.019366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Router d87bb4d0-2e78-445e-807c-efb698a75edc is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:22:18.022660 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (2f877496-98a1-4e13-8f49-af2fbb4ed9ea), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.065383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:18.100974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:18.105348 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Network 303f4135-0c07-4df9-a0ce-a61d9976814a is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:18.108834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:18.116517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Pushing event updated for resources: {'Port': ['ID=2f877496-98a1-4e13-8f49-af2fbb4ed9ea,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:18.121498 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:18.125555 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:18.130338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:18.130901 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.165417 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'Port': ['ID=43ea2c54-2058-4eb4-b026-e79f223c1c9e,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:18.216317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:18.231705 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Sync routers for ids ['d87bb4d0-2e78-445e-807c-efb698a75edc'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:18.243193 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Routers {'d87bb4d0-2e78-445e-807c-efb698a75edc'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:18.243826 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d87bb4d0-2e78-445e-807c-efb698a75edc'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:18.261845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.263167 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2313fa16-c541-4b3c-a92c-70964a628515 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9459827 Nov 03 02:22:18.266727 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34248) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:18.275793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks [] for floatingip (41503a91-9167-47bb-a6d7-8527b9094d3b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.394220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2f877496-98a1-4e13-8f49-af2fbb4ed9ea), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.429583 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8abfe9b7-c0cc-4416-9f82-022738b31121 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/routers/d87bb4d0-2e78-445e-807c-efb698a75edc HTTP/1.1" status: 200 len: 907 time: 0.1583531 Nov 03 02:22:18.429832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34250) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:18.450422 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Set router d87bb4d0-2e78-445e-807c-efb698a75edc gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:18.510232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Provisioning complete for port 43ea2c54-2058-4eb4-b026-e79f223c1c9e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:18.511398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (43ea2c54-2058-4eb4-b026-e79f223c1c9e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.511765 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Attempt 1 to provision port 43ea2c54-2058-4eb4-b026-e79f223c1c9e Nov 03 02:22:18.547675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Port 43ea2c54-2058-4eb4-b026-e79f223c1c9e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:18.579839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f208a0e0-cf39-4ecc-a01e-731e77869651 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:18.615780 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dd77e556-853c-4eb9-b8bb-0f0c3bff398f tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8243299 Nov 03 02:22:18.630370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34254) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:18.637279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a6a61d63-ed8e-49f4-bd8b-efbd64166387 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:69:c6:00'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:18.641468 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bb4d0-2e78-445e-807c-efb698a75edc', 'name': 'tempest-snat-router-1980348054', 'tenant_id': '94a18fade98047639d2aa0e5c9c45c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': 'eaaff197-5590-4d25-a991-c7b5fe58de0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:11Z', 'updated_at': '2022-11-03T02:22:16Z', 'revision_number': 3, 'project_id': '94a18fade98047639d2aa0e5c9c45c18', 'gw_port': {'id': 'eaaff197-5590-4d25-a991-c7b5fe58de0a', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87bb4d0-2e78-445e-807c-efb698a75edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:22:13Z', 'updated_at': '2022-11-03T02:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:18.669711 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Checking router: d87bb4d0-2e78-445e-807c-efb698a75edc for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:22:18.670330 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Updating router d87bb4d0-2e78-445e-807c-efb698a75edc port eaaff197-5590-4d25-a991-c7b5fe58de0a binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:22:18.686136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port f208a0e0-cf39-4ecc-a01e-731e77869651 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:22:18.701722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port f208a0e0-cf39-4ecc-a01e-731e77869651 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:18.702877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.702877 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port f208a0e0-cf39-4ecc-a01e-731e77869651 Nov 03 02:22:18.709735 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (eaaff197-5590-4d25-a991-c7b5fe58de0a), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.809750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks [] for router_gateway (e0565a92-2571-49c4-9e9a-9d769556a000), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.879295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.921776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63b02e-4ced-41be-b84d-bf734567e43d req-c83fd201-ead8-4978-98bd-fea58e603bc2 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:18.923329 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb63b02e-4ced-41be-b84d-bf734567e43d req-c83fd201-ead8-4978-98bd-fea58e603bc2 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 944 time: 0.4328246 Nov 03 02:22:18.948115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (d87bb4d0-2e78-445e-807c-efb698a75edc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:18.964527 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6a61d63-ed8e-49f4-bd8b-efbd64166387 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (43ea2c54-2058-4eb4-b026-e79f223c1c9e), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.076205 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Attempt 2 to provision port 43ea2c54-2058-4eb4-b026-e79f223c1c9e Nov 03 02:22:19.096125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port f208a0e0-cf39-4ecc-a01e-731e77869651 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:19.096545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.097411 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb63b02e-4ced-41be-b84d-bf734567e43d req-47b6d2f2-00ff-4643-8cad-94c4d70e8758 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680901 Nov 03 02:22:19.114235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks [] for port (2f877496-98a1-4e13-8f49-af2fbb4ed9ea), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.115919 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Publish callbacks [] for port (eaaff197-5590-4d25-a991-c7b5fe58de0a), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.125599 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (2f877496-98a1-4e13-8f49-af2fbb4ed9ea), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.139214 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (eaaff197-5590-4d25-a991-c7b5fe58de0a), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.143698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Port 43ea2c54-2058-4eb4-b026-e79f223c1c9e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:19.149892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12652088-27b2-4318-afb9-4ee28df4fa29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f208a0e0-cf39-4ecc-a01e-731e77869651'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:22:19.152689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e204ce-18cb-42dd-8ad4-130cdfcadf24" -d '{"events": [{"server_uuid": "12652088-27b2-4318-afb9-4ee28df4fa29", "name": "network-vif-plugged", "status": "completed", "tag": "f208a0e0-cf39-4ecc-a01e-731e77869651"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:22:19.165930 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f208a0e0-cf39-4ecc-a01e-731e77869651, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f208a0e0-cf39-4ecc-a01e-731e77869651,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:19.173869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.174571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b0cc2f4b-4e7d-4f56-9d94-b6248bef386e up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:19.214932 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eae304f-cc88-4b76-81cc-57585b8d2a33 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:19.225356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b46b50-749b-4aa3-a0e4-7daa01465803 x-openstack-request-id: req-77b46b50-749b-4aa3-a0e4-7daa01465803 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:22:19.225664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12652088-27b2-4318-afb9-4ee28df4fa29", "name": "network-vif-plugged", "status": "completed", "tag": "f208a0e0-cf39-4ecc-a01e-731e77869651", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:22:19.225922 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77b46b50-749b-4aa3-a0e4-7daa01465803 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:22:19.226321 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b46b50-749b-4aa3-a0e4-7daa01465803'] response: {'server_uuid': '12652088-27b2-4318-afb9-4ee28df4fa29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f208a0e0-cf39-4ecc-a01e-731e77869651', 'code': 200} Nov 03 02:22:19.229997 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Pushing event updated for resources: {'Port': ['ID=2f877496-98a1-4e13-8f49-af2fbb4ed9ea,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:19.238340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (d87bb4d0-2e78-445e-807c-efb698a75edc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.247350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (41503a91-9167-47bb-a6d7-8527b9094d3b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.271382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66db33-48a2-4d86-913f-2655c8e17178 req-d6547c9a-da01-402e-85d6-1a21e596f660 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:19.275696 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788a714-c7f1-4105-8b76-23cf80fcebc9 None None] Pushing event updated for resources: {'Port': ['ID=eaaff197-5590-4d25-a991-c7b5fe58de0a,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:19.289075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=f208a0e0-cf39-4ecc-a01e-731e77869651,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:19.291530 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Attempting to bind port eaaff197-5590-4d25-a991-c7b5fe58de0a on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:19.292646 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Attempting to bind port eaaff197-5590-4d25-a991-c7b5fe58de0a by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:19.293475 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fb66db33-48a2-4d86-913f-2655c8e17178 req-d6547c9a-da01-402e-85d6-1a21e596f660 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 945 time: 0.2667785 Nov 03 02:22:19.294029 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Attempting to bind port eaaff197-5590-4d25-a991-c7b5fe58de0a on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:19.302056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.303697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:22:19.306441 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:19.306902 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:19.308795 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-63ded5e4-abba-4baf-a949-e3dde9308cac tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5333266 Nov 03 02:22:19.309313 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.309790 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:19.310360 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Bound port: eaaff197-5590-4d25-a991-c7b5fe58de0a, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:19.310797 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (eaaff197-5590-4d25-a991-c7b5fe58de0a), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.311177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:19.311820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.312341 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e Nov 03 02:22:19.332555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34260) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:19.399702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:19.400345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.410724 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] For port eaaff197-5590-4d25-a991-c7b5fe58de0a, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:19.425013 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] For port eaaff197-5590-4d25-a991-c7b5fe58de0a, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=eaaff197-5590-4d25-a991-c7b5fe58de0a,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:19.430352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.db.resource_extend [None req-93896a2c-6539-431f-ab47-923df3dedf7f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:22:19.450014 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (eaaff197-5590-4d25-a991-c7b5fe58de0a), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.454680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:19.461649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.495668 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Routers {'d87bb4d0-2e78-445e-807c-efb698a75edc'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:19.496306 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d87bb4d0-2e78-445e-807c-efb698a75edc'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:19.506514 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-db4adeca-27ad-4815-9a88-45ed33699899 tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3570 time: 0.1717801 Nov 03 02:22:19.517637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks [] for router (e0565a92-2571-49c4-9e9a-9d769556a000), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.525594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34262) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:19.540241 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:19.561189 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fb66db33-48a2-4d86-913f-2655c8e17178 req-c978a01e-e26e-4636-8091-c916215ebe72 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626202 Nov 03 02:22:19.568354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93896a2c-6539-431f-ab47-923df3dedf7f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.579647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Deleting port eaaff197-5590-4d25-a991-c7b5fe58de0a {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:19.579981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (eaaff197-5590-4d25-a991-c7b5fe58de0a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.609971 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788a714-c7f1-4105-8b76-23cf80fcebc9 None None] Pushing event updated for resources: {'Port': ['ID=eaaff197-5590-4d25-a991-c7b5fe58de0a,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:19.628614 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] Set router d87bb4d0-2e78-445e-807c-efb698a75edc gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:19.646660 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Attempt 3 to provision port 43ea2c54-2058-4eb4-b026-e79f223c1c9e Nov 03 02:22:19.661691 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93896a2c-6539-431f-ab47-923df3dedf7f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (7b47ce8f-9fc8-4570-85b2-5aef9af5e69c), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.680269 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bb4d0-2e78-445e-807c-efb698a75edc', 'name': 'tempest-snat-router-1980348054', 'tenant_id': '94a18fade98047639d2aa0e5c9c45c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:11Z', 'updated_at': '2022-11-03T02:22:19Z', 'revision_number': 4, 'project_id': '94a18fade98047639d2aa0e5c9c45c18', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:19.687376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913a84d-9a6f-4197-ae50-aa926eafc09c req-4a65b8de-af1b-4166-b36c-1832a2d1465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:19.690088 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f913a84d-9a6f-4197-ae50-aa926eafc09c req-4a65b8de-af1b-4166-b36c-1832a2d1465d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 1129 time: 0.2067792 Nov 03 02:22:19.694289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Port 43ea2c54-2058-4eb4-b026-e79f223c1c9e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:19.697286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] For port eaaff197-5590-4d25-a991-c7b5fe58de0a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=eaaff197-5590-4d25-a991-c7b5fe58de0a,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:19.697656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (eaaff197-5590-4d25-a991-c7b5fe58de0a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.711579 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25582421-5139-4aed-8175-d86cdf7b25d1 None None] The sync data for ids ['d87bb4d0-2e78-445e-807c-efb698a75edc'] in dv-neutron-860659-5-hyperv is: [{'id': 'd87bb4d0-2e78-445e-807c-efb698a75edc', 'name': 'tempest-snat-router-1980348054', 'tenant_id': '94a18fade98047639d2aa0e5c9c45c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:11Z', 'updated_at': '2022-11-03T02:22:19Z', 'revision_number': 4, 'project_id': '94a18fade98047639d2aa0e5c9c45c18', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:19.737961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Calling delete_port for eaaff197-5590-4d25-a991-c7b5fe58de0a owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:19.749006 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cc820ed8-db5a-4681-a6b9-5a68f3df978d tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.2193234 Nov 03 02:22:19.754683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34264) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:19.783105 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6a61d63-ed8e-49f4-bd8b-efbd64166387 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for port (43ea2c54-2058-4eb4-b026-e79f223c1c9e), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.786674 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eae304f-cc88-4b76-81cc-57585b8d2a33 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:19.800080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf821e-9257-43ea-9ed6-0760058821ef None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:19.812530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf821e-9257-43ea-9ed6-0760058821ef None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:19.813311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71bf821e-9257-43ea-9ed6-0760058821ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:19.818140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eae304f-cc88-4b76-81cc-57585b8d2a33 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.820049 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6a61d63-ed8e-49f4-bd8b-efbd64166387 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (43ea2c54-2058-4eb4-b026-e79f223c1c9e), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.820740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-a6a61d63-ed8e-49f4-bd8b-efbd64166387 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] In _notify_port_updated(), no bound segment for port 43ea2c54-2058-4eb4-b026-e79f223c1c9e on network 303f4135-0c07-4df9-a0ce-a61d9976814a {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:22:19.826560 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a61d63-ed8e-49f4-bd8b-efbd64166387 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:19.827179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6a61d63-ed8e-49f4-bd8b-efbd64166387 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:19.831145 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a6a61d63-ed8e-49f4-bd8b-efbd64166387 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "PUT /v2.0/ports/43ea2c54-2058-4eb4-b026-e79f223c1c9e HTTP/1.1" status: 200 len: 1002 time: 1.1971056 Nov 03 02:22:19.857302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71bf821e-9257-43ea-9ed6-0760058821ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:19.867310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34266) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:19.868232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf821e-9257-43ea-9ed6-0760058821ef None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:19.869134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71bf821e-9257-43ea-9ed6-0760058821ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:19.898439 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f913a84d-9a6f-4197-ae50-aa926eafc09c req-9aa010d7-3e29-4c4a-ac8c-af561fef6de5 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971622 Nov 03 02:22:19.912028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71bf821e-9257-43ea-9ed6-0760058821ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:19.912714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf821e-9257-43ea-9ed6-0760058821ef None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:20.064061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-1120b6c1-655f-4f97-83b4-744dc2d4ec52 tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Deleting port 2f877496-98a1-4e13-8f49-af2fbb4ed9ea {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:20.064699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1120b6c1-655f-4f97-83b4-744dc2d4ec52 tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2f877496-98a1-4e13-8f49-af2fbb4ed9ea), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.140473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (eaaff197-5590-4d25-a991-c7b5fe58de0a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.179323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaaff197-5590-4d25-a991-c7b5fe58de0a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:20.195317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1120b6c1-655f-4f97-83b4-744dc2d4ec52 tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2f877496-98a1-4e13-8f49-af2fbb4ed9ea), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.195577 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1120b6c1-655f-4f97-83b4-744dc2d4ec52 tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks [] for floatingip (2f877496-98a1-4e13-8f49-af2fbb4ed9ea), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.196275 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Attempt 4 to provision port 43ea2c54-2058-4eb4-b026-e79f223c1c9e Nov 03 02:22:20.235358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-1120b6c1-655f-4f97-83b4-744dc2d4ec52 tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Calling delete_port for 2f877496-98a1-4e13-8f49-af2fbb4ed9ea owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:20.238542 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Port 43ea2c54-2058-4eb4-b026-e79f223c1c9e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:20.281029 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (e0565a92-2571-49c4-9e9a-9d769556a000), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.286332 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks [] for router_controller (e0565a92-2571-49c4-9e9a-9d769556a000), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.293353 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6eae304f-cc88-4b76-81cc-57585b8d2a33 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "PUT /v2.0/floatingips/80839b57-fa59-4379-8529-1fd7d0e5a3b2 HTTP/1.1" status: 200 len: 688 time: 2.7300718 Nov 03 02:22:20.297626 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34270) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:20.312646 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a61d63-ed8e-49f4-bd8b-efbd64166387 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'Port': ['ID=43ea2c54-2058-4eb4-b026-e79f223c1c9e,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:20.351508 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-93896a2c-6539-431f-ab47-923df3dedf7f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Floating IP 7b47ce8f-9fc8-4570-85b2-5aef9af5e69c associated. External IP: 172.26.6.104, port: 19cc0d28-dce5-4bd2-b165-593fd389c895. Nov 03 02:22:20.378617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (d87bb4d0-2e78-445e-807c-efb698a75edc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.407778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (e0565a92-2571-49c4-9e9a-9d769556a000), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.408175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0565a92-2571-49c4-9e9a-9d769556a000 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:20.463972 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 03 02:22:20.468100 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-66d23b98-0e3d-4eb8-961e-318fbfd15ca6 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3414192 Nov 03 02:22:20.469781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34272) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:20.514571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6f99d-4c14-4267-9763-804de86186e6 req-b9263874-dbff-4506-ac7d-2bbd61438ba8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:20.516074 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6e6f99d-4c14-4267-9763-804de86186e6 req-b9263874-dbff-4506-ac7d-2bbd61438ba8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 945 time: 0.3108659 Nov 03 02:22:20.528440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (d87bb4d0-2e78-445e-807c-efb698a75edc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.533994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-24841d5e-c1cf-4064-a2df-e8bb4132fb33 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Deleting port 43ea2c54-2058-4eb4-b026-e79f223c1c9e {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:20.534346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24841d5e-c1cf-4064-a2df-e8bb4132fb33 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (43ea2c54-2058-4eb4-b026-e79f223c1c9e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.534913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_controller (d87bb4d0-2e78-445e-807c-efb698a75edc), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.639677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (d87bb4d0-2e78-445e-807c-efb698a75edc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.640240 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d87bb4d0-2e78-445e-807c-efb698a75edc {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:20.655542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.658722 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b93f191f-7f19-482f-9523-11c45ca06c09 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d87bb4d0-2e78-445e-807c-efb698a75edc HTTP/1.1" status: 204 len: 168 time: 2.2279036 Nov 03 02:22:20.662128 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34276) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:20.676412 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6e6f99d-4c14-4267-9763-804de86186e6 req-92b84346-eb63-45cb-8ee8-6df911cfd1fa tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460798 Nov 03 02:22:20.740753 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Attempt 5 to provision port 43ea2c54-2058-4eb4-b026-e79f223c1c9e Nov 03 02:22:20.743987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d249685a-c384-4aa8-a8a7-829d5d27b586 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port be1adb37-0ae2-4890-9d26-5cfd496c0e86 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:20.745732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d249685a-c384-4aa8-a8a7-829d5d27b586 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (be1adb37-0ae2-4890-9d26-5cfd496c0e86), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.795967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Port 43ea2c54-2058-4eb4-b026-e79f223c1c9e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:20.799484 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-32ecc89b-b08c-49c6-b1c9-9fc72b83b266 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Deleting port 8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:20.799843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32ecc89b-b08c-49c6-b1c9-9fc72b83b266 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.802787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24841d5e-c1cf-4064-a2df-e8bb4132fb33 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (43ea2c54-2058-4eb4-b026-e79f223c1c9e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:20.891367 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-24841d5e-c1cf-4064-a2df-e8bb4132fb33 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Calling delete_port for 43ea2c54-2058-4eb4-b026-e79f223c1c9e owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:20.914365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93896a2c-6539-431f-ab47-923df3dedf7f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:20.980556 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (d0bc2b43-2022-4045-87b1-6670be301647), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.037736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1120b6c1-655f-4f97-83b4-744dc2d4ec52 tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (2f877496-98a1-4e13-8f49-af2fbb4ed9ea), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.049944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7b930-2554-4867-ac9a-c5c564fe15d3 req-3d5b4125-d065-4f2b-8fbc-eb93da1096ba tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:21.051358 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cbf7b930-2554-4867-ac9a-c5c564fe15d3 req-3d5b4125-d065-4f2b-8fbc-eb93da1096ba tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 946 time: 0.4036798 Nov 03 02:22:21.083196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120b6c1-655f-4f97-83b4-744dc2d4ec52 tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Pushing event deleted for resources: {'Port': ['ID=2f877496-98a1-4e13-8f49-af2fbb4ed9ea,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:21.111358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32ecc89b-b08c-49c6-b1c9-9fc72b83b266 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.158468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-32ecc89b-b08c-49c6-b1c9-9fc72b83b266 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Calling delete_port for 8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:21.186155 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d249685a-c384-4aa8-a8a7-829d5d27b586 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (be1adb37-0ae2-4890-9d26-5cfd496c0e86), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.186408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d249685a-c384-4aa8-a8a7-829d5d27b586 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (be1adb37-0ae2-4890-9d26-5cfd496c0e86), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.204947 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cbf7b930-2554-4867-ac9a-c5c564fe15d3 req-b754c414-bd13-4081-b973-38edfcf81aaa tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265249 Nov 03 02:22:21.209798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1120b6c1-655f-4f97-83b4-744dc2d4ec52 tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks [] for floatingip (41503a91-9167-47bb-a6d7-8527b9094d3b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.212270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1120b6c1-655f-4f97-83b4-744dc2d4ec52 tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.216170 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1120b6c1-655f-4f97-83b4-744dc2d4ec52 tempest-FloatingIPAdminTestJSON-1718765857 tempest-FloatingIPAdminTestJSON-1718765857-project] 10.222.0.23 "DELETE /v2.0/floatingips/41503a91-9167-47bb-a6d7-8527b9094d3b HTTP/1.1" status: 204 len: 168 time: 1.4577305 Nov 03 02:22:21.216170 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d249685a-c384-4aa8-a8a7-829d5d27b586 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for be1adb37-0ae2-4890-9d26-5cfd496c0e86 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:21.216461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34278) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:21.227888 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:22:21.230840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68bbac6-b420-4daf-bb86-6b197456327e" -d '{"events": [{"server_uuid": "ca4ddb7c-3e1e-46e5-ae3a-cb8243085152", "name": "network-vif-plugged", "status": "completed", "tag": "b0cc2f4b-4e7d-4f56-9d94-b6248bef386e"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:22:21.268622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8f5e24-b453-4e8b-8c4d-d47908cb493c x-openstack-request-id: req-9b8f5e24-b453-4e8b-8c4d-d47908cb493c {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:22:21.269144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4ddb7c-3e1e-46e5-ae3a-cb8243085152", "name": "network-vif-plugged", "status": "completed", "tag": "b0cc2f4b-4e7d-4f56-9d94-b6248bef386e", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:22:21.269569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b8f5e24-b453-4e8b-8c4d-d47908cb493c {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:22:21.270141 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8f5e24-b453-4e8b-8c4d-d47908cb493c'] response: {'server_uuid': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e', 'code': 200} Nov 03 02:22:21.297102 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Attempt 6 to provision port 43ea2c54-2058-4eb4-b026-e79f223c1c9e Nov 03 02:22:21.337684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Port 43ea2c54-2058-4eb4-b026-e79f223c1c9e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:21.373901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d249685a-c384-4aa8-a8a7-829d5d27b586 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (be1adb37-0ae2-4890-9d26-5cfd496c0e86), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.389461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (d0bc2b43-2022-4045-87b1-6670be301647), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.400977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249685a-c384-4aa8-a8a7-829d5d27b586 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=be1adb37-0ae2-4890-9d26-5cfd496c0e86,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:21.423764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93896a2c-6539-431f-ab47-923df3dedf7f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:21.435501 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae2b03-5c54-493a-873a-2a7250b56bef None None] Sync routers for ids ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:21.440352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93896a2c-6539-431f-ab47-923df3dedf7f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.447928 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae2b03-5c54-493a-873a-2a7250b56bef None None] Routers {'bbc9878f-8a5f-4caf-934d-d6f97e3224e5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:21.448635 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e9ae2b03-5c54-493a-873a-2a7250b56bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:21.501174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d249685a-c384-4aa8-a8a7-829d5d27b586 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (80839b57-fa59-4379-8529-1fd7d0e5a3b2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.503731 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d249685a-c384-4aa8-a8a7-829d5d27b586 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.504913 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d249685a-c384-4aa8-a8a7-829d5d27b586 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/floatingips/80839b57-fa59-4379-8529-1fd7d0e5a3b2 HTTP/1.1" status: 204 len: 168 time: 1.2021682 Nov 03 02:22:21.509148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34282) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:21.514179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b240cab-822d-4f65-9afe-45e56563c6b3 req-d95cb6e8-2ad9-46fc-bf71-7af91dc26d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:21.515644 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b240cab-822d-4f65-9afe-45e56563c6b3 req-d95cb6e8-2ad9-46fc-bf71-7af91dc26d14 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 1130 time: 0.0861053 Nov 03 02:22:21.518872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': 'cb64c5e6-23fd-464d-ae3e-b74b573b9160'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:21.549148 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-93896a2c-6539-431f-ab47-923df3dedf7f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "PUT /v2.0/floatingips/7b47ce8f-9fc8-4570-85b2-5aef9af5e69c HTTP/1.1" status: 200 len: 991 time: 3.7412388 Nov 03 02:22:21.550363 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010719e0-4a97-40d6-af47-cb4244169b8c', 'tag': '19cc0d28-dce5-4bd2-b165-593fd389c895'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:22:21.552584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a0e614-25f1-4216-bf45-3f0a06a53b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "010719e0-4a97-40d6-af47-cb4244169b8c", "tag": "19cc0d28-dce5-4bd2-b165-593fd389c895"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:22:21.561919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24841d5e-c1cf-4064-a2df-e8bb4132fb33 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (43ea2c54-2058-4eb4-b026-e79f223c1c9e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.567471 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e9ae2b03-5c54-493a-873a-2a7250b56bef None None] Set router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:21.597610 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b240cab-822d-4f65-9afe-45e56563c6b3 req-85429576-2479-47bd-a262-f4387c35c031 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745735 Nov 03 02:22:21.607491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.615865 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6085533a-6c40-49d5-b2ec-a688c807f0a3 x-openstack-request-id: req-6085533a-6c40-49d5-b2ec-a688c807f0a3 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:22:21.616223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010719e0-4a97-40d6-af47-cb4244169b8c", "tag": "19cc0d28-dce5-4bd2-b165-593fd389c895", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:22:21.616407 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6085533a-6c40-49d5-b2ec-a688c807f0a3 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:22:21.616832 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6085533a-6c40-49d5-b2ec-a688c807f0a3'] response: {'name': 'network-changed', 'server_uuid': '010719e0-4a97-40d6-af47-cb4244169b8c', 'tag': '19cc0d28-dce5-4bd2-b165-593fd389c895', 'status': 'completed', 'code': 200} Nov 03 02:22:21.625209 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24841d5e-c1cf-4064-a2df-e8bb4132fb33 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event deleted for resources: {'Port': ['ID=43ea2c54-2058-4eb4-b026-e79f223c1c9e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:21.678345 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24841d5e-c1cf-4064-a2df-e8bb4132fb33 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.684573 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-24841d5e-c1cf-4064-a2df-e8bb4132fb33 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "DELETE /v2.0/ports/43ea2c54-2058-4eb4-b026-e79f223c1c9e HTTP/1.1" status: 204 len: 168 time: 1.7746921 Nov 03 02:22:21.685719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34288) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:21.688132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Deleting port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:21.688655 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.690299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32ecc89b-b08c-49c6-b1c9-9fc72b83b266 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.693740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-360edcc8-0688-4c96-89ca-b437f6478f1c tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Deleting port 1cc5cbe4-0f5a-467b-a27d-c7a1031a1575 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:21.694019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-360edcc8-0688-4c96-89ca-b437f6478f1c tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1cc5cbe4-0f5a-467b-a27d-c7a1031a1575), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.728893 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-22acf85c-d40c-40fd-81fa-607c7bbb4625 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] GET failed (client error): The resource could not be found. Nov 03 02:22:21.734719 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-22acf85c-d40c-40fd-81fa-607c7bbb4625 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "GET /v2.0/ports/43ea2c54-2058-4eb4-b026-e79f223c1c9e HTTP/1.1" status: 404 len: 333 time: 0.0477490 Nov 03 02:22:21.735605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34292) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:21.750163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Request body: {'port': {'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-831829581'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:21.804736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecc89b-b08c-49c6-b1c9-9fc72b83b266 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:21.839613 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Attempt 7 to provision port 43ea2c54-2058-4eb4-b026-e79f223c1c9e Nov 03 02:22:21.867730 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e9ae2b03-5c54-493a-873a-2a7250b56bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:32Z', 'revision_number': 4, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7b47ce8f-9fc8-4570-85b2-5aef9af5e69c', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'port_id': '19cc0d28-dce5-4bd2-b165-593fd389c895', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'mac_address': 'fa:16:3e:7a:86:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010719e0-4a97-40d6-af47-cb4244169b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:21:43Z', 'updated_at': '2022-11-03T02:22:19Z', 'revision_number': 1, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5624ebb1-d734-4e9c-8549-708146acf04c', 'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'mac_address': 'fa:16:3e:b6:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:29Z', 'updated_at': '2022-11-03T02:21:38Z', 'revision_number': 5, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'subnets': [{'id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:21.873295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-773f494e-8751-450b-a11b-2b4fbd3e6e5d None None] Port 43ea2c54-2058-4eb4-b026-e79f223c1c9e was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:22:21.904253 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae2b03-5c54-493a-873a-2a7250b56bef None None] Checking router: bbc9878f-8a5f-4caf-934d-d6f97e3224e5 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:22:21.915091 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae2b03-5c54-493a-873a-2a7250b56bef None None] Routers {'bbc9878f-8a5f-4caf-934d-d6f97e3224e5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:21.915705 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e9ae2b03-5c54-493a-873a-2a7250b56bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:21.966761 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-360edcc8-0688-4c96-89ca-b437f6478f1c tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1cc5cbe4-0f5a-467b-a27d-c7a1031a1575), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.966988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-360edcc8-0688-4c96-89ca-b437f6478f1c tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks [] for floatingip (1cc5cbe4-0f5a-467b-a27d-c7a1031a1575), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.979314 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] For port 286cbe13-28d6-43b9-b57f-7dd29ec16ed2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=286cbe13-28d6-43b9-b57f-7dd29ec16ed2,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:21.980210 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:21.984536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0e614-25f1-4216-bf45-3f0a06a53b7d req-6425403b-8b8a-4d58-964b-dc93282148de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:21.986161 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03a0e614-25f1-4216-bf45-3f0a06a53b7d req-6425403b-8b8a-4d58-964b-dc93282148de service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=110b6deb445a4d5f9083ed8d5b5e206b&device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 1129 time: 0.1542428 Nov 03 02:22:21.996564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-360edcc8-0688-4c96-89ca-b437f6478f1c tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Calling delete_port for 1cc5cbe4-0f5a-467b-a27d-c7a1031a1575 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:22.002499 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c90f80-ed52-4eaa-86e6-58862145bc23 req-6445b7b7-ac51-4d90-b0e3-73f9dd6a68c4 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:22.004358 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f9c90f80-ed52-4eaa-86e6-58862145bc23 req-6445b7b7-ac51-4d90-b0e3-73f9dd6a68c4 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 945 time: 0.1883740 Nov 03 02:22:22.004453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Calling delete_port for 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:22.008066 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32ecc89b-b08c-49c6-b1c9-9fc72b83b266 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:22.015767 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-32ecc89b-b08c-49c6-b1c9-9fc72b83b266 tempest-RoutersAdminNegativeTest-1352943614 tempest-RoutersAdminNegativeTest-1352943614-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8a54dc8e-425b-4d3f-bc4c-fd0fdebdcbb3 HTTP/1.1" status: 204 len: 168 time: 1.5449576 Nov 03 02:22:22.051172 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e9ae2b03-5c54-493a-873a-2a7250b56bef None None] Set router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:22.101036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Made reservation on behalf of 9ea991c8dfda436ea001390837b64142 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:22.105060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:22.154623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:22.238466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] device_id is not set on port 5dee71c5-a906-462a-ab17-0fec56badef5 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:22.341919 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f9c90f80-ed52-4eaa-86e6-58862145bc23 req-8875ba56-2e2d-4de1-abdb-a15f5634b53e tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243906 Nov 03 02:22:22.414538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34302) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:22.419272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0e614-25f1-4216-bf45-3f0a06a53b7d req-3c61093a-1396-441f-befb-b32da96e12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:22.421777 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03a0e614-25f1-4216-bf45-3f0a06a53b7d req-3c61093a-1396-441f-befb-b32da96e12d7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=72773225-cc76-406f-b827-ff4978dd1a2a HTTP/1.1" status: 200 len: 912 time: 0.4132168 Nov 03 02:22:22.483606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.26.6.148 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:22.506793 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e9ae2b03-5c54-493a-873a-2a7250b56bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:32Z', 'revision_number': 4, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7b47ce8f-9fc8-4570-85b2-5aef9af5e69c', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'port_id': '19cc0d28-dce5-4bd2-b165-593fd389c895', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'mac_address': 'fa:16:3e:7a:86:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010719e0-4a97-40d6-af47-cb4244169b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:21:43Z', 'updated_at': '2022-11-03T02:22:19Z', 'revision_number': 1, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5624ebb1-d734-4e9c-8549-708146acf04c', 'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'mac_address': 'fa:16:3e:b6:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:29Z', 'updated_at': '2022-11-03T02:21:38Z', 'revision_number': 5, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'subnets': [{'id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:22.544991 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae2b03-5c54-493a-873a-2a7250b56bef None None] The sync data for ids ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'] in dv-neutron-860659-5-hyperv is: [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:32Z', 'revision_number': 4, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7b47ce8f-9fc8-4570-85b2-5aef9af5e69c', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'port_id': '19cc0d28-dce5-4bd2-b165-593fd389c895', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'mac_address': 'fa:16:3e:7a:86:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010719e0-4a97-40d6-af47-cb4244169b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:21:43Z', 'updated_at': '2022-11-03T02:22:19Z', 'revision_number': 1, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5624ebb1-d734-4e9c-8549-708146acf04c', 'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'mac_address': 'fa:16:3e:b6:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:29Z', 'updated_at': '2022-11-03T02:21:38Z', 'revision_number': 5, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'subnets': [{'id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:22.614580 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03a0e614-25f1-4216-bf45-3f0a06a53b7d req-b1448b54-db32-42ee-9d8b-8bf25399b87b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cc0d28-dce5-4bd2-b165-593fd389c895 HTTP/1.1" status: 200 len: 999 time: 0.1831331 Nov 03 02:22:22.636916 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (286cbe13-28d6-43b9-b57f-7dd29ec16ed2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:22.670545 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event deleted for resources: {'Port': ['ID=286cbe13-28d6-43b9-b57f-7dd29ec16ed2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:22.680688 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-360edcc8-0688-4c96-89ca-b437f6478f1c tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (1cc5cbe4-0f5a-467b-a27d-c7a1031a1575), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:22.735856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9435fd4c-3fad-41ac-bc31-c93676db1aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:22.743336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360edcc8-0688-4c96-89ca-b437f6478f1c tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cc5cbe4-0f5a-467b-a27d-c7a1031a1575,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:22.765824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcc195-bfdc-458b-ba32-6640dad27ff1 req-9d7f3965-05c0-4c6e-b1df-41b2d870964a tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:22.767593 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6ffcc195-bfdc-458b-ba32-6640dad27ff1 req-9d7f3965-05c0-4c6e-b1df-41b2d870964a tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 946 time: 0.4170001 Nov 03 02:22:22.815778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (d0bc2b43-2022-4045-87b1-6670be301647), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:22.835522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Allocated IP 2001:db8::281 (303f4135-0c07-4df9-a0ce-a61d9976814a/bee43787-0752-4c28-a517-e54337a9fc78/5dee71c5-a906-462a-ab17-0fec56badef5) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:22.866333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb45fe-cd5b-4dac-9e31-03a2d8970683 None None] New status for floating IP 7b47ce8f-9fc8-4570-85b2-5aef9af5e69c: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:22:22.906399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b7dcf-d317-4839-8ad2-a5b9219008a5 req-d27d4716-373e-471b-ac10-ab6dc8daf9f8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:22.908053 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d4b7dcf-d317-4839-8ad2-a5b9219008a5 req-d27d4716-373e-471b-ac10-ab6dc8daf9f8 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 945 time: 0.4132843 Nov 03 02:22:22.916725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0e614-25f1-4216-bf45-3f0a06a53b7d req-539f2100-dd50-4afd-a8ae-cc09062f3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:22.921376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-360edcc8-0688-4c96-89ca-b437f6478f1c tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks [] for floatingip (cfef9811-e8b2-47dd-90c3-10b06a18c759), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:22.924114 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-360edcc8-0688-4c96-89ca-b437f6478f1c tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:22.925511 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03a0e614-25f1-4216-bf45-3f0a06a53b7d req-539f2100-dd50-4afd-a8ae-cc09062f3ffb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16b5e305-d6c5-448f-89a8-37a61e5a4123 HTTP/1.1" status: 200 len: 850 time: 0.2878540 Nov 03 02:22:22.928996 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-360edcc8-0688-4c96-89ca-b437f6478f1c tempest-FloatingIPAdminTestJSON-1115432936 tempest-FloatingIPAdminTestJSON-1115432936-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/cfef9811-e8b2-47dd-90c3-10b06a18c759 HTTP/1.1" status: 204 len: 168 time: 1.7049949 Nov 03 02:22:22.929641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34306) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:22.929986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34308) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:22.937992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c6568369-37de-400e-af64-42803f6e3987 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Request body: {'floatingip': {'port_id': 'f208a0e0-cf39-4ecc-a01e-731e77869651'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:22.943917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:22.949340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (d0bc2b43-2022-4045-87b1-6670be301647), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:22.953169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_controller (d0bc2b43-2022-4045-87b1-6670be301647), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.017044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6568369-37de-400e-af64-42803f6e3987 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for floatingip (3af697b2-bc63-472c-872d-9c761cbea90d), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.053722 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6ffcc195-bfdc-458b-ba32-6640dad27ff1 req-4dc9dc88-51ff-4c52-9b1b-ccc0ae6cbad5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204368 Nov 03 02:22:23.105614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.113151 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (d0bc2b43-2022-4045-87b1-6670be301647), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.113700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0bc2b43-2022-4045-87b1-6670be301647 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:23.140831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.146663 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-293c213c-2ca3-4c66-ad72-e60c9e2c3e52 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d0bc2b43-2022-4045-87b1-6670be301647 HTTP/1.1" status: 204 len: 168 time: 2.4777310 Nov 03 02:22:23.150812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34310) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:23.166797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-341997893', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:23.238276 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (176cd8f9-467a-44d2-8099-14e8e69ac079), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.239064 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (176cd8f9-467a-44d2-8099-14e8e69ac079), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.246119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0e614-25f1-4216-bf45-3f0a06a53b7d req-ce6bce69-f8f4-409c-86a4-0a5f8ac17fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:23.248157 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03a0e614-25f1-4216-bf45-3f0a06a53b7d req-ce6bce69-f8f4-409c-86a4-0a5f8ac17fb9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=72773225-cc76-406f-b827-ff4978dd1a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3074281 Nov 03 02:22:23.252518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:23.256353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:23.278839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:23.283987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9435fd4c-3fad-41ac-bc31-c93676db1aaf admin admin] Publish callbacks [] for security_group (140967ce-1ca1-4a04-9b68-15d933593525), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.299039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:23.313372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0227f-b86a-4105-965a-0fd8de4811a1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Deleting port ae11727d-c2d0-4999-8618-2ff5e0f0a94a {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:23.313723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9eb0227f-b86a-4105-965a-0fd8de4811a1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ae11727d-c2d0-4999-8618-2ff5e0f0a94a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.338941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9435fd4c-3fad-41ac-bc31-c93676db1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (140967ce-1ca1-4a04-9b68-15d933593525), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.410375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (176cd8f9-467a-44d2-8099-14e8e69ac079), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.444109 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9435fd4c-3fad-41ac-bc31-c93676db1aaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=737e1d136fdf4893a781b012b58ba0dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0209956 Nov 03 02:22:23.452984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34312) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:23.474167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for port (5dee71c5-a906-462a-ab17-0fec56badef5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.477546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435fd4c-3fad-41ac-bc31-c93676db1aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140967ce-1ca1-4a04-9b68-15d933593525,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:23.537875 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03a0e614-25f1-4216-bf45-3f0a06a53b7d req-77afa6b2-bb5f-4e52-b8de-3682815db2ac service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774940 Nov 03 02:22:23.626822 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9eb0227f-b86a-4105-965a-0fd8de4811a1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ae11727d-c2d0-4999-8618-2ff5e0f0a94a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.681767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0227f-b86a-4105-965a-0fd8de4811a1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Calling delete_port for ae11727d-c2d0-4999-8618-2ff5e0f0a94a owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:23.685266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (176cd8f9-467a-44d2-8099-14e8e69ac079), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.690574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-36ec74a4-05f9-4479-8268-41c2a1dd63e3 admin admin] Publish callbacks [] for security_group (140967ce-1ca1-4a04-9b68-15d933593525), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.722103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (5dee71c5-a906-462a-ab17-0fec56badef5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.806855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-36ec74a4-05f9-4479-8268-41c2a1dd63e3 admin admin] Publish callbacks [] for security_group (140967ce-1ca1-4a04-9b68-15d933593525), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.850339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03a0e614-25f1-4216-bf45-3f0a06a53b7d req-364196bd-ee55-480f-a0cf-fb635d966d0e service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033836 Nov 03 02:22:23.852003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Network 303f4135-0c07-4df9-a0ce-a61d9976814a is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:23.870524 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:23.876128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:23.881860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:23.882074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:23.884480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'Port': ['ID=5dee71c5-a906-462a-ab17-0fec56badef5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:23.932198 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ba944d64-4c00-45f9-a5c7-45414a6f780d tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1884599 Nov 03 02:22:23.933347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34314) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:23.939068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Request body: {'port': {'network_id': '303f4135-0c07-4df9-a0ce-a61d9976814a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1012911477'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:23.996358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6568369-37de-400e-af64-42803f6e3987 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.002080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6568369-37de-400e-af64-42803f6e3987 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (3af697b2-bc63-472c-872d-9c761cbea90d), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.037967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9eb0227f-b86a-4105-965a-0fd8de4811a1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (ae11727d-c2d0-4999-8618-2ff5e0f0a94a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.087490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0227f-b86a-4105-965a-0fd8de4811a1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event deleted for resources: {'Port': ['ID=ae11727d-c2d0-4999-8618-2ff5e0f0a94a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:24.218241 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-c6568369-37de-400e-af64-42803f6e3987 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Floating IP 3af697b2-bc63-472c-872d-9c761cbea90d associated. External IP: 172.26.6.209, port: f208a0e0-cf39-4ecc-a01e-731e77869651. Nov 03 02:22:24.273581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Provisioning complete for port 5dee71c5-a906-462a-ab17-0fec56badef5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:24.274556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5dee71c5-a906-462a-ab17-0fec56badef5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.275038 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Attempt 1 to provision port 5dee71c5-a906-462a-ab17-0fec56badef5 Nov 03 02:22:24.311647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9eb0227f-b86a-4105-965a-0fd8de4811a1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.316961 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9eb0227f-b86a-4105-965a-0fd8de4811a1 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "DELETE /v2.0/ports/ae11727d-c2d0-4999-8618-2ff5e0f0a94a HTTP/1.1" status: 204 len: 168 time: 1.3824453 Nov 03 02:22:24.321761 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34318) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:24.329673 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Port 5dee71c5-a906-462a-ab17-0fec56badef5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:24.348761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-36ec74a4-05f9-4479-8268-41c2a1dd63e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (140967ce-1ca1-4a04-9b68-15d933593525), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.351332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-36ec74a4-05f9-4479-8268-41c2a1dd63e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.358964 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-36ec74a4-05f9-4479-8268-41c2a1dd63e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/140967ce-1ca1-4a04-9b68-15d933593525 HTTP/1.1" status: 204 len: 168 time: 0.9023228 Nov 03 02:22:24.378545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec74a4-05f9-4479-8268-41c2a1dd63e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140967ce-1ca1-4a04-9b68-15d933593525,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:24.464167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f434d04-c5c5-478a-8e7d-5528bb33a898 req-05175619-fc39-4731-9cfe-c23fb49f6d8e tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:24.471357 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f434d04-c5c5-478a-8e7d-5528bb33a898 req-05175619-fc39-4731-9cfe-c23fb49f6d8e tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 946 time: 0.1912789 Nov 03 02:22:24.491662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:22:24.524018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:22:24.524819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 286cbe13-28d6-43b9-b57f-7dd29ec16ed2 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:22:24.543775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Made reservation on behalf of 9ea991c8dfda436ea001390837b64142 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:24.547266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.608666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] device_id is not set on port f97ff71a-0e73-446e-aa2a-933d496f1b10 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:24.625540 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f434d04-c5c5-478a-8e7d-5528bb33a898 req-4ac9e32e-797b-47dd-95a8-6acd4aa3a2a5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527543 Nov 03 02:22:24.665564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (f1cd30c8-f55e-4ded-bf58-d21605f66faa), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.705839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (176cd8f9-467a-44d2-8099-14e8e69ac079), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.731605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.791410 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34326) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:24.826898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd1327-fbfa-4347-9827-b571f5e863b3 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:24.831109 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3dcd1327-fbfa-4347-9827-b571f5e863b3 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0b47ea8-a13f-4017-a1f9-329aae4e2b30 HTTP/1.1" status: 200 len: 913 time: 0.5057158 Nov 03 02:22:24.831394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34328) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:24.831863 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Attempt 2 to provision port 5dee71c5-a906-462a-ab17-0fec56badef5 Nov 03 02:22:24.834054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:24.868392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Port 5dee71c5-a906-462a-ab17-0fec56badef5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:24.925949 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3d0dd057-49cf-4863-8edf-5363f9778993 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=278b87b553e94305b8070249a8ea7952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310508 Nov 03 02:22:24.928058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34330) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:24.942235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Allocated IP 2001:db8::1d9 (303f4135-0c07-4df9-a0ce-a61d9976814a/bee43787-0752-4c28-a517-e54337a9fc78/f97ff71a-0e73-446e-aa2a-933d496f1b10) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:25.003003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10e519-d1ba-4c97-84b3-758d85372439 req-b2dc8382-a6f2-4ccd-8ac8-02ae6e4c7f9c tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:25.007618 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f10e519-d1ba-4c97-84b3-758d85372439 req-b2dc8382-a6f2-4ccd-8ac8-02ae6e4c7f9c tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 946 time: 0.2413943 Nov 03 02:22:25.023380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34332) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:25.026496 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Allocated IP 172.26.6.121 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/0d29d62b-3eab-45ef-9e82-276f03aa1307) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:25.031357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-835a32d0-c47d-4c83-9021-af60999b74b1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Request body: {'floatingip': {'port_id': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:25.061913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6568369-37de-400e-af64-42803f6e3987 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Router 21f218dd-53f7-49c3-9b07-4b1739df229e has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:25.071588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2daa54c6-dfd7-4c48-bf22-21ac915baaed admin admin] Publish callbacks [] for security_group (0222c419-3fa5-4df1-a059-ebfd28400c76), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.133972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-835a32d0-c47d-4c83-9021-af60999b74b1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for floatingip (7b5545e5-6b4c-409c-b56d-05453199415d), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.139817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2daa54c6-dfd7-4c48-bf22-21ac915baaed admin admin] Publish callbacks [] for security_group (0222c419-3fa5-4df1-a059-ebfd28400c76), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.274341 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for port (0d29d62b-3eab-45ef-9e82-276f03aa1307), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.301184 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2daa54c6-dfd7-4c48-bf22-21ac915baaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0222c419-3fa5-4df1-a059-ebfd28400c76), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.303787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2daa54c6-dfd7-4c48-bf22-21ac915baaed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.304992 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2daa54c6-dfd7-4c48-bf22-21ac915baaed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0222c419-3fa5-4df1-a059-ebfd28400c76 HTTP/1.1" status: 204 len: 168 time: 0.3768773 Nov 03 02:22:25.317564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6568369-37de-400e-af64-42803f6e3987 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:25.326621 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6568369-37de-400e-af64-42803f6e3987 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.328698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa54c6-dfd7-4c48-bf22-21ac915baaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0222c419-3fa5-4df1-a059-ebfd28400c76,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:25.335298 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebdcc7e-c0b8-4719-bdef-ee4d94cb4e6f None None] Sync routers for ids ['21f218dd-53f7-49c3-9b07-4b1739df229e'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:25.365810 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c6568369-37de-400e-af64-42803f6e3987 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "PUT /v2.0/floatingips/3af697b2-bc63-472c-872d-9c761cbea90d HTTP/1.1" status: 200 len: 991 time: 2.4324534 Nov 03 02:22:25.367240 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12652088-27b2-4318-afb9-4ee28df4fa29', 'tag': 'f208a0e0-cf39-4ecc-a01e-731e77869651'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:22:25.369578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7168b62f-7b42-4511-a277-b3c89350e7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "12652088-27b2-4318-afb9-4ee28df4fa29", "tag": "f208a0e0-cf39-4ecc-a01e-731e77869651"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:22:25.370239 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Attempt 3 to provision port 5dee71c5-a906-462a-ab17-0fec56badef5 Nov 03 02:22:25.374028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (0d29d62b-3eab-45ef-9e82-276f03aa1307), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.377082 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebdcc7e-c0b8-4719-bdef-ee4d94cb4e6f None None] Routers {'21f218dd-53f7-49c3-9b07-4b1739df229e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:25.387082 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4ebdcc7e-c0b8-4719-bdef-ee4d94cb4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['21f218dd-53f7-49c3-9b07-4b1739df229e'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:25.415735 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:25.423852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:25.426534 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:25.429310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Pushing event updated for resources: {'Port': ['ID=0d29d62b-3eab-45ef-9e82-276f03aa1307,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:25.499362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Port 5dee71c5-a906-462a-ab17-0fec56badef5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:25.512661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8078a477-4a81-41fc-b49a-ce138ad099be x-openstack-request-id: req-8078a477-4a81-41fc-b49a-ce138ad099be {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:22:25.512957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12652088-27b2-4318-afb9-4ee28df4fa29", "tag": "f208a0e0-cf39-4ecc-a01e-731e77869651", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:22:25.513225 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8078a477-4a81-41fc-b49a-ce138ad099be {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:22:25.514134 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8078a477-4a81-41fc-b49a-ce138ad099be'] response: {'name': 'network-changed', 'server_uuid': '12652088-27b2-4318-afb9-4ee28df4fa29', 'tag': 'f208a0e0-cf39-4ecc-a01e-731e77869651', 'status': 'completed', 'code': 200} Nov 03 02:22:25.527006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.565238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.614344 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-4ebdcc7e-c0b8-4719-bdef-ee4d94cb4e6f None None] Set router 21f218dd-53f7-49c3-9b07-4b1739df229e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:25.726686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for port (f97ff71a-0e73-446e-aa2a-933d496f1b10), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.738095 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (176cd8f9-467a-44d2-8099-14e8e69ac079), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.771138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (f1cd30c8-f55e-4ded-bf58-d21605f66faa), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:25.864875 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4ebdcc7e-c0b8-4719-bdef-ee4d94cb4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:43Z', 'revision_number': 4, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '3af697b2-bc63-472c-872d-9c761cbea90d', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'port_id': 'f208a0e0-cf39-4ecc-a01e-731e77869651', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'mac_address': 'fa:16:3e:a1:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652088-27b2-4318-afb9-4ee28df4fa29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:21:55Z', 'updated_at': '2022-11-03T02:22:23Z', 'revision_number': 1, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8de3ca-22c2-42bf-abe5-93df0dbc69f7', 'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'mac_address': 'fa:16:3e:97:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:51Z', 'revision_number': 5, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'subnets': [{'id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:25.891987 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebdcc7e-c0b8-4719-bdef-ee4d94cb4e6f None None] Checking router: 21f218dd-53f7-49c3-9b07-4b1739df229e for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:22:25.902317 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebdcc7e-c0b8-4719-bdef-ee4d94cb4e6f None None] Routers {'21f218dd-53f7-49c3-9b07-4b1739df229e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:25.903017 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4ebdcc7e-c0b8-4719-bdef-ee4d94cb4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['21f218dd-53f7-49c3-9b07-4b1739df229e'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:25.978244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (176cd8f9-467a-44d2-8099-14e8e69ac079), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:26.000840 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Attempt 4 to provision port 5dee71c5-a906-462a-ab17-0fec56badef5 Nov 03 02:22:26.020015 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-4ebdcc7e-c0b8-4719-bdef-ee4d94cb4e6f None None] Set router 21f218dd-53f7-49c3-9b07-4b1739df229e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:26.067714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Port 5dee71c5-a906-462a-ab17-0fec56badef5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:26.109585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:26.157964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Router 176cd8f9-467a-44d2-8099-14e8e69ac079 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:22:26.261838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168b62f-7b42-4511-a277-b3c89350e7cf req-77ad0e8c-d755-438c-9d30-3a36e5efbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:26.263375 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7168b62f-7b42-4511-a277-b3c89350e7cf req-77ad0e8c-d755-438c-9d30-3a36e5efbad8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4500101cd60a4fa893ef7369ece32b0f&device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 1129 time: 0.7192140 Nov 03 02:22:26.283118 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4ebdcc7e-c0b8-4719-bdef-ee4d94cb4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:43Z', 'revision_number': 4, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '3af697b2-bc63-472c-872d-9c761cbea90d', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'port_id': 'f208a0e0-cf39-4ecc-a01e-731e77869651', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'mac_address': 'fa:16:3e:a1:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652088-27b2-4318-afb9-4ee28df4fa29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:21:55Z', 'updated_at': '2022-11-03T02:22:23Z', 'revision_number': 1, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8de3ca-22c2-42bf-abe5-93df0dbc69f7', 'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'mac_address': 'fa:16:3e:97:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:51Z', 'revision_number': 5, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'subnets': [{'id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:26.299676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:26.310144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad233a-e81f-46fe-aeea-439274e89b0d req-1bff6de0-024c-4936-8285-52fb50230f13 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:26.311646 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6ad233a-e81f-46fe-aeea-439274e89b0d req-1bff6de0-024c-4936-8285-52fb50230f13 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 945 time: 0.7646878 Nov 03 02:22:26.313019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ff86d-2079-48eb-bb05-76c69b03ff41 None None] Sync routers for ids ['176cd8f9-467a-44d2-8099-14e8e69ac079'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:26.314620 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebdcc7e-c0b8-4719-bdef-ee4d94cb4e6f None None] The sync data for ids ['21f218dd-53f7-49c3-9b07-4b1739df229e'] in dv-neutron-860659-5-hyperv is: [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:43Z', 'revision_number': 4, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '3af697b2-bc63-472c-872d-9c761cbea90d', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'port_id': 'f208a0e0-cf39-4ecc-a01e-731e77869651', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'mac_address': 'fa:16:3e:a1:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652088-27b2-4318-afb9-4ee28df4fa29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:21:55Z', 'updated_at': '2022-11-03T02:22:23Z', 'revision_number': 1, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8de3ca-22c2-42bf-abe5-93df0dbc69f7', 'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'mac_address': 'fa:16:3e:97:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:51Z', 'revision_number': 5, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'subnets': [{'id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:26.344893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ff86d-2079-48eb-bb05-76c69b03ff41 None None] Routers {'176cd8f9-467a-44d2-8099-14e8e69ac079'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:26.347723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-572ff86d-2079-48eb-bb05-76c69b03ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['176cd8f9-467a-44d2-8099-14e8e69ac079'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:26.352371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:26.359374 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-30508aeb-9b54-45b1-bf6d-5d91cb3f9996 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2032461 Nov 03 02:22:26.360795 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34358) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:26.365342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b46346df-9ab8-498c-8657-7e4891d852da tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'enable_snat': False}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:26.394810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-572ff86d-2079-48eb-bb05-76c69b03ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:26.407045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ff86d-2079-48eb-bb05-76c69b03ff41 None None] Routers {'176cd8f9-467a-44d2-8099-14e8e69ac079'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:26.407765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-572ff86d-2079-48eb-bb05-76c69b03ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['176cd8f9-467a-44d2-8099-14e8e69ac079'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:26.425894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f97ff71a-0e73-446e-aa2a-933d496f1b10), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:26.457916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-572ff86d-2079-48eb-bb05-76c69b03ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:26.458581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ff86d-2079-48eb-bb05-76c69b03ff41 None None] The sync data for ids ['176cd8f9-467a-44d2-8099-14e8e69ac079'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:26.459845 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP f1cd30c8-f55e-4ded-bf58-d21605f66faa associated. External IP: 172.26.6.148, port: cb64c5e6-23fd-464d-ae3e-b74b573b9160. Nov 03 02:22:26.487645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34360) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:26.570307 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Attempt 5 to provision port 5dee71c5-a906-462a-ab17-0fec56badef5 Nov 03 02:22:26.611675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-229007634'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:26.612136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Network 303f4135-0c07-4df9-a0ce-a61d9976814a is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:26.634247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Port 5dee71c5-a906-462a-ab17-0fec56badef5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:26.643465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:26.659337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'Port': ['ID=f97ff71a-0e73-446e-aa2a-933d496f1b10,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:26.664274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:26.669581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:26.670225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:26.705568 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa2869b-e85d-4e8c-b350-7133487ffef3 None None] New status for floating IP 3af697b2-bc63-472c-872d-9c761cbea90d: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:22:26.749298 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6ad233a-e81f-46fe-aeea-439274e89b0d req-67ee708e-40f5-44f2-81a4-bb59caf3a369 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4195631 Nov 03 02:22:26.749456 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b46346df-9ab8-498c-8657-7e4891d852da tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (176cd8f9-467a-44d2-8099-14e8e69ac079), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:26.786999 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:26.791543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:26.827607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168b62f-7b42-4511-a277-b3c89350e7cf req-3e1e34af-ad6f-455c-b3fe-ea4d5ccb36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:26.829515 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7168b62f-7b42-4511-a277-b3c89350e7cf req-3e1e34af-ad6f-455c-b3fe-ea4d5ccb36c4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=8dfa6efe-319f-4c0f-8e60-a0f167ddb627 HTTP/1.1" status: 200 len: 906 time: 0.5313065 Nov 03 02:22:26.832732 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:26.844910 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3a00bfe2-52de-41b1-a8fc-acd56a015690 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9105186 Nov 03 02:22:26.848078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34368) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:26.855936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-97099dda-98b4-4259-8c96-b205b3660c0a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::187', 'mac_address': 'fa:16:3e:69:c6:00'}, {'ip_address': '2001:db8::281', 'mac_address': 'fa:16:3e:72:f7:17'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:26.861117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.resource_extend [None req-835a32d0-c47d-4c83-9021-af60999b74b1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:22:27.005122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-835a32d0-c47d-4c83-9021-af60999b74b1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:27.021871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-835a32d0-c47d-4c83-9021-af60999b74b1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (7b5545e5-6b4c-409c-b56d-05453199415d), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:27.062405 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7168b62f-7b42-4511-a277-b3c89350e7cf req-35c12233-0938-4a1f-a198-7d9b1d0c1dc3 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f208a0e0-cf39-4ecc-a01e-731e77869651 HTTP/1.1" status: 200 len: 999 time: 0.2080371 Nov 03 02:22:27.067129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for security_group (62f9c399-8ef7-4082-bf04-1a155ad539b1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:27.067310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9d44-72f0-4e23-a2e3-0b74320abdc5 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:27.078246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (62f9c399-8ef7-4082-bf04-1a155ad539b1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:27.135126 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Attempt 6 to provision port 5dee71c5-a906-462a-ab17-0fec56badef5 Nov 03 02:22:27.164294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:22:27.170869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Port 5dee71c5-a906-462a-ab17-0fec56badef5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:27.184777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97099dda-98b4-4259-8c96-b205b3660c0a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f97ff71a-0e73-446e-aa2a-933d496f1b10), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:27.202308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f9c399-8ef7-4082-bf04-1a155ad539b1,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:27.227938 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (4a508f75-64e8-4be0-a61c-f07e045a0584), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:27.228291 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Added segment 4a508f75-64e8-4be0-a61c-f07e045a0584 of type vlan for network 45083813-f1f1-4019-a736-ce483eb72093 Nov 03 02:22:27.248375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.248772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.249097 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.249443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.249786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.250123 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.250464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.250802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.251147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.251467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.251805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.252134 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.252462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:27.322769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (45083813-f1f1-4019-a736-ce483eb72093), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:27.328018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168b62f-7b42-4511-a277-b3c89350e7cf req-e6e09b05-857c-4194-93c8-a0a67ae9ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:27.329348 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7168b62f-7b42-4511-a277-b3c89350e7cf req-e6e09b05-857c-4194-93c8-a0a67ae9ace3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e9e1d81e-4903-440c-8ce1-16cfd1e6d84b HTTP/1.1" status: 200 len: 844 time: 0.2571552 Nov 03 02:22:27.349791 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-835a32d0-c47d-4c83-9021-af60999b74b1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Floating IP 7b5545e5-6b4c-409c-b56d-05453199415d associated. External IP: 172.26.6.201, port: b0cc2f4b-4e7d-4f56-9d94-b6248bef386e. Nov 03 02:22:27.387177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:27.405967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (45083813-f1f1-4019-a736-ce483eb72093), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:27.410903 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:27.411495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:27.672429 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Attempt 7 to provision port 5dee71c5-a906-462a-ab17-0fec56badef5 Nov 03 02:22:27.710266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Port 5dee71c5-a906-462a-ab17-0fec56badef5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:27.817767 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3290555 Nov 03 02:22:27.832849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34370) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:27.840999 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:27.874543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168b62f-7b42-4511-a277-b3c89350e7cf req-827264bf-3ef8-4814-92fa-f30a1201ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:27.876074 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7168b62f-7b42-4511-a277-b3c89350e7cf req-827264bf-3ef8-4814-92fa-f30a1201ece2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=8dfa6efe-319f-4c0f-8e60-a0f167ddb627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5403600 Nov 03 02:22:27.892846 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6929a-9ef0-4dfd-b440-5995387f9330 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Network': ['ID=45083813-f1f1-4019-a736-ce483eb72093,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:27.904798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:22:28.024119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97099dda-98b4-4259-8c96-b205b3660c0a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for port (f97ff71a-0e73-446e-aa2a-933d496f1b10), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.059086 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97099dda-98b4-4259-8c96-b205b3660c0a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (f97ff71a-0e73-446e-aa2a-933d496f1b10), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.059831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-97099dda-98b4-4259-8c96-b205b3660c0a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] In _notify_port_updated(), no bound segment for port f97ff71a-0e73-446e-aa2a-933d496f1b10 on network 303f4135-0c07-4df9-a0ce-a61d9976814a {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:22:28.065151 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97099dda-98b4-4259-8c96-b205b3660c0a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:28.065768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97099dda-98b4-4259-8c96-b205b3660c0a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.067386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:28.069043 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-97099dda-98b4-4259-8c96-b205b3660c0a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "PUT /v2.0/ports/f97ff71a-0e73-446e-aa2a-933d496f1b10 HTTP/1.1" status: 200 len: 1068 time: 1.2180853 Nov 03 02:22:28.076419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34372) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:28.084848 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78b227-091e-4e8e-97de-5a143afaafaf None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:28.108799 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78b227-091e-4e8e-97de-5a143afaafaf None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:28.110389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-fa78b227-091e-4e8e-97de-5a143afaafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:28.126135 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:28.131583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.171122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-fa78b227-091e-4e8e-97de-5a143afaafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:28.178642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.186724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78b227-091e-4e8e-97de-5a143afaafaf None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:28.187850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-fa78b227-091e-4e8e-97de-5a143afaafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:28.227609 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7168b62f-7b42-4511-a277-b3c89350e7cf req-65781551-e659-4ec1-8e44-740e6b708db0 service neutron] 10.222.0.27 "GET /v2.0/networks/8dfa6efe-319f-4c0f-8e60-a0f167ddb627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401263 Nov 03 02:22:28.234286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b46346df-9ab8-498c-8657-7e4891d852da tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (176cd8f9-467a-44d2-8099-14e8e69ac079), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.241211 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Attempt 8 to provision port 5dee71c5-a906-462a-ab17-0fec56badef5 Nov 03 02:22:28.250860 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97099dda-98b4-4259-8c96-b205b3660c0a tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event updated for resources: {'Port': ['ID=f97ff71a-0e73-446e-aa2a-933d496f1b10,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:28.255335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b46346df-9ab8-498c-8657-7e4891d852da tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (176cd8f9-467a-44d2-8099-14e8e69ac079), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.282688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-fa78b227-091e-4e8e-97de-5a143afaafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:28.284056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78b227-091e-4e8e-97de-5a143afaafaf None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:28.300352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Port 5dee71c5-a906-462a-ab17-0fec56badef5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:28.324568 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-917cd7e6-d358-4e50-b45d-2555dde9b5c5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8142688 Nov 03 02:22:28.327435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34374) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:28.333451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835a32d0-c47d-4c83-9021-af60999b74b1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Router 80bd22db-758a-495b-a022-6a1f1254a118 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:28.391144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e9d44-72f0-4e23-a2e3-0b74320abdc5 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Deleting port 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:28.391754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9d44-72f0-4e23-a2e3-0b74320abdc5 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (33ee57b2-603f-4bb4-aa0b-ab80e4223a5c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.443318 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-291abdd0-6463-446d-9a10-09bf0dc220d1 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "GET /v2.0/floatingips/f1cd30c8-f55e-4ded-bf58-d21605f66faa HTTP/1.1" status: 200 len: 978 time: 0.1135929 Nov 03 02:22:28.446454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34376) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:28.486061 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7168b62f-7b42-4511-a277-b3c89350e7cf req-039b96e9-1c23-4bab-800d-23aa11fe5c59 service neutron] 10.222.0.27 "GET /v2.0/networks/8dfa6efe-319f-4c0f-8e60-a0f167ddb627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457736 Nov 03 02:22:28.488029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Deleting port f97ff71a-0e73-446e-aa2a-933d496f1b10 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:28.488370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f97ff71a-0e73-446e-aa2a-933d496f1b10), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.537115 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46346df-9ab8-498c-8657-7e4891d852da tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Router 176cd8f9-467a-44d2-8099-14e8e69ac079 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:28.589437 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d9742cb1-8655-4e9c-9fb6-e629d9495d93 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1371403 Nov 03 02:22:28.593033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34380) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:28.616152 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-946cf063-edf8-4dc9-967a-aa194df676ad tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'floatingip': {'port_id': '469abb35-c4c5-4777-b8f7-839b827c8e80'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:28.643892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9d44-72f0-4e23-a2e3-0b74320abdc5 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (33ee57b2-603f-4bb4-aa0b-ab80e4223a5c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.649382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835a32d0-c47d-4c83-9021-af60999b74b1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:28.660802 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43ccbb-e4f8-4c9a-91aa-a5599e47b577 None None] Sync routers for ids ['80bd22db-758a-495b-a022-6a1f1254a118'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:28.665541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-835a32d0-c47d-4c83-9021-af60999b74b1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.673375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e9d44-72f0-4e23-a2e3-0b74320abdc5 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Calling delete_port for 33ee57b2-603f-4bb4-aa0b-ab80e4223a5c owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:28.675255 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43ccbb-e4f8-4c9a-91aa-a5599e47b577 None None] Routers {'80bd22db-758a-495b-a022-6a1f1254a118'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:28.675873 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ad43ccbb-e4f8-4c9a-91aa-a5599e47b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['80bd22db-758a-495b-a022-6a1f1254a118'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:28.691938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f97ff71a-0e73-446e-aa2a-933d496f1b10), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.714986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Calling delete_port for f97ff71a-0e73-446e-aa2a-933d496f1b10 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:28.732090 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.732306 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-835a32d0-c47d-4c83-9021-af60999b74b1 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "PUT /v2.0/floatingips/7b5545e5-6b4c-409c-b56d-05453199415d HTTP/1.1" status: 200 len: 992 time: 3.7034433 Nov 03 02:22:28.759923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'tag': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:22:28.763024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4ddb7c-3e1e-46e5-ae3a-cb8243085152", "tag": "b0cc2f4b-4e7d-4f56-9d94-b6248bef386e"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:22:28.765981 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-946cf063-edf8-4dc9-967a-aa194df676ad tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (f1cd30c8-f55e-4ded-bf58-d21605f66faa), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.801265 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Attempt 9 to provision port 5dee71c5-a906-462a-ab17-0fec56badef5 Nov 03 02:22:28.844711 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ad43ccbb-e4f8-4c9a-91aa-a5599e47b577 None None] Set router 80bd22db-758a-495b-a022-6a1f1254a118 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:28.858424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c926ea-8472-4321-b2c0-a166acf3fd29 x-openstack-request-id: req-b8c926ea-8472-4321-b2c0-a166acf3fd29 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:22:28.858938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4ddb7c-3e1e-46e5-ae3a-cb8243085152", "tag": "b0cc2f4b-4e7d-4f56-9d94-b6248bef386e", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:22:28.859337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8c926ea-8472-4321-b2c0-a166acf3fd29 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:22:28.859915 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c926ea-8472-4321-b2c0-a166acf3fd29'] response: {'name': 'network-changed', 'server_uuid': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'tag': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e', 'status': 'completed', 'code': 200} Nov 03 02:22:28.892596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Port 5dee71c5-a906-462a-ab17-0fec56badef5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:28.922682 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:28.943786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46346df-9ab8-498c-8657-7e4891d852da tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:28.956440 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b46346df-9ab8-498c-8657-7e4891d852da tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:28.957958 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b46346df-9ab8-498c-8657-7e4891d852da tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "PUT /v2.0/routers/176cd8f9-467a-44d2-8099-14e8e69ac079 HTTP/1.1" status: 200 len: 921 time: 2.5960789 Nov 03 02:22:28.958458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabfb5a4-5aa6-4f13-a1f3-027b4bc00ef2 None None] Sync routers for ids ['176cd8f9-467a-44d2-8099-14e8e69ac079'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:28.970686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34386) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:28.974629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabfb5a4-5aa6-4f13-a1f3-027b4bc00ef2 None None] Routers {'176cd8f9-467a-44d2-8099-14e8e69ac079'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:28.975680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-dabfb5a4-5aa6-4f13-a1f3-027b4bc00ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['176cd8f9-467a-44d2-8099-14e8e69ac079'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:28.988656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:28.989379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network hostable DHCP agents. Network: 45083813-f1f1-4019-a736-ce483eb72093, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:22:29.019656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-dabfb5a4-5aa6-4f13-a1f3-027b4bc00ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:29.030902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabfb5a4-5aa6-4f13-a1f3-027b4bc00ef2 None None] Routers {'176cd8f9-467a-44d2-8099-14e8e69ac079'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:29.031896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-dabfb5a4-5aa6-4f13-a1f3-027b4bc00ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['176cd8f9-467a-44d2-8099-14e8e69ac079'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:29.034120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:22:29.057603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9da04-2f8b-4c15-9f4b-1510646bb9d6 req-cd73c6d6-6f0f-46e0-873b-cd5d791234c2 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:29.059171 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-99c9da04-2f8b-4c15-9f4b-1510646bb9d6 req-cd73c6d6-6f0f-46e0-873b-cd5d791234c2 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 946 time: 0.2521479 Nov 03 02:22:29.060536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 45083813-f1f1-4019-a736-ce483eb72093) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:29.072003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-dabfb5a4-5aa6-4f13-a1f3-027b4bc00ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:29.072655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabfb5a4-5aa6-4f13-a1f3-027b4bc00ef2 None None] The sync data for ids ['176cd8f9-467a-44d2-8099-14e8e69ac079'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:29.086306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92db6f98-bf98-4bc4-834c-5836714bbd86 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:29.095372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:29.097296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:29.185701 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1f8de99c-ccba-47d7-8def-1b5161513871 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3517263 Nov 03 02:22:29.190677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34388) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:29.191867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd req-66dd621c-15a3-40b4-998e-c95dbabcd1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:29.193912 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd req-66dd621c-15a3-40b4-998e-c95dbabcd1b3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=8feee47686084b68914c40f971ada1e1&device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 1130 time: 0.3159363 Nov 03 02:22:29.234351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': '0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:22:29.235330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:29.242490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'name': 'tempest-NetworksTestDHCPv6-506898190'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:29.262131 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ad43ccbb-e4f8-4c9a-91aa-a5599e47b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7b5545e5-6b4c-409c-b56d-05453199415d', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'port_id': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'mac_address': 'fa:16:3e:8e:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:21:51Z', 'updated_at': '2022-11-03T02:22:26Z', 'revision_number': 1, 'project_id': '8feee47686084b68914c40f971ada1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f5b36d-6836-4cef-9e83-3c4ac9936083', 'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'mac_address': 'fa:16:3e:1a:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:39Z', 'updated_at': '2022-11-03T02:21:49Z', 'revision_number': 5, 'project_id': '8feee47686084b68914c40f971ada1e1', 'subnets': [{'id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:29.289368 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43ccbb-e4f8-4c9a-91aa-a5599e47b577 None None] Checking router: 80bd22db-758a-495b-a022-6a1f1254a118 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:22:29.298182 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43ccbb-e4f8-4c9a-91aa-a5599e47b577 None None] Routers {'80bd22db-758a-495b-a022-6a1f1254a118'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:29.299406 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ad43ccbb-e4f8-4c9a-91aa-a5599e47b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['80bd22db-758a-495b-a022-6a1f1254a118'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:29.314262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f97ff71a-0e73-446e-aa2a-933d496f1b10), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:29.320523 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0d8de09a-ee4b-42d2-b10f-b896118d4446 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/routers/176cd8f9-467a-44d2-8099-14e8e69ac079 HTTP/1.1" status: 200 len: 921 time: 0.3481753 Nov 03 02:22:29.321400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34390) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:29.350842 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-99c9da04-2f8b-4c15-9f4b-1510646bb9d6 req-4e3abc2e-5154-4820-8766-d5448dded144 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733569 Nov 03 02:22:29.420286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event deleted for resources: {'Port': ['ID=f97ff71a-0e73-446e-aa2a-933d496f1b10,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:29.477921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.478271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.478619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.479113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.480111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.480419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.480840 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.481098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.481433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.481782 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.482112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.482431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.482785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.485716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9d44-72f0-4e23-a2e3-0b74320abdc5 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (33ee57b2-603f-4bb4-aa0b-ab80e4223a5c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:29.487810 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ad43ccbb-e4f8-4c9a-91aa-a5599e47b577 None None] Set router 80bd22db-758a-495b-a022-6a1f1254a118 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:29.501357 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:29.505333 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:29.554197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 0319f7cb-9941-4866-935b-226115bc3b21 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:29.587742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967/d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:29.759670 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Attempt 10 to provision port 5dee71c5-a906-462a-ab17-0fec56badef5 Nov 03 02:22:29.830647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Publish callbacks [] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:29.840811 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9952c71-3794-4b35-b931-f341be8a6abb None None] Port 5dee71c5-a906-462a-ab17-0fec56badef5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:29.843359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:29.898108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:29.907372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:29.909448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Pushing event updated for resources: {'Port': ['ID=d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:29.911644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:29.913670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e9d44-72f0-4e23-a2e3-0b74320abdc5 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event deleted for resources: {'Port': ['ID=33ee57b2-603f-4bb4-aa0b-ab80e4223a5c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:29.924752 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.925136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.925490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.925834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.926172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.926510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.926859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.927194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.927550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.928426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.928426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.928622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.928948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:29.965328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2e01afe6-2854-41d5-9aa2-e4b5eac301cb None None] Could not find standard attr ID for object f97ff71a-0e73-446e-aa2a-933d496f1b10. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:22:29.980569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd req-1e95ab5b-963f-4d98-89a2-d391475d02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:29.982868 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ad43ccbb-e4f8-4c9a-91aa-a5599e47b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7b5545e5-6b4c-409c-b56d-05453199415d', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'port_id': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'mac_address': 'fa:16:3e:8e:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:21:51Z', 'updated_at': '2022-11-03T02:22:26Z', 'revision_number': 1, 'project_id': '8feee47686084b68914c40f971ada1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f5b36d-6836-4cef-9e83-3c4ac9936083', 'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'mac_address': 'fa:16:3e:1a:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:39Z', 'updated_at': '2022-11-03T02:21:49Z', 'revision_number': 5, 'project_id': '8feee47686084b68914c40f971ada1e1', 'subnets': [{'id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:29.983748 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd req-1e95ab5b-963f-4d98-89a2-d391475d02ea service neutron] 10.222.0.27 "GET /v2.0/networks?id=214f5d7e-7a4b-4b7f-b081-a7f3695a0879 HTTP/1.1" status: 200 len: 912 time: 0.7726784 Nov 03 02:22:29.997676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-946cf063-edf8-4dc9-967a-aa194df676ad tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:30.012868 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-946cf063-edf8-4dc9-967a-aa194df676ad tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (f1cd30c8-f55e-4ded-bf58-d21605f66faa), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:30.017194 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43ccbb-e4f8-4c9a-91aa-a5599e47b577 None None] The sync data for ids ['80bd22db-758a-495b-a022-6a1f1254a118'] in dv-neutron-860659-5-hyperv is: [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7b5545e5-6b4c-409c-b56d-05453199415d', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'port_id': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'mac_address': 'fa:16:3e:8e:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:21:51Z', 'updated_at': '2022-11-03T02:22:26Z', 'revision_number': 1, 'project_id': '8feee47686084b68914c40f971ada1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f5b36d-6836-4cef-9e83-3c4ac9936083', 'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'mac_address': 'fa:16:3e:1a:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:39Z', 'updated_at': '2022-11-03T02:21:49Z', 'revision_number': 5, 'project_id': '8feee47686084b68914c40f971ada1e1', 'subnets': [{'id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:30.023086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Attempting to bind port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:30.023468 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Attempting to bind port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:30.023838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Attempting to bind port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:30.041011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:30.041011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:30.041490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:30.042020 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:30.042686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Bound port: d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:30.043126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:30.118765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ea3da983-575c-455d-929f-328d2973a800 None None] For port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:30.123042 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ea3da983-575c-455d-929f-328d2973a800 None None] For port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:30.136807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:30.167008 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::2e0 (45083813-f1f1-4019-a736-ce483eb72093/0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967/0319f7cb-9941-4866-935b-226115bc3b21) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:30.186544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990b8756-dd21-4df4-b57a-483ad9d4d45d tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:30.191798 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-990b8756-dd21-4df4-b57a-483ad9d4d45d tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&device_id=176cd8f9-467a-44d2-8099-14e8e69ac079&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8634124 Nov 03 02:22:30.199018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34396) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:30.239243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3da983-575c-455d-929f-328d2973a800 None None] Pushing event updated for resources: {'Port': ['ID=d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:30.239540 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-946cf063-edf8-4dc9-967a-aa194df676ad tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP f1cd30c8-f55e-4ded-bf58-d21605f66faa associated. External IP: 172.26.6.148, port: cb64c5e6-23fd-464d-ae3e-b74b573b9160. Nov 03 02:22:30.324554 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd req-c86d2783-ac43-48b5-be76-a5771aa0f911 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e HTTP/1.1" status: 200 len: 1000 time: 0.3205023 Nov 03 02:22:30.446041 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69cbfc2-4446-4fdf-b4f4-82b2d7301708 None None] New status for floating IP 7b5545e5-6b4c-409c-b56d-05453199415d: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:22:30.446241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:30.450436 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a7755d15-e959-48b5-93ac-a917eed81bd2 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "DELETE /v2.0/ports/f97ff71a-0e73-446e-aa2a-933d496f1b10 HTTP/1.1" status: 204 len: 168 time: 2.3682895 Nov 03 02:22:30.496104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34398) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:30.563545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd req-f968788a-5a98-42d7-9e4f-d84967c4e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:30.565585 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd req-f968788a-5a98-42d7-9e4f-d84967c4e702 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=779d4c97-99b1-4d8a-82f4-46c58d3fbdb4 HTTP/1.1" status: 200 len: 850 time: 0.2186882 Nov 03 02:22:30.566870 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-8675dae3-7413-4731-91e4-c1ffbb47bad8 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] GET failed (client error): The resource could not be found. Nov 03 02:22:30.568409 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8675dae3-7413-4731-91e4-c1ffbb47bad8 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "GET /v2.0/ports/f97ff71a-0e73-446e-aa2a-933d496f1b10 HTTP/1.1" status: 404 len: 333 time: 0.0654309 Nov 03 02:22:30.583768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34400) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:30.655303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f29b4a-f7c3-4fc4-aab2-542722de48ca tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:30.659679 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c8f29b4a-f7c3-4fc4-aab2-542722de48ca tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/networks/2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 881 time: 0.4539969 Nov 03 02:22:30.662271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34402) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:30.666726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9d44-72f0-4e23-a2e3-0b74320abdc5 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:30.706187 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e6facf6c-3070-4a1d-9217-b4870ae69739 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=176cd8f9-467a-44d2-8099-14e8e69ac079 HTTP/1.1" status: 200 len: 205 time: 0.0403161 Nov 03 02:22:30.712388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34404) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:30.802151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd req-5ceee39c-a194-4e0c-bc36-4af5ef2d3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:30.803691 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd req-5ceee39c-a194-4e0c-bc36-4af5ef2d3d04 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=214f5d7e-7a4b-4b7f-b081-a7f3695a0879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2187626 Nov 03 02:22:30.907786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-85a7d042-1516-43f2-bc85-ef5cbd904cae tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Deleting port 5dee71c5-a906-462a-ab17-0fec56badef5 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:30.908140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-85a7d042-1516-43f2-bc85-ef5cbd904cae tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (5dee71c5-a906-462a-ab17-0fec56badef5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:30.909662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (0319f7cb-9941-4866-935b-226115bc3b21), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:30.943951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (176cd8f9-467a-44d2-8099-14e8e69ac079), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.050479 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd req-68fc877a-b2b6-4ac7-9a28-69ce51cad27a service neutron] 10.222.0.27 "GET /v2.0/networks/214f5d7e-7a4b-4b7f-b081-a7f3695a0879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162259 Nov 03 02:22:31.058681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946cf063-edf8-4dc9-967a-aa194df676ad tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:31.090685 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (0319f7cb-9941-4866-935b-226115bc3b21), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.146916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-85a7d042-1516-43f2-bc85-ef5cbd904cae tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (5dee71c5-a906-462a-ab17-0fec56badef5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.163618 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (176cd8f9-467a-44d2-8099-14e8e69ac079), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.175066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-85a7d042-1516-43f2-bc85-ef5cbd904cae tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Calling delete_port for 5dee71c5-a906-462a-ab17-0fec56badef5 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:31.197234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:31.205811 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4e9d44-72f0-4e23-a2e3-0b74320abdc5 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Router a0b47ea8-a13f-4017-a1f9-329aae4e2b30 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:31.207587 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=0319f7cb-9941-4866-935b-226115bc3b21,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:31.211045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:31.213137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:31.218635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:31.219268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.270297 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1840ac5c-1d5f-4864-a235-236b0cbb6ffd req-967b3929-f3f4-4d4f-b6e2-e6ddf6229d15 service neutron] 10.222.0.27 "GET /v2.0/networks/214f5d7e-7a4b-4b7f-b081-a7f3695a0879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050018 Nov 03 02:22:31.290090 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a24fd412-4951-4cc7-85f7-d8943eea0183 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0971634 Nov 03 02:22:31.294237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34406) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:31.334753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946cf063-edf8-4dc9-967a-aa194df676ad tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:31.347396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db9daa-cf40-421c-9b17-8066d02822c5 None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:31.358405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db9daa-cf40-421c-9b17-8066d02822c5 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:31.359273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-90db9daa-cf40-421c-9b17-8066d02822c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:31.402915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-90db9daa-cf40-421c-9b17-8066d02822c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:31.412973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db9daa-cf40-421c-9b17-8066d02822c5 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:31.413842 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-90db9daa-cf40-421c-9b17-8066d02822c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:31.414919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Deleting port 0d29d62b-3eab-45ef-9e82-276f03aa1307 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:31.415642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0d29d62b-3eab-45ef-9e82-276f03aa1307), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.439021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-85a7d042-1516-43f2-bc85-ef5cbd904cae tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (5dee71c5-a906-462a-ab17-0fec56badef5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.455782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-90db9daa-cf40-421c-9b17-8066d02822c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:31.456610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db9daa-cf40-421c-9b17-8066d02822c5 None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:31.458395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817eddf-6aa0-4062-b3ba-f18e71e359a7 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:31.469618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4e9d44-72f0-4e23-a2e3-0b74320abdc5 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:31.478765 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ce4e9d44-72f0-4e23-a2e3-0b74320abdc5 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "PUT /v2.0/routers/a0b47ea8-a13f-4017-a1f9-329aae4e2b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6430414 Nov 03 02:22:31.480167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7d042-1516-43f2-bc85-ef5cbd904cae tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event deleted for resources: {'Port': ['ID=5dee71c5-a906-462a-ab17-0fec56badef5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:31.484605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34408) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:31.505609 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf68129c-2ea2-490b-8854-9dd0c606f687 None None] Sync routers for ids ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:31.537330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-e9fbf4a0-61b5-4e4f-8a2b-88c07c48d7f2 None None] Provisioning complete for port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:31.537960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf4a0-61b5-4e4f-8a2b-88c07c48d7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.538501 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e9fbf4a0-61b5-4e4f-8a2b-88c07c48d7f2 None None] Attempt 1 to provision port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc Nov 03 02:22:31.539236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-85a7d042-1516-43f2-bc85-ef5cbd904cae tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.542632 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-85a7d042-1516-43f2-bc85-ef5cbd904cae tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "DELETE /v2.0/ports/5dee71c5-a906-462a-ab17-0fec56badef5 HTTP/1.1" status: 204 len: 168 time: 0.9471061 Nov 03 02:22:31.545166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34410) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:31.548509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c933b-90dd-42b0-9012-5a573acdb6ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:31.553768 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf68129c-2ea2-490b-8854-9dd0c606f687 None None] Routers {'a0b47ea8-a13f-4017-a1f9-329aae4e2b30'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:31.553955 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c933b-90dd-42b0-9012-5a573acdb6ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:31.554796 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cf68129c-2ea2-490b-8854-9dd0c606f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:31.555479 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-912c933b-90dd-42b0-9012-5a573acdb6ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2586110 Nov 03 02:22:31.560297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34412) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:31.591635 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e0725b-16b5-4c44-96b5-e39649ee9f99 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] GET failed (client error): The resource could not be found. Nov 03 02:22:31.593096 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f4e0725b-16b5-4c44-96b5-e39649ee9f99 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "GET /v2.0/ports/5dee71c5-a906-462a-ab17-0fec56badef5 HTTP/1.1" status: 404 len: 333 time: 0.0470097 Nov 03 02:22:31.599707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34414) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:31.650822 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0d29d62b-3eab-45ef-9e82-276f03aa1307), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.653856 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cf68129c-2ea2-490b-8854-9dd0c606f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:31.670470 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf68129c-2ea2-490b-8854-9dd0c606f687 None None] Routers {'a0b47ea8-a13f-4017-a1f9-329aae4e2b30'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:31.671298 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cf68129c-2ea2-490b-8854-9dd0c606f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:31.719321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e9fbf4a0-61b5-4e4f-8a2b-88c07c48d7f2 None None] Current status of the port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:31.720090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf4a0-61b5-4e4f-8a2b-88c07c48d7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.722105 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cf68129c-2ea2-490b-8854-9dd0c606f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:31.723395 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf68129c-2ea2-490b-8854-9dd0c606f687 None None] The sync data for ids ['a0b47ea8-a13f-4017-a1f9-329aae4e2b30'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:31.726166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for router (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.732478 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Calling delete_port for 0d29d62b-3eab-45ef-9e82-276f03aa1307 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:31.771215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e9fbf4a0-61b5-4e4f-8a2b-88c07c48d7f2 None None] For port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:31.795718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf4a0-61b5-4e4f-8a2b-88c07c48d7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.877715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-ea03a5d6-19a1-4d17-8fe9-29e0fb2790d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 0319f7cb-9941-4866-935b-226115bc3b21 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:31.878062 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea03a5d6-19a1-4d17-8fe9-29e0fb2790d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0319f7cb-9941-4866-935b-226115bc3b21), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.878287 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbf4a0-61b5-4e4f-8a2b-88c07c48d7f2 None None] Pushing event updated for resources: {'Port': ['ID=d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:31.899670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for router_gateway (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:31.902450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946cf063-edf8-4dc9-967a-aa194df676ad tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:31.914804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-1e38d725-ce1d-4c9d-8fb8-816a3a408523 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Deleting port 28b74a0e-b819-436c-b199-8cb98fac536f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:31.915079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1e38d725-ce1d-4c9d-8fb8-816a3a408523 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (28b74a0e-b819-436c-b199-8cb98fac536f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.034843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Deleting port 757b6396-d6c0-40b5-97db-6cbd8ec45a5b {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:32.035229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (757b6396-d6c0-40b5-97db-6cbd8ec45a5b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.040188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1e38d725-ce1d-4c9d-8fb8-816a3a408523 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (28b74a0e-b819-436c-b199-8cb98fac536f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.078099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea03a5d6-19a1-4d17-8fe9-29e0fb2790d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0319f7cb-9941-4866-935b-226115bc3b21), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.092474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-1e38d725-ce1d-4c9d-8fb8-816a3a408523 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Calling delete_port for 28b74a0e-b819-436c-b199-8cb98fac536f owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:32.102514 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-ea03a5d6-19a1-4d17-8fe9-29e0fb2790d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 0319f7cb-9941-4866-935b-226115bc3b21 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:32.143627 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-538d8abb-2037-40ac-b6ab-88ab1ad3276c None None] Provisioning complete for port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:32.144567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-538d8abb-2037-40ac-b6ab-88ab1ad3276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.145254 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-538d8abb-2037-40ac-b6ab-88ab1ad3276c None None] Attempt 1 to provision port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc Nov 03 02:22:32.175457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (757b6396-d6c0-40b5-97db-6cbd8ec45a5b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.196578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Calling delete_port for 757b6396-d6c0-40b5-97db-6cbd8ec45a5b owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:32.239781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946cf063-edf8-4dc9-967a-aa194df676ad tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:32.246074 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-946cf063-edf8-4dc9-967a-aa194df676ad tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.247070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-538d8abb-2037-40ac-b6ab-88ab1ad3276c None None] Current status of the port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:32.255624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241dc6e-8040-4868-9574-fb91d6ab42e3 None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:32.271490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (0d29d62b-3eab-45ef-9e82-276f03aa1307), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.277743 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241dc6e-8040-4868-9574-fb91d6ab42e3 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:32.278382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-1241dc6e-8040-4868-9574-fb91d6ab42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:32.280670 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-538d8abb-2037-40ac-b6ab-88ab1ad3276c None None] Provisioning complete for port 0319f7cb-9941-4866-935b-226115bc3b21 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:32.281061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-538d8abb-2037-40ac-b6ab-88ab1ad3276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0319f7cb-9941-4866-935b-226115bc3b21), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.281405 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-538d8abb-2037-40ac-b6ab-88ab1ad3276c None None] Attempt 1 to provision port 0319f7cb-9941-4866-935b-226115bc3b21 Nov 03 02:22:32.335661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Pushing event deleted for resources: {'Port': ['ID=0d29d62b-3eab-45ef-9e82-276f03aa1307,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:32.336285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-1241dc6e-8040-4868-9574-fb91d6ab42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:32.355814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-538d8abb-2037-40ac-b6ab-88ab1ad3276c None None] Port 0319f7cb-9941-4866-935b-226115bc3b21 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:32.356439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241dc6e-8040-4868-9574-fb91d6ab42e3 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:32.357091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-1241dc6e-8040-4868-9574-fb91d6ab42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:32.437211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-1241dc6e-8040-4868-9574-fb91d6ab42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:32.438217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241dc6e-8040-4868-9574-fb91d6ab42e3 None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:32.443475 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-946cf063-edf8-4dc9-967a-aa194df676ad tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "PUT /v2.0/floatingips/f1cd30c8-f55e-4ded-bf58-d21605f66faa HTTP/1.1" status: 200 len: 978 time: 3.8494153 Nov 03 02:22:32.448234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34418) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:32.459271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d1141cb0-d881-48a2-b400-0e6de338e6a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:32.490372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:32.506797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (176cd8f9-467a-44d2-8099-14e8e69ac079), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.546946 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:32.547583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.548053 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc Nov 03 02:22:32.585820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea03a5d6-19a1-4d17-8fe9-29e0fb2790d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (0319f7cb-9941-4866-935b-226115bc3b21), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.625182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:32.634902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1141cb0-d881-48a2-b400-0e6de338e6a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (f1cd30c8-f55e-4ded-bf58-d21605f66faa), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.648191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1e38d725-ce1d-4c9d-8fb8-816a3a408523 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (28b74a0e-b819-436c-b199-8cb98fac536f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.683779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38d725-ce1d-4c9d-8fb8-816a3a408523 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event deleted for resources: {'Port': ['ID=28b74a0e-b819-436c-b199-8cb98fac536f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:32.717609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1e38d725-ce1d-4c9d-8fb8-816a3a408523 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.720695 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1e38d725-ce1d-4c9d-8fb8-816a3a408523 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "DELETE /v2.0/ports/28b74a0e-b819-436c-b199-8cb98fac536f HTTP/1.1" status: 204 len: 168 time: 1.1199837 Nov 03 02:22:32.723083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34420) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:32.823063 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6eda0b-ee63-405f-8219-2d7307714b53 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Deleting subnet bee43787-0752-4c28-a517-e54337a9fc78 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:22:32.826784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cf6eda0b-ee63-405f-8219-2d7307714b53 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks [] for subnet (bee43787-0752-4c28-a517-e54337a9fc78), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.857073 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-538d8abb-2037-40ac-b6ab-88ab1ad3276c None None] Attempt 2 to provision port 0319f7cb-9941-4866-935b-226115bc3b21 Nov 03 02:22:32.873523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cf6eda0b-ee63-405f-8219-2d7307714b53 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (bee43787-0752-4c28-a517-e54337a9fc78), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.883996 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-538d8abb-2037-40ac-b6ab-88ab1ad3276c None None] Port 0319f7cb-9941-4866-935b-226115bc3b21 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:22:32.944415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (176cd8f9-467a-44d2-8099-14e8e69ac079), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.949029 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (176cd8f9-467a-44d2-8099-14e8e69ac079), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:32.950650 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03a5d6-19a1-4d17-8fe9-29e0fb2790d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=0319f7cb-9941-4866-935b-226115bc3b21,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:32.999410 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea03a5d6-19a1-4d17-8fe9-29e0fb2790d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.001339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4590ae21-cfb7-4b27-ab4e-e2141b15fb3f None None] Could not find standard attr ID for object 0319f7cb-9941-4866-935b-226115bc3b21. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:22:33.003967 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ea03a5d6-19a1-4d17-8fe9-29e0fb2790d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/0319f7cb-9941-4866-935b-226115bc3b21 HTTP/1.1" status: 204 len: 168 time: 1.4360197 Nov 03 02:22:33.008840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34422) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:33.030887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (757b6396-d6c0-40b5-97db-6cbd8ec45a5b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.061573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cf6eda0b-ee63-405f-8219-2d7307714b53 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (bee43787-0752-4c28-a517-e54337a9fc78), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.089171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event deleted for resources: {'Port': ['ID=757b6396-d6c0-40b5-97db-6cbd8ec45a5b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:33.171333 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (176cd8f9-467a-44d2-8099-14e8e69ac079), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.171976 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Fanout notify agent at l3_agent the message router_deleted on router 176cd8f9-467a-44d2-8099-14e8e69ac079 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:33.173514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.188807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.190147 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ce82dd97-ea14-4d7a-82bc-2c89bad77276 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/176cd8f9-467a-44d2-8099-14e8e69ac079 HTTP/1.1" status: 204 len: 168 time: 2.4767838 Nov 03 02:22:33.194484 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34424) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:33.199309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01cfb20-282c-40c6-a321-4e1f391d4b62 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:33.200407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cf6eda0b-ee63-405f-8219-2d7307714b53 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (bee43787-0752-4c28-a517-e54337a9fc78), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.200715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01cfb20-282c-40c6-a321-4e1f391d4b62 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:33.204934 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c01cfb20-282c-40c6-a321-4e1f391d4b62 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1902750 Nov 03 02:22:33.207328 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c4572ce6-8657-415b-8ef4-9d26f11df54f tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1256256527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:33.214001 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34426) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:33.286434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6eda0b-ee63-405f-8219-2d7307714b53 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event deleted for resources: {'Subnet': ['ID=bee43787-0752-4c28-a517-e54337a9fc78,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:33.289658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cf6eda0b-ee63-405f-8219-2d7307714b53 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.293704 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cf6eda0b-ee63-405f-8219-2d7307714b53 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "DELETE /v2.0/subnets/bee43787-0752-4c28-a517-e54337a9fc78 HTTP/1.1" status: 204 len: 168 time: 0.5696564 Nov 03 02:22:33.293974 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a06bd61-4764-49d1-ab94-e1e48a7957ab None None] Network 303f4135-0c07-4df9-a0ce-a61d9976814a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:33.295496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.297771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34428) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:33.298284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for router_controller (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.307144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1141cb0-d881-48a2-b400-0e6de338e6a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.318767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c4572ce6-8657-415b-8ef4-9d26f11df54f tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (b9656a27-fb0a-4d8e-90f6-d4b2938054be), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.319811 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c4572ce6-8657-415b-8ef4-9d26f11df54f tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (b9656a27-fb0a-4d8e-90f6-d4b2938054be), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.338124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1141cb0-d881-48a2-b400-0e6de338e6a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (f1cd30c8-f55e-4ded-bf58-d21605f66faa), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.338374 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-d1141cb0-d881-48a2-b400-0e6de338e6a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP f1cd30c8-f55e-4ded-bf58-d21605f66faa disassociated. External IP: 172.26.6.148, port: 469abb35-c4c5-4777-b8f7-839b827c8e80. Nov 03 02:22:33.348816 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (a0b47ea8-a13f-4017-a1f9-329aae4e2b30), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.349361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Fanout notify agent at l3_agent the message router_deleted on router a0b47ea8-a13f-4017-a1f9-329aae4e2b30 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:33.360847 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.364162 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-28abe5ff-7825-43c2-a793-c0a0d6cd4784 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "DELETE /v2.0/routers/a0b47ea8-a13f-4017-a1f9-329aae4e2b30 HTTP/1.1" status: 204 len: 168 time: 1.8763220 Nov 03 02:22:33.364450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34430) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:33.420946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2dbf43-607e-48c7-911d-f8e8b9134902 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Deleting subnet 4cd9db1f-8b05-40c2-966f-fa8210272606 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:22:33.424615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc2dbf43-607e-48c7-911d-f8e8b9134902 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for subnet (4cd9db1f-8b05-40c2-966f-fa8210272606), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.434018 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-e668e2e3-3ddc-4cb8-8e56-d67c1527c786 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:22:33.450908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e668e2e3-3ddc-4cb8-8e56-d67c1527c786 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.469803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc2dbf43-607e-48c7-911d-f8e8b9134902 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (4cd9db1f-8b05-40c2-966f-fa8210272606), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.491403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71daa2f5-ab7a-4d74-b18d-90108e6a7430 None None] DHCP port deletion for 303f4135-0c07-4df9-a0ce-a61d9976814a request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:22:33.536892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-71daa2f5-ab7a-4d74-b18d-90108e6a7430 None None] Deleting port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:33.537513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-71daa2f5-ab7a-4d74-b18d-90108e6a7430 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.540765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (303f4135-0c07-4df9-a0ce-a61d9976814a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.561193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc2dbf43-607e-48c7-911d-f8e8b9134902 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (4cd9db1f-8b05-40c2-966f-fa8210272606), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.582750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e668e2e3-3ddc-4cb8-8e56-d67c1527c786 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.588016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c4572ce6-8657-415b-8ef4-9d26f11df54f tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (b9656a27-fb0a-4d8e-90f6-d4b2938054be), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.614718 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c4572ce6-8657-415b-8ef4-9d26f11df54f tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (b9656a27-fb0a-4d8e-90f6-d4b2938054be), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.616242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-71daa2f5-ab7a-4d74-b18d-90108e6a7430 None None] For port 3b5ce624-60f9-4b9c-a2b9-b96314d08320, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3b5ce624-60f9-4b9c-a2b9-b96314d08320,segment=NetworkSegment(39c84e7f-ae26-463d-913b-22d4049a1d27),segment_id=39c84e7f-ae26-463d-913b-22d4049a1d27)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:33.616809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-71daa2f5-ab7a-4d74-b18d-90108e6a7430 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.627733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc2dbf43-607e-48c7-911d-f8e8b9134902 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (4cd9db1f-8b05-40c2-966f-fa8210272606), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.632220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-71daa2f5-ab7a-4d74-b18d-90108e6a7430 None None] Calling delete_port for 3b5ce624-60f9-4b9c-a2b9-b96314d08320 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:33.654443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c4572ce6-8657-415b-8ef4-9d26f11df54f tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.658212 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c4572ce6-8657-415b-8ef4-9d26f11df54f tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4524553 Nov 03 02:22:33.660265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34432) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:33.665249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Request body: {'router': {'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:33.667718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dbf43-607e-48c7-911d-f8e8b9134902 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd9db1f-8b05-40c2-966f-fa8210272606,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:33.677830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc2dbf43-607e-48c7-911d-f8e8b9134902 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.678511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1de56-665d-4ae0-aa07-35affd8b1f8b None None] Network c9d9facf-90ad-4c9b-80d3-d13176343b94 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:33.680969 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fc2dbf43-607e-48c7-911d-f8e8b9134902 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "DELETE /v2.0/subnets/4cd9db1f-8b05-40c2-966f-fa8210272606 HTTP/1.1" status: 204 len: 168 time: 0.3155162 Nov 03 02:22:33.708314 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34434) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:33.790057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-71daa2f5-ab7a-4d74-b18d-90108e6a7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.822796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71daa2f5-ab7a-4d74-b18d-90108e6a7430 None None] Pushing event deleted for resources: {'Port': ['ID=3b5ce624-60f9-4b9c-a2b9-b96314d08320,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:33.827750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71daa2f5-ab7a-4d74-b18d-90108e6a7430 None None] No DVR routers for this DVR port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:22:33.856848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e668e2e3-3ddc-4cb8-8e56-d67c1527c786 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.892863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (b9656a27-fb0a-4d8e-90f6-d4b2938054be), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.909497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (c9d9facf-90ad-4c9b-80d3-d13176343b94), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.937374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Deleting port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:33.937723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:33.951901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c554da-f3e1-465c-9908-b51802b0afb5 None None] DHCP port deletion for c9d9facf-90ad-4c9b-80d3-d13176343b94 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:22:33.990370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1141cb0-d881-48a2-b400-0e6de338e6a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:34.006127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-95c554da-f3e1-465c-9908-b51802b0afb5 None None] Deleting port 697a0383-90da-4ab5-a8c6-fac5085d9db1 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:34.006517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-95c554da-f3e1-465c-9908-b51802b0afb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.030487 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e668e2e3-3ddc-4cb8-8e56-d67c1527c786 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.071163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-95c554da-f3e1-465c-9908-b51802b0afb5 None None] For port 697a0383-90da-4ab5-a8c6-fac5085d9db1, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=697a0383-90da-4ab5-a8c6-fac5085d9db1,segment=NetworkSegment(748dc5b1-fa0c-48ff-aae1-b7016a65471d),segment_id=748dc5b1-fa0c-48ff-aae1-b7016a65471d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:34.071886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-95c554da-f3e1-465c-9908-b51802b0afb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.077299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] For port 3b5ce624-60f9-4b9c-a2b9-b96314d08320, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:34.077672 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.081704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668e2e3-3ddc-4cb8-8e56-d67c1527c786 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:34.085178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-95c554da-f3e1-465c-9908-b51802b0afb5 None None] Calling delete_port for 697a0383-90da-4ab5-a8c6-fac5085d9db1 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:34.093093 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e668e2e3-3ddc-4cb8-8e56-d67c1527c786 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.096317 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e668e2e3-3ddc-4cb8-8e56-d67c1527c786 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967 HTTP/1.1" status: 204 len: 168 time: 0.8811595 Nov 03 02:22:34.099863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34436) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:34.102944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302e5ff-4563-49d6-b377-f27e6941e47e None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:34.118224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (b9656a27-fb0a-4d8e-90f6-d4b2938054be), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.134737 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Calling delete_port for 3b5ce624-60f9-4b9c-a2b9-b96314d08320 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:34.138564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.142241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 was not found and therefore no delete operation was performed {{(pid=104393) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:22:34.170194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (3b5ce624-60f9-4b9c-a2b9-b96314d08320), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.216938 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6df72859-5473-4bc4-b1b6-bb84dd4397aa tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082311 Nov 03 02:22:34.225124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34438) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:34.230077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-297b5524-91c3-4c9b-b57e-0fa686b828e4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:34.239011 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event deleted for resources: {'Port': ['ID=3b5ce624-60f9-4b9c-a2b9-b96314d08320,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:34.255657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-95c554da-f3e1-465c-9908-b51802b0afb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.270343 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] No DVR routers for this DVR port 3b5ce624-60f9-4b9c-a2b9-b96314d08320 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:22:34.284687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c554da-f3e1-465c-9908-b51802b0afb5 None None] Pushing event deleted for resources: {'Port': ['ID=697a0383-90da-4ab5-a8c6-fac5085d9db1,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:34.288729 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c554da-f3e1-465c-9908-b51802b0afb5 None None] No DVR routers for this DVR port 697a0383-90da-4ab5-a8c6-fac5085d9db1 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:22:34.304984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Deleting port 697a0383-90da-4ab5-a8c6-fac5085d9db1 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:34.305302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.363819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Allocated IP 172.26.6.244 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/77673d74-3b65-4b27-bf92-a9cc22c074d4) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:34.365867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297b5524-91c3-4c9b-b57e-0fa686b828e4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:34.370923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-297b5524-91c3-4c9b-b57e-0fa686b828e4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.390655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49d1aac-e277-4360-ab71-2ab7c4722866 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:22:34.414728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1141cb0-d881-48a2-b400-0e6de338e6a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:34.427398 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e519df-7d55-4fb6-80c7-c55ce47160ca None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:34.435854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1141cb0-d881-48a2-b400-0e6de338e6a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.450448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (303f4135-0c07-4df9-a0ce-a61d9976814a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.454012 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e519df-7d55-4fb6-80c7-c55ce47160ca None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:34.456955 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-44e519df-7d55-4fb6-80c7-c55ce47160ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:34.483724 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] For port 697a0383-90da-4ab5-a8c6-fac5085d9db1, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:34.484095 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.506234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303f4135-0c07-4df9-a0ce-a61d9976814a']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:34.506807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3b5ce624-60f9-4b9c-a2b9-b96314d08320 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:22:34.514926 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d1141cb0-d881-48a2-b400-0e6de338e6a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "PUT /v2.0/floatingips/f1cd30c8-f55e-4ded-bf58-d21605f66faa HTTP/1.1" status: 200 len: 688 time: 2.0604200 Nov 03 02:22:34.517418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34440) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:34.518047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Calling delete_port for 697a0383-90da-4ab5-a8c6-fac5085d9db1 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:34.522056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Port 697a0383-90da-4ab5-a8c6-fac5085d9db1 was not found and therefore no delete operation was performed {{(pid=104393) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:22:34.523949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c84e7f-ae26-463d-913b-22d4049a1d27') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:34.524252 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c84e7f-ae26-463d-913b-22d4049a1d27') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:34.531546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (697a0383-90da-4ab5-a8c6-fac5085d9db1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.538779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (39c84e7f-ae26-463d-913b-22d4049a1d27), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.542669 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 3b5ce624-60f9-4b9c-a2b9-b96314d08320 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:22:34.543292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3b5ce624-60f9-4b9c-a2b9-b96314d08320 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:22:34.543942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 697a0383-90da-4ab5-a8c6-fac5085d9db1 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:22:34.547764 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-44e519df-7d55-4fb6-80c7-c55ce47160ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:34.558938 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e519df-7d55-4fb6-80c7-c55ce47160ca None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:34.559736 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-44e519df-7d55-4fb6-80c7-c55ce47160ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:34.570901 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event deleted for resources: {'Port': ['ID=697a0383-90da-4ab5-a8c6-fac5085d9db1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:34.572991 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] No DVR routers for this DVR port 697a0383-90da-4ab5-a8c6-fac5085d9db1 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:22:34.577598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b49d1aac-e277-4360-ab71-2ab7c4722866 None None] Deleting port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:34.578189 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b49d1aac-e277-4360-ab71-2ab7c4722866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.579364 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (39c84e7f-ae26-463d-913b-22d4049a1d27), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.583797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 697a0383-90da-4ab5-a8c6-fac5085d9db1 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:22:34.584293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 697a0383-90da-4ab5-a8c6-fac5085d9db1 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:22:34.584739 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:22:34.609600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:22:34.610003 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (39c84e7f-ae26-463d-913b-22d4049a1d27), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.637078 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 39c84e7f-ae26-463d-913b-22d4049a1d27 resource provider aggregate not found Nov 03 02:22:34.643198 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-44e519df-7d55-4fb6-80c7-c55ce47160ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:34.644118 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e519df-7d55-4fb6-80c7-c55ce47160ca None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:34.691111 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 39c84e7f-ae26-463d-913b-22d4049a1d27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39c84e7f-ae26-463d-913b-22d4049a1d27 found for delete ", "request_id": "req-980c7411-48ac-4dd5-87af-f93cf97d54d3"}]} Nov 03 02:22:34.709703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b49d1aac-e277-4360-ab71-2ab7c4722866 None None] For port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:34.710025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b49d1aac-e277-4360-ab71-2ab7c4722866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.715043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for port (77673d74-3b65-4b27-bf92-a9cc22c074d4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.726293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (c9d9facf-90ad-4c9b-80d3-d13176343b94), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.731953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b49d1aac-e277-4360-ab71-2ab7c4722866 None None] Calling delete_port for d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:34.736729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (303f4135-0c07-4df9-a0ce-a61d9976814a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.746084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.749274 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] 10.222.0.23 "DELETE /v2.0/networks/303f4135-0c07-4df9-a0ce-a61d9976814a HTTP/1.1" status: 204 len: 168 time: 1.4445300 Nov 03 02:22:34.780252 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d9facf-90ad-4c9b-80d3-d13176343b94']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:34.783305 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61b163-632e-4dda-8a83-f370d5cfaa07 tempest-AllowedAddressPairIpV6TestJSON-1238941856 tempest-AllowedAddressPairIpV6TestJSON-1238941856-project] Pushing event deleted for resources: {'Network': ['ID=303f4135-0c07-4df9-a0ce-a61d9976814a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:34.795459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748dc5b1-fa0c-48ff-aae1-b7016a65471d') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:34.796004 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748dc5b1-fa0c-48ff-aae1-b7016a65471d') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:34.807385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (748dc5b1-fa0c-48ff-aae1-b7016a65471d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.810365 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:34.810761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.825984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (748dc5b1-fa0c-48ff-aae1-b7016a65471d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.833577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:22:34.834422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (748dc5b1-fa0c-48ff-aae1-b7016a65471d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.844806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-297b5524-91c3-4c9b-b57e-0fa686b828e4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (178f9e82-f4cd-4654-ab35-3b0dcab919e0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.882164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:34.889167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-49a5c159-106a-499d-9787-9e78b07213d5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port 3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:34.889883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-49a5c159-106a-499d-9787-9e78b07213d5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.896317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (77673d74-3b65-4b27-bf92-a9cc22c074d4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.902724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.942748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (c9d9facf-90ad-4c9b-80d3-d13176343b94), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.954831 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b49d1aac-e277-4360-ab71-2ab7c4722866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.955434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:34.960499 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "DELETE /v2.0/networks/c9d9facf-90ad-4c9b-80d3-d13176343b94 HTTP/1.1" status: 204 len: 168 time: 1.2494018 Nov 03 02:22:34.964110 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34448) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:34.979101 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:34.982854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fa75b-5c1d-4d69-8664-adb021322658 tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event deleted for resources: {'Network': ['ID=c9d9facf-90ad-4c9b-80d3-d13176343b94,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:34.985598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d1aac-e277-4360-ab71-2ab7c4722866 None None] No DVR routers for this DVR port d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:22:35.011281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297b5524-91c3-4c9b-b57e-0fa686b828e4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:35.012092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d1aac-e277-4360-ab71-2ab7c4722866 None None] Pushing event deleted for resources: {'Port': ['ID=d8c8b6a4-97cc-426f-bcb4-c5f4bb16e5dc,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:35.029472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-297b5524-91c3-4c9b-b57e-0fa686b828e4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:35.033224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b5524-91c3-4c9b-b57e-0fa686b828e4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:35.033864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-297b5524-91c3-4c9b-b57e-0fa686b828e4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.039416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:35.042086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb04f54-127e-43c7-bc56-a9eba759e651 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:35.057075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:35.060295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:35.062568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b5524-91c3-4c9b-b57e-0fa686b828e4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=178f9e82-f4cd-4654-ab35-3b0dcab919e0,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:35.103453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Pushing event updated for resources: {'Port': ['ID=77673d74-3b65-4b27-bf92-a9cc22c074d4,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:35.126581 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-297b5524-91c3-4c9b-b57e-0fa686b828e4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9003823 Nov 03 02:22:35.130845 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34454) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:35.140253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'name': 'tempest-NetworksTestDHCPv6-1556647652'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:35.148369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-49a5c159-106a-499d-9787-9e78b07213d5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.148825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-49a5c159-106a-499d-9787-9e78b07213d5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.167871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-49a5c159-106a-499d-9787-9e78b07213d5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for 3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:35.200239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34456) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:35.235144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-9d53380b-752f-4dfd-8cd7-079eaa85102a tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Deleting port dcb8aaeb-49df-499b-aa40-feed168c0735 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:35.235844 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d53380b-752f-4dfd-8cd7-079eaa85102a tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (dcb8aaeb-49df-499b-aa40-feed168c0735), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.333846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': '178f9e82-f4cd-4654-ab35-3b0dcab919e0'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:22:35.335085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.383271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d53380b-752f-4dfd-8cd7-079eaa85102a tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (dcb8aaeb-49df-499b-aa40-feed168c0735), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.384019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d53380b-752f-4dfd-8cd7-079eaa85102a tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for floatingip (dcb8aaeb-49df-499b-aa40-feed168c0735), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.405219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:35.409094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.423648 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-9d53380b-752f-4dfd-8cd7-079eaa85102a tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Calling delete_port for dcb8aaeb-49df-499b-aa40-feed168c0735 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:35.460528 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 66184267-c022-4ff9-b55d-39c8663ae9eb yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:35.469694 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7370821f-8573-48b5-a38d-bc7d4023a180 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ea991c8dfda436ea001390837b64142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658515 Nov 03 02:22:35.487438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34460) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:35.490300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/178f9e82-f4cd-4654-ab35-3b0dcab919e0/2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:35.515028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (b9656a27-fb0a-4d8e-90f6-d4b2938054be), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.574504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-49a5c159-106a-499d-9787-9e78b07213d5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.610227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5c159-106a-499d-9787-9e78b07213d5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=3cc9d1d5-2934-4c21-a64c-e3d49b4d5eb2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:35.643770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Publish callbacks [] for port (2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.651374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.677160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-301b8b4e-d985-405f-b636-a7438541d027 admin admin] Publish callbacks [] for security_group (7e9ef632-2d20-48f6-851a-60fb7651cc6f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.679168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d53380b-752f-4dfd-8cd7-079eaa85102a tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (dcb8aaeb-49df-499b-aa40-feed168c0735), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.694744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:35.699948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:35.709289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:35.712199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:35.734159 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53380b-752f-4dfd-8cd7-079eaa85102a tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Pushing event deleted for resources: {'Port': ['ID=dcb8aaeb-49df-499b-aa40-feed168c0735,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:35.747016 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-301b8b4e-d985-405f-b636-a7438541d027 admin admin] Publish callbacks [] for security_group (7e9ef632-2d20-48f6-851a-60fb7651cc6f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.767997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Attempting to bind port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:35.768371 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Attempting to bind port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:35.768769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Attempting to bind port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:35.772176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::25a (45083813-f1f1-4019-a736-ce483eb72093/178f9e82-f4cd-4654-ab35-3b0dcab919e0/66184267-c022-4ff9-b55d-39c8663ae9eb) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:35.774596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:35.774977 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:35.775382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.775779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:35.776829 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Bound port: 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:35.777252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.834271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d53380b-752f-4dfd-8cd7-079eaa85102a tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks [] for floatingip (e963b7fd-0a29-450f-acee-11f10f67ca74), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.837205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d53380b-752f-4dfd-8cd7-079eaa85102a tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.841811 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9d53380b-752f-4dfd-8cd7-079eaa85102a tempest-FloatingIPAdminTestJSON-2073986774 tempest-FloatingIPAdminTestJSON-2073986774-project] 10.222.0.23 "DELETE /v2.0/floatingips/e963b7fd-0a29-450f-acee-11f10f67ca74 HTTP/1.1" status: 204 len: 168 time: 0.8765409 Nov 03 02:22:35.863410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] For port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:35.866762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] For port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:35.876176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:35.968550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01969a35-4748-40f4-9591-2477aae62bb2 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:36.018654 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (66184267-c022-4ff9-b55d-39c8663ae9eb), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.054908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (66184267-c022-4ff9-b55d-39c8663ae9eb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.103694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-49a5c159-106a-499d-9787-9e78b07213d5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (f1cd30c8-f55e-4ded-bf58-d21605f66faa), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.108472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-49a5c159-106a-499d-9787-9e78b07213d5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.112953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-49a5c159-106a-499d-9787-9e78b07213d5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/floatingips/f1cd30c8-f55e-4ded-bf58-d21605f66faa HTTP/1.1" status: 204 len: 168 time: 1.5920091 Nov 03 02:22:36.113352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:36.114286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34468) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:36.132621 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:36.175692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:36.187870 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:36.188934 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.194779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=66184267-c022-4ff9-b55d-39c8663ae9eb,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:36.197375 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-c0d9aec2-30f6-407e-ae38-781513f06fe1 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] delete failed (client error): The resource could not be found. Nov 03 02:22:36.199132 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c0d9aec2-30f6-407e-ae38-781513f06fe1 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/floatingips/f1cd30c8-f55e-4ded-bf58-d21605f66faa HTTP/1.1" status: 404 len: 345 time: 0.0778232 Nov 03 02:22:36.202749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34470) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:36.207339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34472) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:36.251826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-301b8b4e-d985-405f-b636-a7438541d027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7e9ef632-2d20-48f6-851a-60fb7651cc6f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.254907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-301b8b4e-d985-405f-b636-a7438541d027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.259184 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-301b8b4e-d985-405f-b636-a7438541d027 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e9ef632-2d20-48f6-851a-60fb7651cc6f HTTP/1.1" status: 204 len: 168 time: 0.7707181 Nov 03 02:22:36.263130 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (b9656a27-fb0a-4d8e-90f6-d4b2938054be), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.269364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (b9656a27-fb0a-4d8e-90f6-d4b2938054be), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.277516 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b8b4e-d985-405f-b636-a7438541d027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9ef632-2d20-48f6-851a-60fb7651cc6f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:36.284107 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3379ad75-b587-4c2d-a30c-e7d618874af2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1518943 Nov 03 02:22:36.284623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34478) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:36.353014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb8e4ce-4274-42a2-93e1-a46e6186cfba tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:36.360918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb8e4ce-4274-42a2-93e1-a46e6186cfba tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:36.369417 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb8e4ce-4274-42a2-93e1-a46e6186cfba tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:36.378012 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4cb8e4ce-4274-42a2-93e1-a46e6186cfba tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "GET /v2.0/ports?network_id=05a1cb63-a93e-4e70-b19a-bd8e84192762 HTTP/1.1" status: 200 len: 2358 time: 0.1581030 Nov 03 02:22:36.378706 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34480) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:36.494041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384248db-1df4-42e3-9261-e6f3b14ecefe tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:36.500424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384248db-1df4-42e3-9261-e6f3b14ecefe tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:36.502131 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-384248db-1df4-42e3-9261-e6f3b14ecefe tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2169044 Nov 03 02:22:36.504782 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34484) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:36.555052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:36.663609 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:36.664908 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.665653 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 Nov 03 02:22:36.711709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-320617a1-8b28-4387-9778-fb65adb8bf8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 66184267-c022-4ff9-b55d-39c8663ae9eb {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:36.712060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-320617a1-8b28-4387-9778-fb65adb8bf8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (66184267-c022-4ff9-b55d-39c8663ae9eb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.780337 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 748dc5b1-fa0c-48ff-aae1-b7016a65471d resource provider aggregate not found Nov 03 02:22:36.794048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Router b9656a27-fb0a-4d8e-90f6-d4b2938054be is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:22:36.809081 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 748dc5b1-fa0c-48ff-aae1-b7016a65471d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 748dc5b1-fa0c-48ff-aae1-b7016a65471d found for delete ", "request_id": "req-1b488703-1ee5-4b1c-8a17-572f519fc54e"}]} Nov 03 02:22:36.820653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf8228-c08b-4253-890b-306ecfa2a463 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:36.822505 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-edcf8228-c08b-4253-890b-306ecfa2a463 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "GET /v2.0/subnets/5ca9f31e-aa85-4021-b22f-9d1108911fb8 HTTP/1.1" status: 200 len: 797 time: 0.4427977 Nov 03 02:22:36.828968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34496) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:36.834131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:36.834536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:36.836764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'port': {'network_id': '05a1cb63-a93e-4e70-b19a-bd8e84192762', 'name': 'tempest-FloatingIPTestJSON-153633235', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:36.905934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:36.907836 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-73578389-a669-467e-b17a-802fcde4dc1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d91a75f2b9ae4fac9272bae24686c4af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7044649 Nov 03 02:22:36.910523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34500) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:36.919600 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.010104 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9be38864-6ff8-4703-aba2-7f0c7fa591db admin admin] Publish callbacks [] for security_group (91c8f33e-ac76-416e-8d09-a9d1ead2e9d6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.048245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:37.064831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-320617a1-8b28-4387-9778-fb65adb8bf8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (66184267-c022-4ff9-b55d-39c8663ae9eb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.079132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9be38864-6ff8-4703-aba2-7f0c7fa591db admin admin] Publish callbacks [] for security_group (91c8f33e-ac76-416e-8d09-a9d1ead2e9d6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.102315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-320617a1-8b28-4387-9778-fb65adb8bf8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 66184267-c022-4ff9-b55d-39c8663ae9eb owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:37.114358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:37.114813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Made reservation on behalf of 98d83dbc22a64949b5de85431c64fbca for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:37.125661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.129919 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c27c19f9-2439-4f9f-a16a-7b852c978f89 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "PUT /v2.0/routers/b9656a27-fb0a-4d8e-90f6-d4b2938054be HTTP/1.1" status: 200 len: 880 time: 3.4655540 Nov 03 02:22:37.130102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34506) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:37.136500 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2cb8f-6065-4413-8714-80cc0fa43337 None None] Sync routers for ids ['b9656a27-fb0a-4d8e-90f6-d4b2938054be'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:37.158119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2cb8f-6065-4413-8714-80cc0fa43337 None None] Routers {'b9656a27-fb0a-4d8e-90f6-d4b2938054be'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:37.159635 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-91c2cb8f-6065-4413-8714-80cc0fa43337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b9656a27-fb0a-4d8e-90f6-d4b2938054be'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:37.227259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9be38864-6ff8-4703-aba2-7f0c7fa591db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (91c8f33e-ac76-416e-8d09-a9d1ead2e9d6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.231459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9be38864-6ff8-4703-aba2-7f0c7fa591db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.233082 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9be38864-6ff8-4703-aba2-7f0c7fa591db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91c8f33e-ac76-416e-8d09-a9d1ead2e9d6 HTTP/1.1" status: 204 len: 168 time: 0.3215096 Nov 03 02:22:37.249038 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.254582 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be38864-6ff8-4703-aba2-7f0c7fa591db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c8f33e-ac76-416e-8d09-a9d1ead2e9d6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:37.263093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-91c2cb8f-6065-4413-8714-80cc0fa43337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:37.282108 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] device_id is not set on port 15a0e7ca-8715-4f37-8485-a290844dd059 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:37.312901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2cb8f-6065-4413-8714-80cc0fa43337 None None] Routers {'b9656a27-fb0a-4d8e-90f6-d4b2938054be'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:37.313589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-91c2cb8f-6065-4413-8714-80cc0fa43337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b9656a27-fb0a-4d8e-90f6-d4b2938054be'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:37.385414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-91c2cb8f-6065-4413-8714-80cc0fa43337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:37.386101 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2cb8f-6065-4413-8714-80cc0fa43337 None None] The sync data for ids ['b9656a27-fb0a-4d8e-90f6-d4b2938054be'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:37.408574 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-50c27817-3db6-448e-b2f3-af3e5b5f628c tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/routers/b9656a27-fb0a-4d8e-90f6-d4b2938054be HTTP/1.1" status: 200 len: 921 time: 0.2768502 Nov 03 02:22:37.409374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34514) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:37.500151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3722d43d-85e0-44e4-944a-cdc3b0ff11ea tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:37.501973 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3722d43d-85e0-44e4-944a-cdc3b0ff11ea tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&device_id=b9656a27-fb0a-4d8e-90f6-d4b2938054be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0892205 Nov 03 02:22:37.505070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34518) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:37.546136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34520) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:37.594134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-320617a1-8b28-4387-9778-fb65adb8bf8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (66184267-c022-4ff9-b55d-39c8663ae9eb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.604606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ac8a2918-5fe0-4bea-9c69-f12ff0ce87b7 None None] Provisioning complete for port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:37.606265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2918-5fe0-4bea-9c69-f12ff0ce87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.606774 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ac8a2918-5fe0-4bea-9c69-f12ff0ce87b7 None None] Attempt 1 to provision port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 Nov 03 02:22:37.694889 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.20.0.14 (05a1cb63-a93e-4e70-b19a-bd8e84192762/5ca9f31e-aa85-4021-b22f-9d1108911fb8/15a0e7ca-8715-4f37-8485-a290844dd059) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:37.710325 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.20.0.13 (05a1cb63-a93e-4e70-b19a-bd8e84192762/5ca9f31e-aa85-4021-b22f-9d1108911fb8/15a0e7ca-8715-4f37-8485-a290844dd059) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:37.717689 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43dcebc-facd-469a-82a8-4c58396d7588 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:37.725421 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c43dcebc-facd-469a-82a8-4c58396d7588 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/networks/2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 881 time: 0.2177939 Nov 03 02:22:37.726645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34524) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:37.727314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320617a1-8b28-4387-9778-fb65adb8bf8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=66184267-c022-4ff9-b55d-39c8663ae9eb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:37.734517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-320617a1-8b28-4387-9778-fb65adb8bf8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.740046 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-320617a1-8b28-4387-9778-fb65adb8bf8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/66184267-c022-4ff9-b55d-39c8663ae9eb HTTP/1.1" status: 204 len: 168 time: 1.2340310 Nov 03 02:22:37.742878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34526) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:37.758176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a2918-5fe0-4bea-9c69-f12ff0ce87b7 None None] Current status of the port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:37.780859 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b144c6a5-3bd1-4b46-a783-90d59b26efe2 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9656a27-fb0a-4d8e-90f6-d4b2938054be HTTP/1.1" status: 200 len: 205 time: 0.0485995 Nov 03 02:22:37.788697 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34528) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:37.859951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34530) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:37.880047 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-92c0a9a6-4f46-4aa5-aa25-4a8fc8b8c5d4 None None] Could not find standard attr ID for object 66184267-c022-4ff9-b55d-39c8663ae9eb. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:22:37.882992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a1e79-3184-4fd4-8eaa-e6b7b03ec988 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:37.885504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a1e79-3184-4fd4-8eaa-e6b7b03ec988 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:37.887756 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-057a1e79-3184-4fd4-8eaa-e6b7b03ec988 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1439111 Nov 03 02:22:37.891542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34532) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:37.901566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd40ef78-2f93-4492-8c04-d17b07aaa26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.953565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7940e4-650f-4385-89e0-6542799ed6b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 178f9e82-f4cd-4654-ab35-3b0dcab919e0 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:22:37.957605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b7940e4-650f-4385-89e0-6542799ed6b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (178f9e82-f4cd-4654-ab35-3b0dcab919e0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.972266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:37.986118 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-86189630'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:38.020149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b7940e4-650f-4385-89e0-6542799ed6b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (178f9e82-f4cd-4654-ab35-3b0dcab919e0), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.049236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Made reservation on behalf of dbf712251f834b6aa16741d75ae7c9f7 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:38.052050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.064804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (b9656a27-fb0a-4d8e-90f6-d4b2938054be), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.065863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.152819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b7940e4-650f-4385-89e0-6542799ed6b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (178f9e82-f4cd-4654-ab35-3b0dcab919e0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.195670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (15a0e7ca-8715-4f37-8485-a290844dd059), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.233956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for security_group (f453cd40-1e5d-4531-a798-b48d41f5afff), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.238678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (f453cd40-1e5d-4531-a798-b48d41f5afff), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.243452 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd40ef78-2f93-4492-8c04-d17b07aaa26b admin admin] Publish callbacks [] for security_group (8cf15b5b-b306-4e1f-9db6-f59dfb225a75), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.249939 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b7940e4-650f-4385-89e0-6542799ed6b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (178f9e82-f4cd-4654-ab35-3b0dcab919e0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.253271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (b9656a27-fb0a-4d8e-90f6-d4b2938054be), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.257463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd40ef78-2f93-4492-8c04-d17b07aaa26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (8cf15b5b-b306-4e1f-9db6-f59dfb225a75), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.301892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:22:38.302137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (15a0e7ca-8715-4f37-8485-a290844dd059), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.306450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7940e4-650f-4385-89e0-6542799ed6b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=178f9e82-f4cd-4654-ab35-3b0dcab919e0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:38.309333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b7940e4-650f-4385-89e0-6542799ed6b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.315014 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5b7940e4-650f-4385-89e0-6542799ed6b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/178f9e82-f4cd-4654-ab35-3b0dcab919e0 HTTP/1.1" status: 204 len: 168 time: 0.4192977 Nov 03 02:22:38.315172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6748b2d-e9de-44ab-8d44-5257ec3001f2 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:38.317650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34534) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:38.337307 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dd40ef78-2f93-4492-8c04-d17b07aaa26b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d4a0ca1e8404724b3364fbc4511ce25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721732 Nov 03 02:22:38.343592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f453cd40-1e5d-4531-a798-b48d41f5afff,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:38.359150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40ef78-2f93-4492-8c04-d17b07aaa26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf15b5b-b306-4e1f-9db6-f59dfb225a75,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:38.363094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34536) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:38.379730 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-33e09f8e-8902-464d-882e-8c44954ea324 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584483 Nov 03 02:22:38.380022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34538) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:38.382780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (18b52854-156d-4f57-91c1-c8db736164df), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.383001 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Added segment 18b52854-156d-4f57-91c1-c8db736164df of type vlan for network c974ead9-5fc4-40a0-a191-fed784e0947b Nov 03 02:22:38.387980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-50480095-d8a8-416d-8d9d-99d92c08ecf8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:38.397034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 05a1cb63-a93e-4e70-b19a-bd8e84192762 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:38.413825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:38.419582 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=15a0e7ca-8715-4f37-8485-a290844dd059,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:38.425868 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:38.476140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Deleting port 77673d74-3b65-4b27-bf92-a9cc22c074d4 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:38.476529 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (77673d74-3b65-4b27-bf92-a9cc22c074d4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.484554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (c974ead9-5fc4-40a0-a191-fed784e0947b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.531238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (c974ead9-5fc4-40a0-a191-fed784e0947b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.536741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:38.537329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.540464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:38.542371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.550971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50480095-d8a8-416d-8d9d-99d92c08ecf8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:38.552155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd1d43-8f15-42c7-b8bc-ee67dcdd1b86 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:22:38.554816 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50480095-d8a8-416d-8d9d-99d92c08ecf8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.556250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c26611a-df81-425e-9060-f49dce0ddd2b admin admin] Publish callbacks [] for security_group (8cf15b5b-b306-4e1f-9db6-f59dfb225a75), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.581157 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-df08ca5b-6588-48ac-936c-b3e0f01d9167 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7508647 Nov 03 02:22:38.586211 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34540) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:38.596436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '15a0e7ca-8715-4f37-8485-a290844dd059', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:38.610243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-76dd1d43-8f15-42c7-b8bc-ee67dcdd1b86 None None] Deleting port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:38.610866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-76dd1d43-8f15-42c7-b8bc-ee67dcdd1b86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.613533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c26611a-df81-425e-9060-f49dce0ddd2b admin admin] Publish callbacks [] for security_group (8cf15b5b-b306-4e1f-9db6-f59dfb225a75), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.644943 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0977075 Nov 03 02:22:38.649624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34542) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:38.654620 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (77673d74-3b65-4b27-bf92-a9cc22c074d4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.658938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Request body: {'subnet': {'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:38.683856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Calling delete_port for 77673d74-3b65-4b27-bf92-a9cc22c074d4 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:38.685815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.689567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-76dd1d43-8f15-42c7-b8bc-ee67dcdd1b86 None None] For port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:38.690076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-76dd1d43-8f15-42c7-b8bc-ee67dcdd1b86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.709934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-76dd1d43-8f15-42c7-b8bc-ee67dcdd1b86 None None] Calling delete_port for 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:38.736956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda241e-3d06-4860-9811-676d05b14b40 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'Network': ['ID=c974ead9-5fc4-40a0-a191-fed784e0947b,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:38.759614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network c974ead9-5fc4-40a0-a191-fed784e0947b details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:22:38.794382 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c26611a-df81-425e-9060-f49dce0ddd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (8cf15b5b-b306-4e1f-9db6-f59dfb225a75), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.797001 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c26611a-df81-425e-9060-f49dce0ddd2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.800657 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7c26611a-df81-425e-9060-f49dce0ddd2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cf15b5b-b306-4e1f-9db6-f59dfb225a75 HTTP/1.1" status: 204 len: 168 time: 0.4314914 Nov 03 02:22:38.821177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Made reservation on behalf of dbf712251f834b6aa16741d75ae7c9f7 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:38.825777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.830407 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26611a-df81-425e-9060-f49dce0ddd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf15b5b-b306-4e1f-9db6-f59dfb225a75,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:38.928247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-76dd1d43-8f15-42c7-b8bc-ee67dcdd1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.958820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:38.996848 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd1d43-8f15-42c7-b8bc-ee67dcdd1b86 None None] Pushing event deleted for resources: {'Port': ['ID=2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:39.004521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (77673d74-3b65-4b27-bf92-a9cc22c074d4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.007608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd1d43-8f15-42c7-b8bc-ee67dcdd1b86 None None] No DVR routers for this DVR port 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:22:39.039885 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Pushing event deleted for resources: {'Port': ['ID=77673d74-3b65-4b27-bf92-a9cc22c074d4,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:39.047345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50480095-d8a8-416d-8d9d-99d92c08ecf8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (976f8d4c-7cd0-4bd0-be39-9665054a8e24), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.127193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50480095-d8a8-416d-8d9d-99d92c08ecf8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:39.135837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-50480095-d8a8-416d-8d9d-99d92c08ecf8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:39.139375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50480095-d8a8-416d-8d9d-99d92c08ecf8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:39.139987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50480095-d8a8-416d-8d9d-99d92c08ecf8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.147263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e5854-b831-4da0-b090-91dd962dbaa7 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:39.153935 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (b9656a27-fb0a-4d8e-90f6-d4b2938054be), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.156147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50480095-d8a8-416d-8d9d-99d92c08ecf8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=976f8d4c-7cd0-4bd0-be39-9665054a8e24,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:39.156420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.26.6.105 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/14221eeb-11d1-4a58-a110-d31936b0a6c4) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:39.168750 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-50480095-d8a8-416d-8d9d-99d92c08ecf8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7873037 Nov 03 02:22:39.171164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34550) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:39.176080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'name': 'tempest-NetworksTestDHCPv6-1193100367'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:39.263058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (b9656a27-fb0a-4d8e-90f6-d4b2938054be), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.288386 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (b9656a27-fb0a-4d8e-90f6-d4b2938054be), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.294664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (c983aefb-ea60-48d8-b09b-26f8c351fed5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.321239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': '976f8d4c-7cd0-4bd0-be39-9665054a8e24'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:22:39.323218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.356680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (b9656a27-fb0a-4d8e-90f6-d4b2938054be), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.357216 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Fanout notify agent at l3_agent the message router_deleted on router b9656a27-fb0a-4d8e-90f6-d4b2938054be {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:39.366162 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.367393 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7911751c-76b7-4d3c-8a20-a4cbc2826b6a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/b9656a27-fb0a-4d8e-90f6-d4b2938054be HTTP/1.1" status: 204 len: 168 time: 1.5776818 Nov 03 02:22:39.374593 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34552) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:39.385219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-34474ea9-5de9-4b36-b3a3-96587c82be52 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-750142442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:39.391897 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'Subnet': ['ID=c983aefb-ea60-48d8-b09b-26f8c351fed5,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:39.414905 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (14221eeb-11d1-4a58-a110-d31936b0a6c4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.416276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Checking segment: {'id': '18b52854-156d-4f57-91c1-c8db736164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:39.417225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Network hostable DHCP agents. Network: c974ead9-5fc4-40a0-a191-fed784e0947b, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:22:39.428287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34474ea9-5de9-4b36-b3a3-96587c82be52 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (25ed3e39-4b04-472a-b834-dfc478f93d95), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.429446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34474ea9-5de9-4b36-b3a3-96587c82be52 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (25ed3e39-4b04-472a-b834-dfc478f93d95), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.431407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:39.434645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34554) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:39.435503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.462425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-42bd0828-84f5-4bab-9b4d-eec9c7225ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.463390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 0c379427-4da4-4728-97f5-6e0f07616c66 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:39.470059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Network c974ead9-5fc4-40a0-a191-fed784e0947b is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:22:39.506927 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, c974ead9-5fc4-40a0-a191-fed784e0947b) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:39.515347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:39.515943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.524446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda03fa3-d44a-49f1-8034-08848a3c4630 None None] Network c974ead9-5fc4-40a0-a191-fed784e0947b requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:39.528014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34474ea9-5de9-4b36-b3a3-96587c82be52 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (25ed3e39-4b04-472a-b834-dfc478f93d95), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.535231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (14221eeb-11d1-4a58-a110-d31936b0a6c4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.544568 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6ffeaea7-1a11-4f43-b770-74f0707e3580 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8899810 Nov 03 02:22:39.546223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34474ea9-5de9-4b36-b3a3-96587c82be52 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (25ed3e39-4b04-472a-b834-dfc478f93d95), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.547619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34556) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:39.553201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Request body: {'port': {'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b', 'name': 'tempest-AllowedAddressPairTestJSON-1758933794'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:39.585536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/976f8d4c-7cd0-4bd0-be39-9665054a8e24/82efb9de-fb91-4353-84c1-f2abc52b8f0a) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:39.608528 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:39.611369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34474ea9-5de9-4b36-b3a3-96587c82be52 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.612645 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-34474ea9-5de9-4b36-b3a3-96587c82be52 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2370462 Nov 03 02:22:39.615604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34558) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:39.617534 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:39.622663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'enable_snat': True}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:39.623321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=14221eeb-11d1-4a58-a110-d31936b0a6c4,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:39.625898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:39.687687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-42bd0828-84f5-4bab-9b4d-eec9c7225ecb admin admin] Publish callbacks [] for security_group (dc79b866-83aa-4007-9973-e91baa3fa6f5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.693909 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-42bd0828-84f5-4bab-9b4d-eec9c7225ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (dc79b866-83aa-4007-9973-e91baa3fa6f5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.722125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-c974ead9-5fc4-40a0-a191-fed784e0947b', 'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b', 'project_id': 'dbf712251f834b6aa16741d75ae7c9f7', 'fixed_ips': [{'subnet_id': 'c983aefb-ea60-48d8-b09b-26f8c351fed5'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:22:39.723314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.748983 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ab9d4ce1-d136-44f3-855f-448dd3a054bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.787319 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-42bd0828-84f5-4bab-9b4d-eec9c7225ecb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acc88b3aabf744baa52b560431c90e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501363 Nov 03 02:22:39.790082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34560) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:39.790480 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd0828-84f5-4bab-9b4d-eec9c7225ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc79b866-83aa-4007-9973-e91baa3fa6f5,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:39.867527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Made reservation on behalf of dbf712251f834b6aa16741d75ae7c9f7 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:39.871466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.916920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (25ed3e39-4b04-472a-b834-dfc478f93d95), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.928877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] device_id is not set on port dd0dc9b7-16c7-4fce-b792-027c9c50baea yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:39.934014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Publish callbacks [] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.949839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:39.961605 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Allocated IP 172.20.0.2 (c974ead9-5fc4-40a0-a191-fed784e0947b/c983aefb-ea60-48d8-b09b-26f8c351fed5/73d4cece-cc45-4163-b2ca-aa9e6707ac2d) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:40.013772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:40.018658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Pushing event updated for resources: {'Port': ['ID=82efb9de-fb91-4353-84c1-f2abc52b8f0a,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:40.021162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:40.032369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:40.045788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f375d0-c185-48e5-bdfe-4388f6a830e5 admin admin] Publish callbacks [] for security_group (dc79b866-83aa-4007-9973-e91baa3fa6f5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.099150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f375d0-c185-48e5-bdfe-4388f6a830e5 admin admin] Publish callbacks [] for security_group (dc79b866-83aa-4007-9973-e91baa3fa6f5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.109879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (72a57585-fbf4-4848-a30e-6012ed70fd0d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.111422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::2aa (45083813-f1f1-4019-a736-ce483eb72093/976f8d4c-7cd0-4bd0-be39-9665054a8e24/0c379427-4da4-4728-97f5-6e0f07616c66) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:40.121240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Attempting to bind port 82efb9de-fb91-4353-84c1-f2abc52b8f0a on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:40.121624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Attempting to bind port 82efb9de-fb91-4353-84c1-f2abc52b8f0a by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:40.121995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Attempting to bind port 82efb9de-fb91-4353-84c1-f2abc52b8f0a on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:40.135861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:40.136288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:40.136694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.137097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:40.137586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Bound port: 82efb9de-fb91-4353-84c1-f2abc52b8f0a, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:40.137973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.187780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (14221eeb-11d1-4a58-a110-d31936b0a6c4), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.261451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] For port 82efb9de-fb91-4353-84c1-f2abc52b8f0a, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:40.264832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f375d0-c185-48e5-bdfe-4388f6a830e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (dc79b866-83aa-4007-9973-e91baa3fa6f5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.266232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] For port 82efb9de-fb91-4353-84c1-f2abc52b8f0a, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=82efb9de-fb91-4353-84c1-f2abc52b8f0a,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:40.267560 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f375d0-c185-48e5-bdfe-4388f6a830e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.271489 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e8f375d0-c185-48e5-bdfe-4388f6a830e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc79b866-83aa-4007-9973-e91baa3fa6f5 HTTP/1.1" status: 204 len: 168 time: 0.4777598 Nov 03 02:22:40.276882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Publish callbacks [] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.281292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.290046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f375d0-c185-48e5-bdfe-4388f6a830e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc79b866-83aa-4007-9973-e91baa3fa6f5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:40.351118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6d06a-f33e-48be-922d-1a473ba1f6e9 None None] Pushing event updated for resources: {'Port': ['ID=82efb9de-fb91-4353-84c1-f2abc52b8f0a,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:40.358796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.418443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (14221eeb-11d1-4a58-a110-d31936b0a6c4), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.430742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Network c974ead9-5fc4-40a0-a191-fed784e0947b is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:40.433824 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (14221eeb-11d1-4a58-a110-d31936b0a6c4), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.439303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:40.443657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:40.455424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Pushing event updated for resources: {'Port': ['ID=73d4cece-cc45-4163-b2ca-aa9e6707ac2d,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:40.470190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (0c379427-4da4-4728-97f5-6e0f07616c66), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.472125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Allocated IP 172.20.0.10 (c974ead9-5fc4-40a0-a191-fed784e0947b/c983aefb-ea60-48d8-b09b-26f8c351fed5/dd0dc9b7-16c7-4fce-b792-027c9c50baea) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:40.518173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Attempting to bind port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:40.518607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Attempting to bind port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '18b52854-156d-4f57-91c1-c8db736164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:40.518892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Attempting to bind port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d on network c974ead9-5fc4-40a0-a191-fed784e0947b {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:40.524358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:40.525258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Checking segment: {'id': '18b52854-156d-4f57-91c1-c8db736164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:40.525258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.526258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Bound using segment: {'id': '18b52854-156d-4f57-91c1-c8db736164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:40.526795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Bound port: 73d4cece-cc45-4163-b2ca-aa9e6707ac2d, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b52854-156d-4f57-91c1-c8db736164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:40.527249 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.570466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (25ed3e39-4b04-472a-b834-dfc478f93d95), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.599099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=14221eeb-11d1-4a58-a110-d31936b0a6c4,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:40.603038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.624283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:22:40.627130 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (72a57585-fbf4-4848-a30e-6012ed70fd0d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.686229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:22:40.686620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2f2bc0d5-6d82-435d-8b71-c1c02fe8c5d2 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:22:40.691833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] For port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:40.695956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] For port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=73d4cece-cc45-4163-b2ca-aa9e6707ac2d,segment=NetworkSegment(18b52854-156d-4f57-91c1-c8db736164df),segment_id=18b52854-156d-4f57-91c1-c8db736164df)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:40.723887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:40.804422 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP 72a57585-fbf4-4848-a30e-6012ed70fd0d associated. External IP: 172.26.6.105, port: 15a0e7ca-8715-4f37-8485-a290844dd059. Nov 03 02:22:40.831502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617c666-552f-48a3-ada4-3e2db1242720 None None] Pushing event updated for resources: {'Port': ['ID=73d4cece-cc45-4163-b2ca-aa9e6707ac2d,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:41.211163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0c379427-4da4-4728-97f5-6e0f07616c66), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:41.299215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:41.327680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:41.345691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:41.350901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:41.351557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:41.393598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=0c379427-4da4-4728-97f5-6e0f07616c66,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:41.422780 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ccd551c2-1383-48e8-9e24-0c30e0ec3dcf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2505205 Nov 03 02:22:41.423757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34582) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:41.443084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Allocated IP 172.26.6.74 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/60903bc0-bada-4f7e-ae6c-28546bfb74ed) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:41.466020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for port (dd0dc9b7-16c7-4fce-b792-027c9c50baea), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:41.475726 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:41.597428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e35b6f-7948-471b-9b7a-0152d24a0182 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:41.603034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e35b6f-7948-471b-9b7a-0152d24a0182 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:41.608195 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d0e35b6f-7948-471b-9b7a-0152d24a0182 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1733413 Nov 03 02:22:41.608866 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34586) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:41.613970 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:41.629450 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40966cc0-22bc-447c-87c7-e27bf574c99b None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:41.650315 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40966cc0-22bc-447c-87c7-e27bf574c99b None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:41.651534 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-40966cc0-22bc-447c-87c7-e27bf574c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:41.656517 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:41.691715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (dd0dc9b7-16c7-4fce-b792-027c9c50baea), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:41.703683 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1d7d19eb-2458-4e2d-9991-e238dd6eed5f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1143136 Nov 03 02:22:41.707645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34590) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:41.715186 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2fa2b0dc-0862-4006-8766-0e0178bdda1f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'floatingip': {'port_id': '15a0e7ca-8715-4f37-8485-a290844dd059', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:41.745761 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-40966cc0-22bc-447c-87c7-e27bf574c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:41.759897 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:22:41.762497 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40966cc0-22bc-447c-87c7-e27bf574c99b None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:41.763424 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-40966cc0-22bc-447c-87c7-e27bf574c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:41.779598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Network c974ead9-5fc4-40a0-a191-fed784e0947b is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:41.782766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for port (60903bc0-bada-4f7e-ae6c-28546bfb74ed), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:41.790574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:41.801079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b0dc-0862-4006-8766-0e0178bdda1f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (72a57585-fbf4-4848-a30e-6012ed70fd0d), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:41.824135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:41.825847 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-40966cc0-22bc-447c-87c7-e27bf574c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:41.826497 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40966cc0-22bc-447c-87c7-e27bf574c99b None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:41.902771 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'Port': ['ID=dd0dc9b7-16c7-4fce-b792-027c9c50baea,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:41.947248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:41.948137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:41.985937 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3c901c91-fbfe-42fa-9e90-e8d1b037c18e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 0c379427-4da4-4728-97f5-6e0f07616c66 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:41.986390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c901c91-fbfe-42fa-9e90-e8d1b037c18e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0c379427-4da4-4728-97f5-6e0f07616c66), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:41.989822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (60903bc0-bada-4f7e-ae6c-28546bfb74ed), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.002893 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d09613b9-da08-47c8-bff0-4dfb9f18d8f9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4538987 Nov 03 02:22:42.005293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b18c6279-d887-468d-af9c-4456f4d94276 None None] Provisioning complete for port 82efb9de-fb91-4353-84c1-f2abc52b8f0a triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:42.005786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b18c6279-d887-468d-af9c-4456f4d94276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.005988 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b18c6279-d887-468d-af9c-4456f4d94276 None None] Attempt 1 to provision port 82efb9de-fb91-4353-84c1-f2abc52b8f0a Nov 03 02:22:42.008821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34596) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:42.077007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Request body: {'port': {'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b', 'name': 'tempest-AllowedAddressPairTestJSON-30542405', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:b6:ac:c7'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:42.142174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b18c6279-d887-468d-af9c-4456f4d94276 None None] Current status of the port 82efb9de-fb91-4353-84c1-f2abc52b8f0a is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:42.142573 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b18c6279-d887-468d-af9c-4456f4d94276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.194415 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:42.212786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:42.225540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:42.262506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event updated for resources: {'Port': ['ID=60903bc0-bada-4f7e-ae6c-28546bfb74ed,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:42.328336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c901c91-fbfe-42fa-9e90-e8d1b037c18e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0c379427-4da4-4728-97f5-6e0f07616c66), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.434982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3c901c91-fbfe-42fa-9e90-e8d1b037c18e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 0c379427-4da4-4728-97f5-6e0f07616c66 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:42.460635 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b18c6279-d887-468d-af9c-4456f4d94276 None None] For port 82efb9de-fb91-4353-84c1-f2abc52b8f0a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=82efb9de-fb91-4353-84c1-f2abc52b8f0a,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:42.469359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b18c6279-d887-468d-af9c-4456f4d94276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.478010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34604) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:42.479928 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-103b0833-c6ce-4030-afec-cdf55cec92f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.595111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Made reservation on behalf of dbf712251f834b6aa16741d75ae7c9f7 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:42.626240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef836fa-da3b-4b37-b14e-922bfb672fee None None] Network c974ead9-5fc4-40a0-a191-fed784e0947b requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:42.629899 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b0dc-0862-4006-8766-0e0178bdda1f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.635774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 82efb9de-fb91-4353-84c1-f2abc52b8f0a up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:42.636613 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b0dc-0862-4006-8766-0e0178bdda1f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (72a57585-fbf4-4848-a30e-6012ed70fd0d), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.644533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-181008449', 'router:external': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:42.681252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c6279-d887-468d-af9c-4456f4d94276 None None] Pushing event updated for resources: {'Port': ['ID=82efb9de-fb91-4353-84c1-f2abc52b8f0a,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:42.705963 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Made reservation on behalf of 50bd7227348443128fab43d3dd3f53bb for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:42.708022 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.746778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.747766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b11bf4a6-5550-4424-b836-c52a6bc9b0cb None None] Provisioning complete for port 0c379427-4da4-4728-97f5-6e0f07616c66 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:42.748395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b11bf4a6-5550-4424-b836-c52a6bc9b0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0c379427-4da4-4728-97f5-6e0f07616c66), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.749007 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b11bf4a6-5550-4424-b836-c52a6bc9b0cb None None] Attempt 1 to provision port 0c379427-4da4-4728-97f5-6e0f07616c66 Nov 03 02:22:42.792903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b11bf4a6-5550-4424-b836-c52a6bc9b0cb None None] Port 0c379427-4da4-4728-97f5-6e0f07616c66 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:42.820598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.840868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 82efb9de-fb91-4353-84c1-f2abc52b8f0a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:42.841705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.842172 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 82efb9de-fb91-4353-84c1-f2abc52b8f0a Nov 03 02:22:42.868404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] device_id is not set on port 3587366c-78e5-40d9-b58c-d78da0f45f4b yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:42.880477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (25ed3e39-4b04-472a-b834-dfc478f93d95), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.912295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c901c91-fbfe-42fa-9e90-e8d1b037c18e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0c379427-4da4-4728-97f5-6e0f07616c66), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.946761 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa2b0dc-0862-4006-8766-0e0178bdda1f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:42.967548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 82efb9de-fb91-4353-84c1-f2abc52b8f0a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:42.969185 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for security_group (33e01324-2b53-4ed2-879e-88b5204587a1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:42.970379 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 73d4cece-cc45-4163-b2ca-aa9e6707ac2d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:42.987092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c901c91-fbfe-42fa-9e90-e8d1b037c18e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=0c379427-4da4-4728-97f5-6e0f07616c66,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:43.033218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:43.033996 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.034401 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d Nov 03 02:22:43.086876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c901c91-fbfe-42fa-9e90-e8d1b037c18e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.092914 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3c901c91-fbfe-42fa-9e90-e8d1b037c18e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/0c379427-4da4-4728-97f5-6e0f07616c66 HTTP/1.1" status: 204 len: 168 time: 1.4708505 Nov 03 02:22:43.107604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34612) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:43.121031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (33e01324-2b53-4ed2-879e-88b5204587a1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.170797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa2b0dc-0862-4006-8766-0e0178bdda1f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:43.187108 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b0dc-0862-4006-8766-0e0178bdda1f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.198753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:22:43.199564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Allocated IP 172.20.0.9 (c974ead9-5fc4-40a0-a191-fed784e0947b/c983aefb-ea60-48d8-b09b-26f8c351fed5/3587366c-78e5-40d9-b58c-d78da0f45f4b) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:43.207751 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22902f76-d535-406e-914e-22c9b6cd6ae1 None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:43.212738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.228103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:43.228691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.240981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22902f76-d535-406e-914e-22c9b6cd6ae1 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:43.241800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-22902f76-d535-406e-914e-22c9b6cd6ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:43.249586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b38308-6e77-42d5-ad95-17f2a45f0bea tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:43.251619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b38308-6e77-42d5-ad95-17f2a45f0bea tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:43.253921 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-14b38308-6e77-42d5-ad95-17f2a45f0bea tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1452334 Nov 03 02:22:43.258980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34614) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:43.300647 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b11bf4a6-5550-4424-b836-c52a6bc9b0cb None None] Attempt 2 to provision port 0c379427-4da4-4728-97f5-6e0f07616c66 Nov 03 02:22:43.302391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-22902f76-d535-406e-914e-22c9b6cd6ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:43.312172 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (cb678c75-e68e-460f-9a1f-e02cb0fdac41), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.312789 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Added segment cb678c75-e68e-460f-9a1f-e02cb0fdac41 of type vlan for network b06042bc-7b1f-442b-b2a2-e5951995dd72 Nov 03 02:22:43.331328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b11bf4a6-5550-4424-b836-c52a6bc9b0cb None None] Port 0c379427-4da4-4728-97f5-6e0f07616c66 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:22:43.340171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (25ed3e39-4b04-472a-b834-dfc478f93d95), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.346106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22902f76-d535-406e-914e-22c9b6cd6ae1 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:43.346588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (25ed3e39-4b04-472a-b834-dfc478f93d95), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.346748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-22902f76-d535-406e-914e-22c9b6cd6ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:43.380000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (b06042bc-7b1f-442b-b2a2-e5951995dd72), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.388224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f028e19-b484-4fc8-ada3-f5b8b05251c4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 976f8d4c-7cd0-4bd0-be39-9665054a8e24 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:22:43.407881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-22902f76-d535-406e-914e-22c9b6cd6ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:43.408569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22902f76-d535-406e-914e-22c9b6cd6ae1 None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:43.409566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f028e19-b484-4fc8-ada3-f5b8b05251c4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (976f8d4c-7cd0-4bd0-be39-9665054a8e24), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.411811 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=73d4cece-cc45-4163-b2ca-aa9e6707ac2d,segment=NetworkSegment(18b52854-156d-4f57-91c1-c8db736164df),segment_id=18b52854-156d-4f57-91c1-c8db736164df)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:43.418812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.423316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e01324-2b53-4ed2-879e-88b5204587a1,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:43.432584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (b06042bc-7b1f-442b-b2a2-e5951995dd72), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.434670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:43.435361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.507427 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0281568 Nov 03 02:22:43.508420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34616) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:43.518806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f028e19-b484-4fc8-ada3-f5b8b05251c4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (976f8d4c-7cd0-4bd0-be39-9665054a8e24), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.532894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Provisioning complete for port dd0dc9b7-16c7-4fce-b792-027c9c50baea triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:43.533275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (dd0dc9b7-16c7-4fce-b792-027c9c50baea), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.533768 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Attempt 1 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:43.539032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=73d4cece-cc45-4163-b2ca-aa9e6707ac2d,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:43.540755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Request body: {'subnet': {'network_id': 'b06042bc-7b1f-442b-b2a2-e5951995dd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:43.573542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Made reservation on behalf of 50bd7227348443128fab43d3dd3f53bb for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:43.574642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:43.575987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.581411 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2fa2b0dc-0862-4006-8766-0e0178bdda1f tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "PUT /v2.0/floatingips/72a57585-fbf4-4848-a30e-6012ed70fd0d HTTP/1.1" status: 200 len: 978 time: 1.8725724 Nov 03 02:22:43.593641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34618) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:43.599626 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-44dca991-63ee-47f0-bb6c-5bf0395aac0e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3584752 Nov 03 02:22:43.639256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e9c47-cd5e-494b-a9f2-0a6d4bd329ad tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event updated for resources: {'Network': ['ID=b06042bc-7b1f-442b-b2a2-e5951995dd72,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:43.651144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network b06042bc-7b1f-442b-b2a2-e5951995dd72 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:22:43.902657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:22:43.903132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (3410f14d-1e46-433e-85b2-b5dcd69fbe0b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:43.966771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3410f14d-1e46-433e-85b2-b5dcd69fbe0b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:43.974152 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Checking segment: {'id': 'cb678c75-e68e-460f-9a1f-e02cb0fdac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b06042bc-7b1f-442b-b2a2-e5951995dd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:43.974525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Network hostable DHCP agents. Network: b06042bc-7b1f-442b-b2a2-e5951995dd72, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:22:43.992465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Network b06042bc-7b1f-442b-b2a2-e5951995dd72 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:22:44.002414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, b06042bc-7b1f-442b-b2a2-e5951995dd72) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:44.007065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:44.007695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.015061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b16e318-a86e-4b10-93bf-735d3c8bd4ce None None] Network b06042bc-7b1f-442b-b2a2-e5951995dd72 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:44.027900 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b741dee3-cf5d-433a-93ef-c6f5383a4ad9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4909575 Nov 03 02:22:44.030716 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34620) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:44.035519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-902708778', 'network_id': 'b06042bc-7b1f-442b-b2a2-e5951995dd72'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:44.058197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Made reservation on behalf of 50bd7227348443128fab43d3dd3f53bb for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:44.060135 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.075956 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Attempt 2 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:44.076828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] device_id is not set on port 17d51fe2-639b-46ce-9b50-688e29258e05 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:44.125180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f028e19-b484-4fc8-ada3-f5b8b05251c4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (976f8d4c-7cd0-4bd0-be39-9665054a8e24), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.131135 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:44.169459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769c084-dc78-452c-9edf-6913fd79ad19 None None] Network b06042bc-7b1f-442b-b2a2-e5951995dd72 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:44.178355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for port (3587366c-78e5-40d9-b58c-d78da0f45f4b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.198243 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Allocated IP 2001:db8::e8 (b06042bc-7b1f-442b-b2a2-e5951995dd72/3410f14d-1e46-433e-85b2-b5dcd69fbe0b/17d51fe2-639b-46ce-9b50-688e29258e05) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:44.207833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-22ee04ca-b024-4436-aa6c-0642c39f4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:44.209397 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-22ee04ca-b024-4436-aa6c-0642c39f4bb3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=110b6deb445a4d5f9083ed8d5b5e206b&device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 1129 time: 0.5299704 Nov 03 02:22:44.272312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Router 25ed3e39-4b04-472a-b834-dfc478f93d95 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:22:44.335198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f028e19-b484-4fc8-ada3-f5b8b05251c4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (976f8d4c-7cd0-4bd0-be39-9665054a8e24), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.352767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3587366c-78e5-40d9-b58c-d78da0f45f4b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.356727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for port (17d51fe2-639b-46ce-9b50-688e29258e05), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.393610 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (17d51fe2-639b-46ce-9b50-688e29258e05), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.432745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f028e19-b484-4fc8-ada3-f5b8b05251c4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=976f8d4c-7cd0-4bd0-be39-9665054a8e24,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:44.444393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf264e9-28de-4e68-a30c-7295a081c9f7 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:44.453370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Network b06042bc-7b1f-442b-b2a2-e5951995dd72 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:44.454728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event updated for resources: {'Port': ['ID=17d51fe2-639b-46ce-9b50-688e29258e05,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:44.456241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f028e19-b484-4fc8-ada3-f5b8b05251c4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.459060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:44.461238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:44.462213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:44.462482 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8f028e19-b484-4fc8-ada3-f5b8b05251c4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/976f8d4c-7cd0-4bd0-be39-9665054a8e24 HTTP/1.1" status: 204 len: 168 time: 1.1988361 Nov 03 02:22:44.462816 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.465027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34622) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:44.502427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port 14221eeb-11d1-4a58-a110-d31936b0a6c4 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:44.502843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (14221eeb-11d1-4a58-a110-d31936b0a6c4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.503167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 82efb9de-fb91-4353-84c1-f2abc52b8f0a up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:44.514823 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-08b26ba6-9ec6-40d3-b26a-a3c96de378de tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448976 Nov 03 02:22:44.515490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34624) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:44.532612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Network c974ead9-5fc4-40a0-a191-fed784e0947b is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:44.565678 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dfdcb305-2fde-451e-b411-fb25b870ee5f tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.5313129 Nov 03 02:22:44.565891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34626) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:44.582349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'Port': ['ID=3587366c-78e5-40d9-b58c-d78da0f45f4b,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:44.588416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-02ae1c54-ced9-4c0e-98ec-7c6e7f9a695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:44.589950 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-02ae1c54-ced9-4c0e-98ec-7c6e7f9a695c service neutron] 10.222.0.27 "GET /v2.0/networks?id=72773225-cc76-406f-b827-ff4978dd1a2a HTTP/1.1" status: 200 len: 912 time: 0.3427839 Nov 03 02:22:44.591041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:44.596024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:44.617743 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 82efb9de-fb91-4353-84c1-f2abc52b8f0a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:44.618162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.618511 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 82efb9de-fb91-4353-84c1-f2abc52b8f0a Nov 03 02:22:44.643078 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Attempt 3 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:44.677838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.678076 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ef4bca-0663-4373-a154-77d9b5b0aeca tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:44.683724 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a9ef4bca-0663-4373-a154-77d9b5b0aeca tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1646705 Nov 03 02:22:44.684002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34628) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:44.694483 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:44.705393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:44.707335 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6cf6f-fdf1-40b3-9289-ebe4c212a44b None None] Sync routers for ids ['25ed3e39-4b04-472a-b834-dfc478f93d95'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:44.710009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.711235 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-53aba6fa-7a2e-4f88-9e8b-256aeeab591b tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "PUT /v2.0/routers/25ed3e39-4b04-472a-b834-dfc478f93d95 HTTP/1.1" status: 200 len: 913 time: 5.0927296 Nov 03 02:22:44.715394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34630) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:44.735181 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6cf6f-fdf1-40b3-9289-ebe4c212a44b None None] Routers {'25ed3e39-4b04-472a-b834-dfc478f93d95'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:44.737529 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0eb6cf6f-fdf1-40b3-9289-ebe4c212a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['25ed3e39-4b04-472a-b834-dfc478f93d95'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:44.745893 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-06413c7d-4957-4469-b54e-276acfe285c9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Deleting port 17d51fe2-639b-46ce-9b50-688e29258e05 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:44.746241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-06413c7d-4957-4469-b54e-276acfe285c9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (17d51fe2-639b-46ce-9b50-688e29258e05), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.765618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 82efb9de-fb91-4353-84c1-f2abc52b8f0a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:44.766682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 73d4cece-cc45-4163-b2ca-aa9e6707ac2d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:44.810069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7344ab-3a29-467d-a100-27ec195f517f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:44.813011 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2c7344ab-3a29-467d-a100-27ec195f517f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1277301 Nov 03 02:22:44.816111 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34632) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:44.829294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:44.829668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f79ccb0-0937-4f81-895e-94370edfb55f None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:22:44.830221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.838138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:44.840027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.840552 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d Nov 03 02:22:44.852396 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-fda9518b-5688-445a-a682-e4b24eb20724 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cc0d28-dce5-4bd2-b165-593fd389c895 HTTP/1.1" status: 200 len: 1001 time: 0.2494183 Nov 03 02:22:44.862203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (14221eeb-11d1-4a58-a110-d31936b0a6c4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.862544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (14221eeb-11d1-4a58-a110-d31936b0a6c4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:44.889832 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0eb6cf6f-fdf1-40b3-9289-ebe4c212a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:44.899843 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5534cbef-c06e-47fe-9e90-b6124fcd1441 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778000 Nov 03 02:22:44.901507 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34634) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:44.908757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e01c64ec-d6e6-4cbe-b4c9-adb7d8006364 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:44.910064 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6cf6f-fdf1-40b3-9289-ebe4c212a44b None None] Routers {'25ed3e39-4b04-472a-b834-dfc478f93d95'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:44.910880 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0eb6cf6f-fdf1-40b3-9289-ebe4c212a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['25ed3e39-4b04-472a-b834-dfc478f93d95'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:44.956942 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0eb6cf6f-fdf1-40b3-9289-ebe4c212a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:44.958283 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6cf6f-fdf1-40b3-9289-ebe4c212a44b None None] The sync data for ids ['25ed3e39-4b04-472a-b834-dfc478f93d95'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:44.958426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6f79ccb0-0937-4f81-895e-94370edfb55f None None] Deleting port 82efb9de-fb91-4353-84c1-f2abc52b8f0a {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:44.958788 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f79ccb0-0937-4f81-895e-94370edfb55f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.007713 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c70812ac-76f6-45bd-b096-b72e2891d427 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/routers/25ed3e39-4b04-472a-b834-dfc478f93d95 HTTP/1.1" status: 200 len: 919 time: 0.2878501 Nov 03 02:22:45.009135 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:45.014545 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6ea55d99-75ff-4173-a8cd-3eb8c338fff9 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.9909568 Nov 03 02:22:45.015425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for 14221eeb-11d1-4a58-a110-d31936b0a6c4 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:45.019309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34636) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:45.019654 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34638) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:45.035205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6f79ccb0-0937-4f81-895e-94370edfb55f None None] For port 82efb9de-fb91-4353-84c1-f2abc52b8f0a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=82efb9de-fb91-4353-84c1-f2abc52b8f0a,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:45.035922 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f79ccb0-0937-4f81-895e-94370edfb55f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.041486 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-06413c7d-4957-4469-b54e-276acfe285c9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (17d51fe2-639b-46ce-9b50-688e29258e05), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.049110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6f79ccb0-0937-4f81-895e-94370edfb55f None None] Calling delete_port for 82efb9de-fb91-4353-84c1-f2abc52b8f0a owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:45.076562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-7ab70637-76e8-4bf2-be04-11e0a9b16253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:45.078121 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-7ab70637-76e8-4bf2-be04-11e0a9b16253 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16b5e305-d6c5-448f-89a8-37a61e5a4123 HTTP/1.1" status: 200 len: 850 time: 0.2108750 Nov 03 02:22:45.115138 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-06413c7d-4957-4469-b54e-276acfe285c9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Calling delete_port for 17d51fe2-639b-46ce-9b50-688e29258e05 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:45.131250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f79ccb0-0937-4f81-895e-94370edfb55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (82efb9de-fb91-4353-84c1-f2abc52b8f0a), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.161290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79ccb0-0937-4f81-895e-94370edfb55f None None] Pushing event deleted for resources: {'Port': ['ID=82efb9de-fb91-4353-84c1-f2abc52b8f0a,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:45.167173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79ccb0-0937-4f81-895e-94370edfb55f None None] No DVR routers for this DVR port 82efb9de-fb91-4353-84c1-f2abc52b8f0a on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:22:45.185132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-5965d9d4-1a43-4099-ac08-5635968b212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:45.187234 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-5965d9d4-1a43-4099-ac08-5635968b212f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=72773225-cc76-406f-b827-ff4978dd1a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0967000 Nov 03 02:22:45.206491 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Attempt 4 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:45.224921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a94b22-a8e0-4840-92c7-e5d117c78e53 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:45.230975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a94b22-a8e0-4840-92c7-e5d117c78e53 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:45.236295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a94b22-a8e0-4840-92c7-e5d117c78e53 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:45.237985 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-04a94b22-a8e0-4840-92c7-e5d117c78e53 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2161694 Nov 03 02:22:45.246559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:45.247217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34640) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:45.247321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c64ec-d6e6-4cbe-b4c9-adb7d8006364 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:45.250640 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e01c64ec-d6e6-4cbe-b4c9-adb7d8006364 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.269186 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0cd064-2e46-44c9-93f3-48d8db29a170 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:45.270698 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cf0cd064-2e46-44c9-93f3-48d8db29a170 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&device_id=25ed3e39-4b04-472a-b834-dfc478f93d95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2501147 Nov 03 02:22:45.278221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34642) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:45.392224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-06413c7d-4957-4469-b54e-276acfe285c9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (17d51fe2-639b-46ce-9b50-688e29258e05), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.422815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06413c7d-4957-4469-b54e-276acfe285c9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event deleted for resources: {'Port': ['ID=17d51fe2-639b-46ce-9b50-688e29258e05,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:45.458324 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-3f67e35d-dd8d-4c7e-b8bf-023ad9a79776 service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604022 Nov 03 02:22:45.468742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (14221eeb-11d1-4a58-a110-d31936b0a6c4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.476953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-06413c7d-4957-4469-b54e-276acfe285c9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.480782 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-06413c7d-4957-4469-b54e-276acfe285c9 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "DELETE /v2.0/ports/17d51fe2-639b-46ce-9b50-688e29258e05 HTTP/1.1" status: 204 len: 168 time: 0.9140265 Nov 03 02:22:45.483590 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34644) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:45.487801 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b06042bc-7b1f-442b-b2a2-e5951995dd72', 'external_fixed_ips': [{'subnet_id': '3410f14d-1e46-433e-85b2-b5dcd69fbe0b', 'ip_address': '2001:db8::e8'}]}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:45.542992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.544048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.562176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=14221eeb-11d1-4a58-a110-d31936b0a6c4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:45.577193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e01c64ec-d6e6-4cbe-b4c9-adb7d8006364 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (61e09f54-ee59-4aee-89fb-33d533386a4e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.589760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa57c6e-e413-41f2-80fe-55e9b409cb3f tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:45.591139 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1fa57c6e-e413-41f2-80fe-55e9b409cb3f tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/networks/2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 881 time: 0.3077972 Nov 03 02:22:45.597477 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34646) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:45.627494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f54c3074-3341-4ee9-ac71-d6fae3c0d5c2 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Deleting port 3587366c-78e5-40d9-b58c-d78da0f45f4b {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:45.627863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f54c3074-3341-4ee9-ac71-d6fae3c0d5c2 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3587366c-78e5-40d9-b58c-d78da0f45f4b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.673478 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c64ec-d6e6-4cbe-b4c9-adb7d8006364 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:45.674848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_controller (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.679620 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-067490cd-1934-4407-ad7c-3775961e5317 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ed3e39-4b04-472a-b834-dfc478f93d95 HTTP/1.1" status: 200 len: 205 time: 0.0810995 Nov 03 02:22:45.684514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34648) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:45.684728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-e01c64ec-d6e6-4cbe-b4c9-adb7d8006364 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:45.689360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c64ec-d6e6-4cbe-b4c9-adb7d8006364 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:45.689962 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e01c64ec-d6e6-4cbe-b4c9-adb7d8006364 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.697918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be73ed4-7200-4982-b9a2-d6810a842590 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:45.735325 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c64ec-d6e6-4cbe-b4c9-adb7d8006364 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=61e09f54-ee59-4aee-89fb-33d533386a4e,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:45.750564 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Attempt 5 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:45.767691 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-75ba9792-c2c0-46f3-a502-1f8698270153 req-1b650f91-527f-449b-a821-ce689e0f0552 service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016663 Nov 03 02:22:45.770815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (72a57585-fbf4-4848-a30e-6012ed70fd0d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.771281 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP 72a57585-fbf4-4848-a30e-6012ed70fd0d disassociated (deleted). External IP: 172.26.6.105, port: 15a0e7ca-8715-4f37-8485-a290844dd059. Nov 03 02:22:45.782835 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e01c64ec-d6e6-4cbe-b4c9-adb7d8006364 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8779690 Nov 03 02:22:45.783054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34650) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:45.788327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': '61e09f54-ee59-4aee-89fb-33d533386a4e', 'ip_address': '2001:db8::844c:d967:8cd6:936c'}], 'name': 'tempest-NetworksTestDHCPv6-1263703702'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:45.810948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:45.861879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': '61e09f54-ee59-4aee-89fb-33d533386a4e'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:22:45.863114 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.888973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f54c3074-3341-4ee9-ac71-d6fae3c0d5c2 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3587366c-78e5-40d9-b58c-d78da0f45f4b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:45.937124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f54c3074-3341-4ee9-ac71-d6fae3c0d5c2 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Calling delete_port for 3587366c-78e5-40d9-b58c-d78da0f45f4b owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:46.007978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (25ed3e39-4b04-472a-b834-dfc478f93d95), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.018245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/61e09f54-ee59-4aee-89fb-33d533386a4e/54b2757c-0f54-4179-88e6-79e3875ca243) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:46.214859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.220183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.306080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Publish callbacks [] for port (54b2757c-0f54-4179-88e6-79e3875ca243), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.312395 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Attempt 6 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:46.315852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (54b2757c-0f54-4179-88e6-79e3875ca243), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.333609 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:46.378663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:46.387556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:46.391706 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:46.392667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:46.394809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Pushing event updated for resources: {'Port': ['ID=54b2757c-0f54-4179-88e6-79e3875ca243,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:46.440660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.459002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Attempting to bind port 54b2757c-0f54-4179-88e6-79e3875ca243 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:46.459845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Attempting to bind port 54b2757c-0f54-4179-88e6-79e3875ca243 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:46.459845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Attempting to bind port 54b2757c-0f54-4179-88e6-79e3875ca243 on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:46.468834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:46.469234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:46.469712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.470171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:46.470707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Bound port: 54b2757c-0f54-4179-88e6-79e3875ca243, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:46.471158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (54b2757c-0f54-4179-88e6-79e3875ca243), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.519394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port b7bc1aca-c666-4d1f-83d7-efea45e6f882 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:46.520249 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 82efb9de-fb91-4353-84c1-f2abc52b8f0a no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:22:46.552048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 82efb9de-fb91-4353-84c1-f2abc52b8f0a {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:22:46.552517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 82efb9de-fb91-4353-84c1-f2abc52b8f0a not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:22:46.559379 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] For port 54b2757c-0f54-4179-88e6-79e3875ca243, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:46.572926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] For port 54b2757c-0f54-4179-88e6-79e3875ca243, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=54b2757c-0f54-4179-88e6-79e3875ca243,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:46.580784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (54b2757c-0f54-4179-88e6-79e3875ca243), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.596852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (25ed3e39-4b04-472a-b834-dfc478f93d95), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.609960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:46.615919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.651938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668110d-450b-4d8c-b947-8cab051c0816 None None] Pushing event updated for resources: {'Port': ['ID=54b2757c-0f54-4179-88e6-79e3875ca243,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:46.667363 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.718628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f54c3074-3341-4ee9-ac71-d6fae3c0d5c2 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3587366c-78e5-40d9-b58c-d78da0f45f4b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.789304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c3074-3341-4ee9-ac71-d6fae3c0d5c2 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event deleted for resources: {'Port': ['ID=3587366c-78e5-40d9-b58c-d78da0f45f4b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:46.835452 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::844c:d967:8cd6:936c (45083813-f1f1-4019-a736-ce483eb72093/61e09f54-ee59-4aee-89fb-33d533386a4e/b7bc1aca-c666-4d1f-83d7-efea45e6f882) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:46.872414 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Deleting port 60903bc0-bada-4f7e-ae6c-28546bfb74ed {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:46.872846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (60903bc0-bada-4f7e-ae6c-28546bfb74ed), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.892901 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Attempt 7 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:46.898293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:46.910979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:46.941792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb20029-7341-4e10-afa3-0a088cb3ed52 None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:46.957995 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Allocated IP 2001:db8::e8 (b06042bc-7b1f-442b-b2a2-e5951995dd72/3410f14d-1e46-433e-85b2-b5dcd69fbe0b/708fb159-c0b0-493b-97b8-f01efcf0394f) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:46.981395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:46.983005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb20029-7341-4e10-afa3-0a088cb3ed52 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:46.983851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8bb20029-7341-4e10-afa3-0a088cb3ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:47.019723 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ec86ea1a-4b40-437f-9f5b-7e4d7653bb60 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/floatingips/72a57585-fbf4-4848-a30e-6012ed70fd0d HTTP/1.1" status: 204 len: 168 time: 3.4232128 Nov 03 02:22:47.025430 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34654) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:47.046248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8bb20029-7341-4e10-afa3-0a088cb3ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:47.064840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb20029-7341-4e10-afa3-0a088cb3ed52 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:47.065819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8bb20029-7341-4e10-afa3-0a088cb3ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:47.103476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (60903bc0-bada-4f7e-ae6c-28546bfb74ed), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.122540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Calling delete_port for 60903bc0-bada-4f7e-ae6c-28546bfb74ed owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:47.126689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8bb20029-7341-4e10-afa3-0a088cb3ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:47.127594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb20029-7341-4e10-afa3-0a088cb3ed52 None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:47.146839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f54c3074-3341-4ee9-ac71-d6fae3c0d5c2 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.152732 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f54c3074-3341-4ee9-ac71-d6fae3c0d5c2 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "DELETE /v2.0/ports/3587366c-78e5-40d9-b58c-d78da0f45f4b HTTP/1.1" status: 204 len: 168 time: 1.9013615 Nov 03 02:22:47.153399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34656) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:47.207413 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7672eb-5b34-4a17-86eb-2071fbcab671 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] GET failed (client error): The resource could not be found. Nov 03 02:22:47.208868 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8a7672eb-5b34-4a17-86eb-2071fbcab671 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "GET /v2.0/ports/3587366c-78e5-40d9-b58c-d78da0f45f4b HTTP/1.1" status: 404 len: 333 time: 0.0543637 Nov 03 02:22:47.218120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34658) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:47.224411 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Request body: {'port': {'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b', 'name': 'tempest-AllowedAddressPairTestJSON-433501584'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:47.281412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-71fa5b63-f7b4-435d-a2e8-9ce70c49cfac tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port 15a0e7ca-8715-4f37-8485-a290844dd059 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:47.281753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71fa5b63-f7b4-435d-a2e8-9ce70c49cfac tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (15a0e7ca-8715-4f37-8485-a290844dd059), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.287585 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (b7bc1aca-c666-4d1f-83d7-efea45e6f882), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.336714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (60903bc0-bada-4f7e-ae6c-28546bfb74ed), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.360771 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Pushing event deleted for resources: {'Port': ['ID=60903bc0-bada-4f7e-ae6c-28546bfb74ed,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:47.373772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for port (708fb159-c0b0-493b-97b8-f01efcf0394f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.437036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (25ed3e39-4b04-472a-b834-dfc478f93d95), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.460316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (b7bc1aca-c666-4d1f-83d7-efea45e6f882), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.482548 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Attempt 8 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:47.517173 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71fa5b63-f7b4-435d-a2e8-9ce70c49cfac tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (15a0e7ca-8715-4f37-8485-a290844dd059), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.536716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:47.543754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (25ed3e39-4b04-472a-b834-dfc478f93d95), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.546697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (25ed3e39-4b04-472a-b834-dfc478f93d95), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.559462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (708fb159-c0b0-493b-97b8-f01efcf0394f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.570881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-71fa5b63-f7b4-435d-a2e8-9ce70c49cfac tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for 15a0e7ca-8715-4f37-8485-a290844dd059 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:47.574452 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:47.580938 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=b7bc1aca-c666-4d1f-83d7-efea45e6f882,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:47.586919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Made reservation on behalf of dbf712251f834b6aa16741d75ae7c9f7 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:47.590853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.593291 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:47.598723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (25ed3e39-4b04-472a-b834-dfc478f93d95), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.599243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Fanout notify agent at l3_agent the message router_deleted on router 25ed3e39-4b04-472a-b834-dfc478f93d95 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:47.602746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:47.608298 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.608615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:47.609546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2ffd9f78-880c-4af1-bf69-c713593d2c90 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/25ed3e39-4b04-472a-b834-dfc478f93d95 HTTP/1.1" status: 204 len: 168 time: 1.9194629 Nov 03 02:22:47.613692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34660) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:47.613836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.618194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3c3b13af-9eb4-406d-9707-8257d9bb8d57 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-679990797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:47.641736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3b13af-9eb4-406d-9707-8257d9bb8d57 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (7b0d4703-6490-4e0e-b09f-68767a73b85c), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.643001 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3b13af-9eb4-406d-9707-8257d9bb8d57 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (7b0d4703-6490-4e0e-b09f-68767a73b85c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.690804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Network b06042bc-7b1f-442b-b2a2-e5951995dd72 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:47.705176 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-25eee182-8d28-4fcb-90e3-c0c93f9bbe5f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9210246 Nov 03 02:22:47.705337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3b13af-9eb4-406d-9707-8257d9bb8d57 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (7b0d4703-6490-4e0e-b09f-68767a73b85c), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.705829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34662) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:47.711281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3b13af-9eb4-406d-9707-8257d9bb8d57 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (7b0d4703-6490-4e0e-b09f-68767a73b85c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.713446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:47.715907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] device_id is not set on port 5c8109b7-472d-4fcb-b8e5-3a631cccdd13 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:47.733339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3b13af-9eb4-406d-9707-8257d9bb8d57 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.734757 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3c3b13af-9eb4-406d-9707-8257d9bb8d57 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1200745 Nov 03 02:22:47.736868 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:47.737556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34664) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:47.742382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'enable_snat': False}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:47.801979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event updated for resources: {'Port': ['ID=708fb159-c0b0-493b-97b8-f01efcf0394f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:47.965342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (7b0d4703-6490-4e0e-b09f-68767a73b85c), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:47.977863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40414ddd-2b8e-4e17-9fb9-239c4e7884c6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:47.983751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40414ddd-2b8e-4e17-9fb9-239c4e7884c6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:47.987996 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-40414ddd-2b8e-4e17-9fb9-239c4e7884c6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2735720 Nov 03 02:22:47.988520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34666) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:48.037474 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Attempt 9 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:48.078672 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:48.105022 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Allocated IP 172.20.0.14 (c974ead9-5fc4-40a0-a191-fed784e0947b/c983aefb-ea60-48d8-b09b-26f8c351fed5/5c8109b7-472d-4fcb-b8e5-3a631cccdd13) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:48.130188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6af97fcc-bfd7-4c39-b215-b6784df33f9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port b7bc1aca-c666-4d1f-83d7-efea45e6f882 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:48.130535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6af97fcc-bfd7-4c39-b215-b6784df33f9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b7bc1aca-c666-4d1f-83d7-efea45e6f882), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.226754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.289754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71fa5b63-f7b4-435d-a2e8-9ce70c49cfac tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (15a0e7ca-8715-4f37-8485-a290844dd059), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.304103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6af97fcc-bfd7-4c39-b215-b6784df33f9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b7bc1aca-c666-4d1f-83d7-efea45e6f882), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.322033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6af97fcc-bfd7-4c39-b215-b6784df33f9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for b7bc1aca-c666-4d1f-83d7-efea45e6f882 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:48.341560 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (7b0d4703-6490-4e0e-b09f-68767a73b85c), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.362025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa5b63-f7b4-435d-a2e8-9ce70c49cfac tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=15a0e7ca-8715-4f37-8485-a290844dd059,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:48.391028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.500906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 54b2757c-0f54-4179-88e6-79e3875ca243 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:48.555803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 54b2757c-0f54-4179-88e6-79e3875ca243 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:48.556094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (54b2757c-0f54-4179-88e6-79e3875ca243), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.556466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for port (5c8109b7-472d-4fcb-b8e5-3a631cccdd13), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.556624 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 54b2757c-0f54-4179-88e6-79e3875ca243 Nov 03 02:22:48.560302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71fa5b63-f7b4-435d-a2e8-9ce70c49cfac tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.566883 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-71fa5b63-f7b4-435d-a2e8-9ce70c49cfac tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/ports/15a0e7ca-8715-4f37-8485-a290844dd059 HTTP/1.1" status: 204 len: 168 time: 1.5350621 Nov 03 02:22:48.568114 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34670) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:48.576724 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:48.581067 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Attempt 10 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:48.587087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Allocated IP 172.26.6.24 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/708b3dd1-f853-43d9-b4e2-6cc29d4826e6) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:48.639849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:48.661845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6af97fcc-bfd7-4c39-b215-b6784df33f9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (b7bc1aca-c666-4d1f-83d7-efea45e6f882), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.675021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Provisioning complete for port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:48.675398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.675753 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Attempt 1 to provision port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d Nov 03 02:22:48.695450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af97fcc-bfd7-4c39-b215-b6784df33f9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=b7bc1aca-c666-4d1f-83d7-efea45e6f882,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:48.707028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 54b2757c-0f54-4179-88e6-79e3875ca243 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:48.707407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (54b2757c-0f54-4179-88e6-79e3875ca243), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.755900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 54b2757c-0f54-4179-88e6-79e3875ca243, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=54b2757c-0f54-4179-88e6-79e3875ca243,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:48.759822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6af97fcc-bfd7-4c39-b215-b6784df33f9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.761942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (54b2757c-0f54-4179-88e6-79e3875ca243), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.766017 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6af97fcc-bfd7-4c39-b215-b6784df33f9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/b7bc1aca-c666-4d1f-83d7-efea45e6f882 HTTP/1.1" status: 204 len: 168 time: 0.7763088 Nov 03 02:22:48.773018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34672) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:48.837276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=54b2757c-0f54-4179-88e6-79e3875ca243,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:48.848595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for port (708b3dd1-f853-43d9-b4e2-6cc29d4826e6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.861571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fab03788-ba92-49b5-91b4-1aa846dde008 None None] Current status of the port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:48.864067 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f34977-b3de-410b-8675-abbdf4005b9c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:48.865412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f34977-b3de-410b-8675-abbdf4005b9c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:48.867010 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a8f34977-b3de-410b-8675-abbdf4005b9c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0866458 Nov 03 02:22:48.870678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34674) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:48.945092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-998d16b4-2142-466c-beaa-4b1539981aca tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 61e09f54-ee59-4aee-89fb-33d533386a4e {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:22:48.949352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-998d16b4-2142-466c-beaa-4b1539981aca tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (61e09f54-ee59-4aee-89fb-33d533386a4e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.953285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (708b3dd1-f853-43d9-b4e2-6cc29d4826e6), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:48.977148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Could not find standard attr ID for object 3587366c-78e5-40d9-b58c-d78da0f45f4b. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:22:48.983625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Could not find standard attr ID for object b7bc1aca-c666-4d1f-83d7-efea45e6f882. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:22:49.002122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Provisioning complete for port 54b2757c-0f54-4179-88e6-79e3875ca243 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:49.002122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (54b2757c-0f54-4179-88e6-79e3875ca243), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.002585 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Attempt 1 to provision port 54b2757c-0f54-4179-88e6-79e3875ca243 Nov 03 02:22:49.005040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.024960 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.036398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-998d16b4-2142-466c-beaa-4b1539981aca tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (61e09f54-ee59-4aee-89fb-33d533386a4e), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.071514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:49.077448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:49.082581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:49.084615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Pushing event updated for resources: {'Port': ['ID=708b3dd1-f853-43d9-b4e2-6cc29d4826e6,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:49.086701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Current status of the port 54b2757c-0f54-4179-88e6-79e3875ca243 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:49.098795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Provisioning complete for port dd0dc9b7-16c7-4fce-b792-027c9c50baea triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:49.099361 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (dd0dc9b7-16c7-4fce-b792-027c9c50baea), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.099808 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Attempt 1 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:49.103164 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (5c8109b7-472d-4fcb-b8e5-3a631cccdd13), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.138204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:49.176271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Network c974ead9-5fc4-40a0-a191-fed784e0947b is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:49.212925 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'Port': ['ID=5c8109b7-472d-4fcb-b8e5-3a631cccdd13,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:49.217677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:49.219903 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:49.233806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-998d16b4-2142-466c-beaa-4b1539981aca tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (61e09f54-ee59-4aee-89fb-33d533386a4e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.295322 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:49.296564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.336546 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f0ff8972-c7e4-4a92-8007-1fbe991379a8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1164019 Nov 03 02:22:49.340863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34676) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:49.347320 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2b739841-363b-43c3-ac9f-769e2aff359b tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:b6:ac:c7'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:49.406876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Router b4802715-f7d0-4c68-9694-3a8d89ad1e8d is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:22:49.417065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router_gateway (7b0d4703-6490-4e0e-b09f-68767a73b85c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.452315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-998d16b4-2142-466c-beaa-4b1539981aca tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (61e09f54-ee59-4aee-89fb-33d533386a4e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.466036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.484960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d16b4-2142-466c-beaa-4b1539981aca tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=61e09f54-ee59-4aee-89fb-33d533386a4e,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:49.493757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-998d16b4-2142-466c-beaa-4b1539981aca tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.497486 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-998d16b4-2142-466c-beaa-4b1539981aca tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/61e09f54-ee59-4aee-89fb-33d533386a4e HTTP/1.1" status: 204 len: 168 time: 0.6258745 Nov 03 02:22:49.500145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34678) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:49.503713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd78e8-4a02-444f-8224-0bb62162d4a9 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:49.639776 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Attempt 2 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:49.689892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:49.690796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3377cfbc-7777-409a-b3f0-7920297ee98a None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:22:49.698902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:49.711557 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Sync routers for ids ['b4802715-f7d0-4c68-9694-3a8d89ad1e8d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:49.723700 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Routers {'b4802715-f7d0-4c68-9694-3a8d89ad1e8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:49.725688 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b4802715-f7d0-4c68-9694-3a8d89ad1e8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:49.749947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.753986 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-80646cc7-cd9c-4c2f-8c45-f1127daeb8f0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.2694170 Nov 03 02:22:49.754653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34680) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:49.758444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3377cfbc-7777-409a-b3f0-7920297ee98a None None] Deleting port 54b2757c-0f54-4179-88e6-79e3875ca243 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:49.758826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3377cfbc-7777-409a-b3f0-7920297ee98a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (54b2757c-0f54-4179-88e6-79e3875ca243), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.776244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.26.6.63 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/64132687-051b-4072-b889-3f1ed4c8f50b) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:49.778147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2b739841-363b-43c3-ac9f-769e2aff359b tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5c8109b7-472d-4fcb-b8e5-3a631cccdd13), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.845057 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-df67942c-36a8-4841-b5c0-cc01784986db tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3435647 Nov 03 02:22:49.848847 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34682) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:49.854117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-fae976b8-f3da-4c19-bce1-4ed2d74f98f1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:49.861674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3377cfbc-7777-409a-b3f0-7920297ee98a None None] For port 54b2757c-0f54-4179-88e6-79e3875ca243, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=54b2757c-0f54-4179-88e6-79e3875ca243,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:49.862359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3377cfbc-7777-409a-b3f0-7920297ee98a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (54b2757c-0f54-4179-88e6-79e3875ca243), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:49.874435 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Set router b4802715-f7d0-4c68-9694-3a8d89ad1e8d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:49.894989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3377cfbc-7777-409a-b3f0-7920297ee98a None None] Calling delete_port for 54b2757c-0f54-4179-88e6-79e3875ca243 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:50.015744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3377cfbc-7777-409a-b3f0-7920297ee98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (54b2757c-0f54-4179-88e6-79e3875ca243), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.035571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae976b8-f3da-4c19-bce1-4ed2d74f98f1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:50.039263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fae976b8-f3da-4c19-bce1-4ed2d74f98f1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.047656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.057352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (7b0d4703-6490-4e0e-b09f-68767a73b85c), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.068235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377cfbc-7777-409a-b3f0-7920297ee98a None None] Pushing event deleted for resources: {'Port': ['ID=54b2757c-0f54-4179-88e6-79e3875ca243,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:50.072804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377cfbc-7777-409a-b3f0-7920297ee98a None None] No DVR routers for this DVR port 54b2757c-0f54-4179-88e6-79e3875ca243 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:22:50.093032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (7b0d4703-6490-4e0e-b09f-68767a73b85c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.191288 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Attempt 3 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:50.198621 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (64132687-051b-4072-b889-3f1ed4c8f50b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.247608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:50.249849 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4802715-f7d0-4c68-9694-3a8d89ad1e8d', 'name': '', 'tenant_id': '50bd7227348443128fab43d3dd3f53bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b06042bc-7b1f-442b-b2a2-e5951995dd72', 'external_fixed_ips': [{'subnet_id': '3410f14d-1e46-433e-85b2-b5dcd69fbe0b', 'ip_address': '2001:db8::e8'}], 'enable_snat': True}, 'gw_port_id': '708fb159-c0b0-493b-97b8-f01efcf0394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:45Z', 'updated_at': '2022-11-03T02:22:47Z', 'revision_number': 3, 'project_id': '50bd7227348443128fab43d3dd3f53bb', 'gw_port': {'id': '708fb159-c0b0-493b-97b8-f01efcf0394f', 'name': '', 'network_id': 'b06042bc-7b1f-442b-b2a2-e5951995dd72', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4802715-f7d0-4c68-9694-3a8d89ad1e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3410f14d-1e46-433e-85b2-b5dcd69fbe0b', 'ip_address': '2001:db8::e8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:22:46Z', 'updated_at': '2022-11-03T02:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3410f14d-1e46-433e-85b2-b5dcd69fbe0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:50.250903 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.261585 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2b739841-363b-43c3-ac9f-769e2aff359b tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for port (5c8109b7-472d-4fcb-b8e5-3a631cccdd13), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.272244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2b739841-363b-43c3-ac9f-769e2aff359b tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (5c8109b7-472d-4fcb-b8e5-3a631cccdd13), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.284581 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Checking router: b4802715-f7d0-4c68-9694-3a8d89ad1e8d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:22:50.285014 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Updating router b4802715-f7d0-4c68-9694-3a8d89ad1e8d port 708fb159-c0b0-493b-97b8-f01efcf0394f binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:22:50.315169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (64132687-051b-4072-b889-3f1ed4c8f50b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.320353 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (708fb159-c0b0-493b-97b8-f01efcf0394f), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.326683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Router 7b0d4703-6490-4e0e-b09f-68767a73b85c is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:22:50.345402 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fae976b8-f3da-4c19-bce1-4ed2d74f98f1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (dc0eef57-970c-41b4-ba3f-c820ac22e5f5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.384419 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:50.387391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:50.389360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b739841-363b-43c3-ac9f-769e2aff359b tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'Port': ['ID=5c8109b7-472d-4fcb-b8e5-3a631cccdd13,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:50.392572 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-2b739841-363b-43c3-ac9f-769e2aff359b tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] In _notify_port_updated(), no bound segment for port 5c8109b7-472d-4fcb-b8e5-3a631cccdd13 on network c974ead9-5fc4-40a0-a191-fed784e0947b {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:22:50.397779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b739841-363b-43c3-ac9f-769e2aff359b tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:50.398431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2b739841-363b-43c3-ac9f-769e2aff359b tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.399712 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2b739841-363b-43c3-ac9f-769e2aff359b tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "PUT /v2.0/ports/5c8109b7-472d-4fcb-b8e5-3a631cccdd13 HTTP/1.1" status: 200 len: 994 time: 1.0566368 Nov 03 02:22:50.401232 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:50.406922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34686) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:50.460598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae976b8-f3da-4c19-bce1-4ed2d74f98f1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:50.473975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-fae976b8-f3da-4c19-bce1-4ed2d74f98f1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:50.485889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7c8604-eb58-4b44-bf37-805686fdc225 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:50.493519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=64132687-051b-4072-b889-3f1ed4c8f50b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:50.504986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae976b8-f3da-4c19-bce1-4ed2d74f98f1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:50.505596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fae976b8-f3da-4c19-bce1-4ed2d74f98f1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.505715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Deleting port 708fb159-c0b0-493b-97b8-f01efcf0394f {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:50.506000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (708fb159-c0b0-493b-97b8-f01efcf0394f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.533827 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae976b8-f3da-4c19-bce1-4ed2d74f98f1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=dc0eef57-970c-41b4-ba3f-c820ac22e5f5,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:50.566955 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fae976b8-f3da-4c19-bce1-4ed2d74f98f1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7146707 Nov 03 02:22:50.567952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34688) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:50.574005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': 'dc0eef57-970c-41b4-ba3f-c820ac22e5f5', 'ip_address': '2001:db8::ffbb:7a9:77ee:e720'}], 'name': 'tempest-NetworksTestDHCPv6-2069979281'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:50.577898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:50.584504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.587764 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3f1c98b8-92bb-44a8-a0e2-4d71cb67f785 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "PUT /v2.0/routers/7b0d4703-6490-4e0e-b09f-68767a73b85c HTTP/1.1" status: 200 len: 914 time: 2.8466618 Nov 03 02:22:50.589759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 54b2757c-0f54-4179-88e6-79e3875ca243 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:22:50.590253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34690) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:50.610456 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf94a06-4850-41c8-a1a9-b1352081d3eb None None] Sync routers for ids ['7b0d4703-6490-4e0e-b09f-68767a73b85c'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:50.631957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (cac6ce05-69ef-4e84-8ec1-e94e30779ab0), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.672882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-84af2c32-79e1-41c5-96f2-997579c94d5c tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Deleting port 5c8109b7-472d-4fcb-b8e5-3a631cccdd13 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:50.673219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84af2c32-79e1-41c5-96f2-997579c94d5c tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (5c8109b7-472d-4fcb-b8e5-3a631cccdd13), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.694762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (708fb159-c0b0-493b-97b8-f01efcf0394f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.705672 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Publish callbacks [] for port (708fb159-c0b0-493b-97b8-f01efcf0394f), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.712816 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (708fb159-c0b0-493b-97b8-f01efcf0394f), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.721432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 54b2757c-0f54-4179-88e6-79e3875ca243 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:22:50.722083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 54b2757c-0f54-4179-88e6-79e3875ca243 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:22:50.738135 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Calling delete_port for 708fb159-c0b0-493b-97b8-f01efcf0394f owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:50.748024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (64132687-051b-4072-b889-3f1ed4c8f50b), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.757599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf94a06-4850-41c8-a1a9-b1352081d3eb None None] Routers {'7b0d4703-6490-4e0e-b09f-68767a73b85c'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:50.759476 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eaf94a06-4850-41c8-a1a9-b1352081d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['7b0d4703-6490-4e0e-b09f-68767a73b85c'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:50.765936 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Pushing event updated for resources: {'Port': ['ID=708fb159-c0b0-493b-97b8-f01efcf0394f,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:50.767570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:50.779536 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.779987 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.780342 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.780704 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.781039 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.781907 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.781907 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.782082 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.782396 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.783316 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.783654 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.784342 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.784342 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:22:50.795385 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Attempting to bind port 708fb159-c0b0-493b-97b8-f01efcf0394f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:50.795765 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Attempting to bind port 708fb159-c0b0-493b-97b8-f01efcf0394f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'cb678c75-e68e-460f-9a1f-e02cb0fdac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b06042bc-7b1f-442b-b2a2-e5951995dd72'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:50.796125 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Attempting to bind port 708fb159-c0b0-493b-97b8-f01efcf0394f on network b06042bc-7b1f-442b-b2a2-e5951995dd72 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:50.802141 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:50.802518 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Checking segment: {'id': 'cb678c75-e68e-460f-9a1f-e02cb0fdac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b06042bc-7b1f-442b-b2a2-e5951995dd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:50.802968 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.803358 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Bound using segment: {'id': 'cb678c75-e68e-460f-9a1f-e02cb0fdac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b06042bc-7b1f-442b-b2a2-e5951995dd72'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:50.803822 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Bound port: 708fb159-c0b0-493b-97b8-f01efcf0394f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb678c75-e68e-460f-9a1f-e02cb0fdac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b06042bc-7b1f-442b-b2a2-e5951995dd72'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:50.804198 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (708fb159-c0b0-493b-97b8-f01efcf0394f), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.829020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84af2c32-79e1-41c5-96f2-997579c94d5c tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (5c8109b7-472d-4fcb-b8e5-3a631cccdd13), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.847785 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f11d3487-1fdd-41ec-8549-69924b5d125d tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/routers/7b0d4703-6490-4e0e-b09f-68767a73b85c HTTP/1.1" status: 200 len: 920 time: 0.2556059 Nov 03 02:22:50.850709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34692) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:50.854499 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Attempt 4 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:50.857310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eaf94a06-4850-41c8-a1a9-b1352081d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:50.861337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-84af2c32-79e1-41c5-96f2-997579c94d5c tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Calling delete_port for 5c8109b7-472d-4fcb-b8e5-3a631cccdd13 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:50.876535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': 'dc0eef57-970c-41b4-ba3f-c820ac22e5f5'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:22:50.876535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.887258 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] For port 708fb159-c0b0-493b-97b8-f01efcf0394f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:50.891234 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] For port 708fb159-c0b0-493b-97b8-f01efcf0394f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=708fb159-c0b0-493b-97b8-f01efcf0394f,segment=NetworkSegment(cb678c75-e68e-460f-9a1f-e02cb0fdac41),segment_id=cb678c75-e68e-460f-9a1f-e02cb0fdac41)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:50.897833 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (708fb159-c0b0-493b-97b8-f01efcf0394f), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.938590 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:50.958035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:50.960656 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d9a4b-8109-4ce9-a939-00e4b257efb8 None None] Pushing event updated for resources: {'Port': ['ID=708fb159-c0b0-493b-97b8-f01efcf0394f,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:50.965477 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Routers {'b4802715-f7d0-4c68-9694-3a8d89ad1e8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:50.966140 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b4802715-f7d0-4c68-9694-3a8d89ad1e8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:50.988952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7195685e-cb14-415b-8d7a-25f16653fe4c tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:50.990487 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7195685e-cb14-415b-8d7a-25f16653fe4c tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&device_id=7b0d4703-6490-4e0e-b09f-68767a73b85c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1388266 Nov 03 02:22:50.995523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34694) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:50.996833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 7e395707-076b-4667-b4ae-0aa33f16afa3 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:51.063005 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] Set router b4802715-f7d0-4c68-9694-3a8d89ad1e8d gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:22:51.092364 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f4f7ce-b759-4c13-b222-c7b12d84ecf4 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:51.094469 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-18f4f7ce-b759-4c13-b222-c7b12d84ecf4 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/networks/2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 881 time: 0.0968916 Nov 03 02:22:51.099306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34696) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:51.116299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf94a06-4850-41c8-a1a9-b1352081d3eb None None] Routers {'7b0d4703-6490-4e0e-b09f-68767a73b85c'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:51.117308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eaf94a06-4850-41c8-a1a9-b1352081d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['7b0d4703-6490-4e0e-b09f-68767a73b85c'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:51.118117 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4802715-f7d0-4c68-9694-3a8d89ad1e8d', 'name': '', 'tenant_id': '50bd7227348443128fab43d3dd3f53bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:45Z', 'updated_at': '2022-11-03T02:22:50Z', 'revision_number': 4, 'project_id': '50bd7227348443128fab43d3dd3f53bb', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:51.150092 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04934b1b-1a14-466f-b2f1-445ebceaf985 None None] The sync data for ids ['b4802715-f7d0-4c68-9694-3a8d89ad1e8d'] in dv-neutron-860659-5-hyperv is: [{'id': 'b4802715-f7d0-4c68-9694-3a8d89ad1e8d', 'name': '', 'tenant_id': '50bd7227348443128fab43d3dd3f53bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:45Z', 'updated_at': '2022-11-03T02:22:50Z', 'revision_number': 4, 'project_id': '50bd7227348443128fab43d3dd3f53bb', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:51.159925 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eaf94a06-4850-41c8-a1a9-b1352081d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:51.160762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf94a06-4850-41c8-a1a9-b1352081d3eb None None] The sync data for ids ['7b0d4703-6490-4e0e-b09f-68767a73b85c'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:51.178993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/dc0eef57-970c-41b4-ba3f-c820ac22e5f5/942fffd9-cdcd-4e48-880c-f2d0f62c708c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:51.219459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (708fb159-c0b0-493b-97b8-f01efcf0394f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.247543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84af2c32-79e1-41c5-96f2-997579c94d5c tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (5c8109b7-472d-4fcb-b8e5-3a631cccdd13), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.255355 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-76463a45-5020-4af7-846a-165e23bc8b72 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b0d4703-6490-4e0e-b09f-68767a73b85c HTTP/1.1" status: 200 len: 205 time: 0.0687692 Nov 03 02:22:51.256967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34698) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:51.302059 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.330059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af2c32-79e1-41c5-96f2-997579c94d5c tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event deleted for resources: {'Port': ['ID=5c8109b7-472d-4fcb-b8e5-3a631cccdd13,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:51.339676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event deleted for resources: {'Port': ['ID=708fb159-c0b0-493b-97b8-f01efcf0394f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:51.404757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Publish callbacks [] for port (942fffd9-cdcd-4e48-880c-f2d0f62c708c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.424199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (942fffd9-cdcd-4e48-880c-f2d0f62c708c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.440623 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Attempt 5 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:51.481154 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::ffbb:7a9:77ee:e720 (45083813-f1f1-4019-a736-ce483eb72093/dc0eef57-970c-41b4-ba3f-c820ac22e5f5/7e395707-076b-4667-b4ae-0aa33f16afa3) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:51.523725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:51.539228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:51.544998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:51.547697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:51.549374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Pushing event updated for resources: {'Port': ['ID=942fffd9-cdcd-4e48-880c-f2d0f62c708c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:51.631433 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Attempting to bind port 942fffd9-cdcd-4e48-880c-f2d0f62c708c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:51.632090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Attempting to bind port 942fffd9-cdcd-4e48-880c-f2d0f62c708c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:51.632299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Attempting to bind port 942fffd9-cdcd-4e48-880c-f2d0f62c708c on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:51.638789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:51.639172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:51.639577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.640263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:51.640774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Bound port: 942fffd9-cdcd-4e48-880c-f2d0f62c708c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:51.641157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (942fffd9-cdcd-4e48-880c-f2d0f62c708c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.682618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (7b0d4703-6490-4e0e-b09f-68767a73b85c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.701540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (64132687-051b-4072-b889-3f1ed4c8f50b), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.706849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (64132687-051b-4072-b889-3f1ed4c8f50b), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.712911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] For port 942fffd9-cdcd-4e48-880c-f2d0f62c708c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:51.716943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] For port 942fffd9-cdcd-4e48-880c-f2d0f62c708c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=942fffd9-cdcd-4e48-880c-f2d0f62c708c,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:51.723382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (7e395707-076b-4667-b4ae-0aa33f16afa3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.725338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (942fffd9-cdcd-4e48-880c-f2d0f62c708c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.775449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=64132687-051b-4072-b889-3f1ed4c8f50b,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:51.794780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd323b9d-4c01-4f7f-89f4-fe3e4d4e0be8 None None] Pushing event updated for resources: {'Port': ['ID=942fffd9-cdcd-4e48-880c-f2d0f62c708c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:51.805375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.809771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_controller (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.859810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (cac6ce05-69ef-4e84-8ec1-e94e30779ab0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.866601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84af2c32-79e1-41c5-96f2-997579c94d5c tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.873446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34700) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:51.873640 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-84af2c32-79e1-41c5-96f2-997579c94d5c tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "DELETE /v2.0/ports/5c8109b7-472d-4fcb-b8e5-3a631cccdd13 HTTP/1.1" status: 204 len: 168 time: 1.4637911 Nov 03 02:22:51.877856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7e395707-076b-4667-b4ae-0aa33f16afa3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.885114 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (b4802715-f7d0-4c68-9694-3a8d89ad1e8d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.885467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4802715-f7d0-4c68-9694-3a8d89ad1e8d {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:51.905367 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.906620 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-36992d2c-22a4-4c27-9a65-4b9380856812 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3361104 Nov 03 02:22:51.910226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:51.911015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34702) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:51.911273 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-38f7a072-0363-411f-a2f9-0e99d072aade tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b4802715-f7d0-4c68-9694-3a8d89ad1e8d HTTP/1.1" status: 204 len: 168 time: 2.1496165 Nov 03 02:22:51.912525 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef488105-9481-4b67-9fef-3045dd07d660 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] GET failed (client error): The resource could not be found. Nov 03 02:22:51.913968 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ef488105-9481-4b67-9fef-3045dd07d660 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "GET /v2.0/ports/5c8109b7-472d-4fcb-b8e5-3a631cccdd13 HTTP/1.1" status: 404 len: 333 time: 0.0394204 Nov 03 02:22:51.914595 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34704) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:51.918645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34706) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:51.923220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'port': {'network_id': '05a1cb63-a93e-4e70-b19a-bd8e84192762', 'name': 'tempest-FloatingIPTestJSON-1350237084'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:51.928325 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Request body: {'port': {'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b', 'name': 'tempest-AllowedAddressPairTestJSON-737140236'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:51.952516 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (7b0d4703-6490-4e0e-b09f-68767a73b85c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.005473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:52.022032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:52.026906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=7e395707-076b-4667-b4ae-0aa33f16afa3,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:52.029539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:52.035751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:52.036896 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.051368 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Attempt 6 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:52.061681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb7a266-3bf3-49c5-90d4-0e2acec5297e tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Deleting subnet 3410f14d-1e46-433e-85b2-b5dcd69fbe0b {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:22:52.067920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0bb7a266-3bf3-49c5-90d4-0e2acec5297e tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for subnet (3410f14d-1e46-433e-85b2-b5dcd69fbe0b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.106520 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f7251b87-2d20-42ef-8a31-c183fb0cf627 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5374916 Nov 03 02:22:52.111680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34708) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:52.119951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:52.156963 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0bb7a266-3bf3-49c5-90d4-0e2acec5297e tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (3410f14d-1e46-433e-85b2-b5dcd69fbe0b), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.200728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Deleting port 708b3dd1-f853-43d9-b4e2-6cc29d4826e6 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:52.201269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (708b3dd1-f853-43d9-b4e2-6cc29d4826e6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.201597 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Made reservation on behalf of dbf712251f834b6aa16741d75ae7c9f7 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:52.205006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.219069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Made reservation on behalf of 98d83dbc22a64949b5de85431c64fbca for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:52.222814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.227810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0bb7a266-3bf3-49c5-90d4-0e2acec5297e tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (3410f14d-1e46-433e-85b2-b5dcd69fbe0b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.252154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] device_id is not set on port 29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:52.278735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e2db7b-9506-4a6d-9dbe-065c18ef3120 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:52.284012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e2db7b-9506-4a6d-9dbe-065c18ef3120 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:52.285935 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-04e2db7b-9506-4a6d-9dbe-065c18ef3120 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1726005 Nov 03 02:22:52.289964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34710) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:52.301314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] device_id is not set on port 3e556f33-36f0-46b2-9771-ed2a926d0de7 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:52.368120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0bb7a266-3bf3-49c5-90d4-0e2acec5297e tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (3410f14d-1e46-433e-85b2-b5dcd69fbe0b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.395822 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7a266-3bf3-49c5-90d4-0e2acec5297e tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3410f14d-1e46-433e-85b2-b5dcd69fbe0b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:52.414779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0bb7a266-3bf3-49c5-90d4-0e2acec5297e tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.418136 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0bb7a266-3bf3-49c5-90d4-0e2acec5297e tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/3410f14d-1e46-433e-85b2-b5dcd69fbe0b HTTP/1.1" status: 204 len: 168 time: 0.5025823 Nov 03 02:22:52.419476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Allocated IP 172.20.0.7 (c974ead9-5fc4-40a0-a191-fed784e0947b/c983aefb-ea60-48d8-b09b-26f8c351fed5/29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:52.421617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34712) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:52.516412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (b06042bc-7b1f-442b-b2a2-e5951995dd72), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.543170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 942fffd9-cdcd-4e48-880c-f2d0f62c708c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:52.601736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 942fffd9-cdcd-4e48-880c-f2d0f62c708c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:52.602001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (942fffd9-cdcd-4e48-880c-f2d0f62c708c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.602344 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 942fffd9-cdcd-4e48-880c-f2d0f62c708c Nov 03 02:22:52.626898 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Attempt 7 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:52.673093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:52.692951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (b06042bc-7b1f-442b-b2a2-e5951995dd72), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.728436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 942fffd9-cdcd-4e48-880c-f2d0f62c708c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:52.729756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (942fffd9-cdcd-4e48-880c-f2d0f62c708c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.735646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (708b3dd1-f853-43d9-b4e2-6cc29d4826e6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.745316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06042bc-7b1f-442b-b2a2-e5951995dd72']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:52.763664 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb678c75-e68e-460f-9a1f-e02cb0fdac41') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:52.763999 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb678c75-e68e-460f-9a1f-e02cb0fdac41') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:52.778330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Calling delete_port for 708b3dd1-f853-43d9-b4e2-6cc29d4826e6 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:52.784893 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for port (29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.785505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 942fffd9-cdcd-4e48-880c-f2d0f62c708c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=942fffd9-cdcd-4e48-880c-f2d0f62c708c,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:52.792535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (942fffd9-cdcd-4e48-880c-f2d0f62c708c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.795258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (cb678c75-e68e-460f-9a1f-e02cb0fdac41), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.821531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (cb678c75-e68e-460f-9a1f-e02cb0fdac41), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.832580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:22:52.833045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (cb678c75-e68e-460f-9a1f-e02cb0fdac41), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.868928 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=942fffd9-cdcd-4e48-880c-f2d0f62c708c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:52.888014 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment cb678c75-e68e-460f-9a1f-e02cb0fdac41 resource provider aggregate not found Nov 03 02:22:52.927652 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment cb678c75-e68e-460f-9a1f-e02cb0fdac41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb678c75-e68e-460f-9a1f-e02cb0fdac41 found for delete ", "request_id": "req-bcad50ad-a19a-442f-b322-d5ba3f8be17b"}]} Nov 03 02:22:52.928474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1fb9a-159f-438e-915d-eef8fad4e1db tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 7e395707-076b-4667-b4ae-0aa33f16afa3 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:52.929044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c1a1fb9a-159f-438e-915d-eef8fad4e1db tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7e395707-076b-4667-b4ae-0aa33f16afa3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.942900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.953082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (b06042bc-7b1f-442b-b2a2-e5951995dd72), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.958873 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b06042bc-7b1f-442b-b2a2-e5951995dd72 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 02:22:52.961877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:52.967296 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b06042bc-7b1f-442b-b2a2-e5951995dd72 HTTP/1.1" status: 204 len: 168 time: 0.5448418 Nov 03 02:22:53.015544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816b51e-c08d-43eb-8a57-a7e25e127bd3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event deleted for resources: {'Network': ['ID=b06042bc-7b1f-442b-b2a2-e5951995dd72,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:53.025167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.20.0.10 (05a1cb63-a93e-4e70-b19a-bd8e84192762/5ca9f31e-aa85-4021-b22f-9d1108911fb8/3e556f33-36f0-46b2-9771-ed2a926d0de7) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:53.033303 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Network c974ead9-5fc4-40a0-a191-fed784e0947b is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:53.036748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:53.041453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:53.130790 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'Port': ['ID=29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:53.132034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c1a1fb9a-159f-438e-915d-eef8fad4e1db tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7e395707-076b-4667-b4ae-0aa33f16afa3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.159478 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:53.160250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.174312 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Attempt 8 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:53.191560 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-aece286e-21fa-4fca-b6ed-f3668f5d2a41 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2716787 Nov 03 02:22:53.192909 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34726) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:53.207019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-41f25131-9712-4da7-9b13-74f0d1259962 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b6:ac:c7'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:53.243921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:53.248372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1fb9a-159f-438e-915d-eef8fad4e1db tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 7e395707-076b-4667-b4ae-0aa33f16afa3 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:53.293286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34728) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:53.309655 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-da7e3a04-bd5a-437a-8ccd-cefca2ab6e15 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Request body: {'router': {'name': 'tempest-router--1497507962', 'project_id': '19aa6d06b3cd4155980fb2ae2ce01124'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:53.345915 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da7e3a04-bd5a-437a-8ccd-cefca2ab6e15 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (83b8491a-301f-4403-810f-2bcdbbbb4335), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.348545 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da7e3a04-bd5a-437a-8ccd-cefca2ab6e15 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (83b8491a-301f-4403-810f-2bcdbbbb4335), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.398182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41f25131-9712-4da7-9b13-74f0d1259962 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.405766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (708b3dd1-f853-43d9-b4e2-6cc29d4826e6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.442093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Pushing event deleted for resources: {'Port': ['ID=708b3dd1-f853-43d9-b4e2-6cc29d4826e6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:53.460345 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da7e3a04-bd5a-437a-8ccd-cefca2ab6e15 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_controller (83b8491a-301f-4403-810f-2bcdbbbb4335), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.517542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da7e3a04-bd5a-437a-8ccd-cefca2ab6e15 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (83b8491a-301f-4403-810f-2bcdbbbb4335), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.542641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da7e3a04-bd5a-437a-8ccd-cefca2ab6e15 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.543658 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-da7e3a04-bd5a-437a-8ccd-cefca2ab6e15 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2434947 Nov 03 02:22:53.546379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34730) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:53.596422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (3e556f33-36f0-46b2-9771-ed2a926d0de7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.607111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c1a1fb9a-159f-438e-915d-eef8fad4e1db tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7e395707-076b-4667-b4ae-0aa33f16afa3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.649797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1031f5c9-3af5-45b0-89c3-38503c6358ea tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (83b8491a-301f-4403-810f-2bcdbbbb4335), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.660159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1fb9a-159f-438e-915d-eef8fad4e1db tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=7e395707-076b-4667-b4ae-0aa33f16afa3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:53.666735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (7b0d4703-6490-4e0e-b09f-68767a73b85c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.745120 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Attempt 9 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:53.745999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c1a1fb9a-159f-438e-915d-eef8fad4e1db tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.749288 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c1a1fb9a-159f-438e-915d-eef8fad4e1db tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/7e395707-076b-4667-b4ae-0aa33f16afa3 HTTP/1.1" status: 204 len: 168 time: 1.4568903 Nov 03 02:22:53.753932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34732) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:53.788423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:53.822174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3e556f33-36f0-46b2-9771-ed2a926d0de7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.824988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (7b0d4703-6490-4e0e-b09f-68767a73b85c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.828976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (7b0d4703-6490-4e0e-b09f-68767a73b85c), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.906292 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1031f5c9-3af5-45b0-89c3-38503c6358ea tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (83b8491a-301f-4403-810f-2bcdbbbb4335), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.909527 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1031f5c9-3af5-45b0-89c3-38503c6358ea tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_controller (83b8491a-301f-4403-810f-2bcdbbbb4335), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.917828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b50db4-0b7e-4146-a77d-b34837700ba3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:53.919158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b50db4-0b7e-4146-a77d-b34837700ba3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:53.920700 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-06b50db4-0b7e-4146-a77d-b34837700ba3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1658244 Nov 03 02:22:53.927898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 05a1cb63-a93e-4e70-b19a-bd8e84192762 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:53.928466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34734) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:53.940392 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:53.963714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (7b0d4703-6490-4e0e-b09f-68767a73b85c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.964608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Fanout notify agent at l3_agent the message router_deleted on router 7b0d4703-6490-4e0e-b09f-68767a73b85c {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:53.967420 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:53.977318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41f25131-9712-4da7-9b13-74f0d1259962 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for port (29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.980949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1031f5c9-3af5-45b0-89c3-38503c6358ea tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (83b8491a-301f-4403-810f-2bcdbbbb4335), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.981778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1031f5c9-3af5-45b0-89c3-38503c6358ea tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83b8491a-301f-4403-810f-2bcdbbbb4335 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:53.986939 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1031f5c9-3af5-45b0-89c3-38503c6358ea tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:53.988091 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1031f5c9-3af5-45b0-89c3-38503c6358ea tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "DELETE /v2.0/routers/83b8491a-301f-4403-810f-2bcdbbbb4335 HTTP/1.1" status: 204 len: 168 time: 0.4399378 Nov 03 02:22:53.989333 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41f25131-9712-4da7-9b13-74f0d1259962 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.002824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.003937 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8f4197c0-8be9-44a8-853f-73a3c03a2edf tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/7b0d4703-6490-4e0e-b09f-68767a73b85c HTTP/1.1" status: 204 len: 168 time: 2.7456782 Nov 03 02:22:54.010533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34738) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:54.019191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-180830717', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:54.028929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=3e556f33-36f0-46b2-9771-ed2a926d0de7,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:54.066552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:54.067110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.071250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-41f25131-9712-4da7-9b13-74f0d1259962 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] In _notify_port_updated(), no bound segment for port 29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 on network c974ead9-5fc4-40a0-a191-fed784e0947b {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:22:54.075691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9cd46b-5e94-433f-926b-4ebcaddf3c2b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet dc0eef57-970c-41b4-ba3f-c820ac22e5f5 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:22:54.077666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f25131-9712-4da7-9b13-74f0d1259962 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:54.078318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41f25131-9712-4da7-9b13-74f0d1259962 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.080977 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-41f25131-9712-4da7-9b13-74f0d1259962 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "PUT /v2.0/ports/29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 HTTP/1.1" status: 200 len: 995 time: 0.8864348 Nov 03 02:22:54.081845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-af9cd46b-5e94-433f-926b-4ebcaddf3c2b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (dc0eef57-970c-41b4-ba3f-c820ac22e5f5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.083299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f25131-9712-4da7-9b13-74f0d1259962 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'Port': ['ID=29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:54.086502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34740) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:54.115614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (b66d290f-fc5e-411a-974e-e512bfdceec7), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.116680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (b66d290f-fc5e-411a-974e-e512bfdceec7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.135538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34742) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:54.157797 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-27ce832b-fe0d-4685-a60c-33a921954f3d tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2431433 Nov 03 02:22:54.160791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34746) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:54.165508 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-07b416ad-b805-4bd2-bba8-3fecb7635552 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'floatingip': {'port_id': '3e556f33-36f0-46b2-9771-ed2a926d0de7'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:54.174981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-af9cd46b-5e94-433f-926b-4ebcaddf3c2b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (dc0eef57-970c-41b4-ba3f-c820ac22e5f5), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.210029 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07b416ad-b805-4bd2-bba8-3fecb7635552 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (cac6ce05-69ef-4e84-8ec1-e94e30779ab0), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.284850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (b66d290f-fc5e-411a-974e-e512bfdceec7), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.289539 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Attempt 10 to provision port dd0dc9b7-16c7-4fce-b792-027c9c50baea Nov 03 02:22:54.336318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eb318-5946-44a9-a50d-0a8bc4eea025 None None] Port dd0dc9b7-16c7-4fce-b792-027c9c50baea cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:54.386578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1255204359', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:54.398068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-af9cd46b-5e94-433f-926b-4ebcaddf3c2b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (dc0eef57-970c-41b4-ba3f-c820ac22e5f5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.456432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (63feacab-457e-442e-a801-6c349935c130), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.456974 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (63feacab-457e-442e-a801-6c349935c130), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.459085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ef2cfe6c-38ed-4d72-843d-e4989f718b4c None None] Could not find standard attr ID for object 7e395707-076b-4667-b4ae-0aa33f16afa3. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:22:54.467999 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 942fffd9-cdcd-4e48-880c-f2d0f62c708c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:54.485199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-bd5693bd-4f16-446e-a387-f20cb3940d89 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Deleting port 29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:54.485538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bd5693bd-4f16-446e-a387-f20cb3940d89 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.496411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ef2cfe6c-38ed-4d72-843d-e4989f718b4c None None] Provisioning complete for port 29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:54.496838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ef2cfe6c-38ed-4d72-843d-e4989f718b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.497181 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ef2cfe6c-38ed-4d72-843d-e4989f718b4c None None] Attempt 1 to provision port 29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 Nov 03 02:22:54.534314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (b66d290f-fc5e-411a-974e-e512bfdceec7), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.540478 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ef2cfe6c-38ed-4d72-843d-e4989f718b4c None None] Port 29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:54.548458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 942fffd9-cdcd-4e48-880c-f2d0f62c708c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:54.549052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (942fffd9-cdcd-4e48-880c-f2d0f62c708c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.549535 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 942fffd9-cdcd-4e48-880c-f2d0f62c708c Nov 03 02:22:54.608431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (63feacab-457e-442e-a801-6c349935c130), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.635234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-af9cd46b-5e94-433f-926b-4ebcaddf3c2b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (dc0eef57-970c-41b4-ba3f-c820ac22e5f5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.646567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 942fffd9-cdcd-4e48-880c-f2d0f62c708c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:54.676194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bd5693bd-4f16-446e-a387-f20cb3940d89 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.687747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cd46b-5e94-433f-926b-4ebcaddf3c2b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0eef57-970c-41b4-ba3f-c820ac22e5f5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:54.689899 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-af9cd46b-5e94-433f-926b-4ebcaddf3c2b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.693218 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-af9cd46b-5e94-433f-926b-4ebcaddf3c2b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/dc0eef57-970c-41b4-ba3f-c820ac22e5f5 HTTP/1.1" status: 204 len: 168 time: 0.7636566 Nov 03 02:22:54.695406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882df976-1051-4e40-817b-ff1e340d981e None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:54.701751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34750) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:54.706035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-bd5693bd-4f16-446e-a387-f20cb3940d89 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Calling delete_port for 29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:54.750199 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-394d97f1-7492-4c75-9eb6-120e7665ce6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466032 Nov 03 02:22:54.753696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34752) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:54.762443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-efd417e8-71b1-4b5c-90bf-317ddcc1d113 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:54.801209 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (63feacab-457e-442e-a801-6c349935c130), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.881906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d221a7-44d1-4919-9b64-90ade59ad0f4 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:22:54.933847 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d8d221a7-44d1-4919-9b64-90ade59ad0f4 None None] Deleting port 942fffd9-cdcd-4e48-880c-f2d0f62c708c {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:54.934233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d8d221a7-44d1-4919-9b64-90ade59ad0f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (942fffd9-cdcd-4e48-880c-f2d0f62c708c), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.966423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07b416ad-b805-4bd2-bba8-3fecb7635552 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.974781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07b416ad-b805-4bd2-bba8-3fecb7635552 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (cac6ce05-69ef-4e84-8ec1-e94e30779ab0), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:54.976466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd417e8-71b1-4b5c-90bf-317ddcc1d113 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:54.981413 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-efd417e8-71b1-4b5c-90bf-317ddcc1d113 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:55.092905 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-07b416ad-b805-4bd2-bba8-3fecb7635552 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP cac6ce05-69ef-4e84-8ec1-e94e30779ab0 associated. External IP: 172.26.6.63, port: 3e556f33-36f0-46b2-9771-ed2a926d0de7. Nov 03 02:22:55.106497 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ef2cfe6c-38ed-4d72-843d-e4989f718b4c None None] Attempt 2 to provision port 29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 Nov 03 02:22:55.164422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d8d221a7-44d1-4919-9b64-90ade59ad0f4 None None] For port 942fffd9-cdcd-4e48-880c-f2d0f62c708c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=942fffd9-cdcd-4e48-880c-f2d0f62c708c,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:55.164910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d8d221a7-44d1-4919-9b64-90ade59ad0f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (942fffd9-cdcd-4e48-880c-f2d0f62c708c), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:55.167806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ef2cfe6c-38ed-4d72-843d-e4989f718b4c None None] Port 29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:55.179828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d8d221a7-44d1-4919-9b64-90ade59ad0f4 None None] Calling delete_port for 942fffd9-cdcd-4e48-880c-f2d0f62c708c owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:55.266678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d8d221a7-44d1-4919-9b64-90ade59ad0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (942fffd9-cdcd-4e48-880c-f2d0f62c708c), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:55.293291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d221a7-44d1-4919-9b64-90ade59ad0f4 None None] Pushing event deleted for resources: {'Port': ['ID=942fffd9-cdcd-4e48-880c-f2d0f62c708c,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:55.297814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d221a7-44d1-4919-9b64-90ade59ad0f4 None None] No DVR routers for this DVR port 942fffd9-cdcd-4e48-880c-f2d0f62c708c on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:22:55.369672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946aa37-681b-4351-9223-bcfe2f954115 req-a33a28e6-36c8-42ab-9a3a-635683664167 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:55.371249 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6946aa37-681b-4351-9223-bcfe2f954115 req-a33a28e6-36c8-42ab-9a3a-635683664167 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.5355198 Nov 03 02:22:55.471293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (b66d290f-fc5e-411a-974e-e512bfdceec7), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:55.510044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bd5693bd-4f16-446e-a387-f20cb3940d89 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:55.516879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:55.542733 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (63feacab-457e-442e-a801-6c349935c130), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:55.565873 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:55.573658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5693bd-4f16-446e-a387-f20cb3940d89 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event deleted for resources: {'Port': ['ID=29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:55.578194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6946aa37-681b-4351-9223-bcfe2f954115 req-c13b1971-b490-45f2-9d6d-d3c3adf088a1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793725 Nov 03 02:22:55.668664 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ef2cfe6c-38ed-4d72-843d-e4989f718b4c None None] Attempt 3 to provision port 29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 Nov 03 02:22:55.696137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ef2cfe6c-38ed-4d72-843d-e4989f718b4c None None] Port 29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:22:55.701630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ef2cfe6c-38ed-4d72-843d-e4989f718b4c None None] Could not find standard attr ID for object 5c8109b7-472d-4fcb-b8e5-3a631cccdd13. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:22:55.707325 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ef2cfe6c-38ed-4d72-843d-e4989f718b4c None None] Could not find standard attr ID for object 942fffd9-cdcd-4e48-880c-f2d0f62c708c. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:22:55.760392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b416ad-b805-4bd2-bba8-3fecb7635552 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:55.787331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Allocated IP 172.26.6.166 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/e3adcb70-2919-43a7-b406-635e4111a50f) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:55.789575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bd5693bd-4f16-446e-a387-f20cb3940d89 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:55.793659 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bd5693bd-4f16-446e-a387-f20cb3940d89 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "DELETE /v2.0/ports/29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 HTTP/1.1" status: 204 len: 168 time: 1.6874130 Nov 03 02:22:55.800628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34760) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:55.851830 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec17d52-448c-4273-b8a5-caebade92504 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] GET failed (client error): The resource could not be found. Nov 03 02:22:55.856798 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3ec17d52-448c-4273-b8a5-caebade92504 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "GET /v2.0/ports/29ec5ca1-1ce3-464b-bc8c-4c7d036dcfd5 HTTP/1.1" status: 404 len: 333 time: 0.0510590 Nov 03 02:22:55.857190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34762) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:55.862994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Request body: {'port': {'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b', 'name': 'tempest-AllowedAddressPairTestJSON-1604142195'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:55.865798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4aabd-c269-460f-aae5-485b4f072b04 req-0ac3dd00-36b9-4433-a23c-dae5630998b3 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:55.867169 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2af4aabd-c269-460f-aae5-485b4f072b04 req-0ac3dd00-36b9-4433-a23c-dae5630998b3 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.1689265 Nov 03 02:22:55.868643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-efd417e8-71b1-4b5c-90bf-317ddcc1d113 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (c42b3547-a1ed-47ce-8fba-dabd457dd82e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:55.930786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd417e8-71b1-4b5c-90bf-317ddcc1d113 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:55.938706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-efd417e8-71b1-4b5c-90bf-317ddcc1d113 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:55.942374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd417e8-71b1-4b5c-90bf-317ddcc1d113 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:55.942976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-efd417e8-71b1-4b5c-90bf-317ddcc1d113 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:55.950856 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be07da0b-8b4e-4c13-9562-c96a5a4ea48b None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:22:55.951377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd417e8-71b1-4b5c-90bf-317ddcc1d113 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=c42b3547-a1ed-47ce-8fba-dabd457dd82e,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:55.974720 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2af4aabd-c269-460f-aae5-485b4f072b04 req-ca69e22a-9f6a-4978-9b6b-4da7835657d7 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965872 Nov 03 02:22:55.978328 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-efd417e8-71b1-4b5c-90bf-317ddcc1d113 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2225611 Nov 03 02:22:55.981809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34764) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:55.987530 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': 'c42b3547-a1ed-47ce-8fba-dabd457dd82e', 'ip_address': '2001:db8::f83a:5b07:48da:a3c6'}], 'name': 'tempest-NetworksTestDHCPv6-838980890'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:56.068894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b416ad-b805-4bd2-bba8-3fecb7635552 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:56.080981 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e118012-6606-425b-b078-a5d20674e1af None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:56.082881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07b416ad-b805-4bd2-bba8-3fecb7635552 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.099016 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e118012-6606-425b-b078-a5d20674e1af None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:56.100415 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9e118012-6606-425b-b078-a5d20674e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:56.118350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': 'c42b3547-a1ed-47ce-8fba-dabd457dd82e'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:22:56.119759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.128667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for port (e3adcb70-2919-43a7-b406-635e4111a50f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.158663 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9e118012-6606-425b-b078-a5d20674e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:56.168108 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e118012-6606-425b-b078-a5d20674e1af None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:56.168963 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9e118012-6606-425b-b078-a5d20674e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:56.175565 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-07b416ad-b805-4bd2-bba8-3fecb7635552 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "PUT /v2.0/floatingips/cac6ce05-69ef-4e84-8ec1-e94e30779ab0 HTTP/1.1" status: 200 len: 978 time: 2.0114939 Nov 03 02:22:56.178248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Made reservation on behalf of dbf712251f834b6aa16741d75ae7c9f7 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:56.179030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e3d1c-2eea-41c0-b28a-d87660d6bae5 req-1a350aea-e2ec-4c1f-86f3-b59631f226d4 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:56.180942 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b75e3d1c-2eea-41c0-b28a-d87660d6bae5 req-1a350aea-e2ec-4c1f-86f3-b59631f226d4 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.1010673 Nov 03 02:22:56.181529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34768) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:56.190168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:56.200104 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.205542 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9e118012-6606-425b-b078-a5d20674e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:56.206374 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e118012-6606-425b-b078-a5d20674e1af None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:56.231703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] device_id is not set on port 06eaa658-4fd4-43e8-84f7-490804f3a436 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:56.283106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/c42b3547-a1ed-47ce-8fba-dabd457dd82e/062f4a82-7451-4998-a965-bfd38a13136a) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:56.349706 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Allocated IP 172.20.0.6 (c974ead9-5fc4-40a0-a191-fed784e0947b/c983aefb-ea60-48d8-b09b-26f8c351fed5/06eaa658-4fd4-43e8-84f7-490804f3a436) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:56.355513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b75e3d1c-2eea-41c0-b28a-d87660d6bae5 req-c4775969-a91f-4817-94a1-2e69b47326fb tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593368 Nov 03 02:22:56.373231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e3adcb70-2919-43a7-b406-635e4111a50f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.378239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.418740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:56.433025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Publish callbacks [] for port (062f4a82-7451-4998-a965-bfd38a13136a), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.436856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:56.444943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (062f4a82-7451-4998-a965-bfd38a13136a), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.446844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 5e59fc26-15a3-45d5-a4d9-f800c573be8a yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:56.455787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:56.461213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port 3e556f33-36f0-46b2-9771-ed2a926d0de7 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:56.464786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3e556f33-36f0-46b2-9771-ed2a926d0de7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.498707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:56.505092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:56.509428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:56.514959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Pushing event updated for resources: {'Port': ['ID=062f4a82-7451-4998-a965-bfd38a13136a,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:56.521998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 942fffd9-cdcd-4e48-880c-f2d0f62c708c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:22:56.559308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 942fffd9-cdcd-4e48-880c-f2d0f62c708c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:22:56.559839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 942fffd9-cdcd-4e48-880c-f2d0f62c708c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:22:56.592123 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Pushing event updated for resources: {'Port': ['ID=e3adcb70-2919-43a7-b406-635e4111a50f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:56.599650 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Attempting to bind port 062f4a82-7451-4998-a965-bfd38a13136a on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:22:56.600125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Attempting to bind port 062f4a82-7451-4998-a965-bfd38a13136a by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:22:56.600637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Attempting to bind port 062f4a82-7451-4998-a965-bfd38a13136a on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:22:56.611391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:22:56.611960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:22:56.612473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.613122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:22:56.613696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Bound port: 062f4a82-7451-4998-a965-bfd38a13136a, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:22:56.614717 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (062f4a82-7451-4998-a965-bfd38a13136a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.645460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Allocated IP 172.26.6.163 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/70b9a00a-a6ef-40ae-b590-b767ab3ec5ff) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:56.698346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] For port 062f4a82-7451-4998-a965-bfd38a13136a, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:22:56.701650 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] For port 062f4a82-7451-4998-a965-bfd38a13136a, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=062f4a82-7451-4998-a965-bfd38a13136a,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:22:56.707822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (062f4a82-7451-4998-a965-bfd38a13136a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.762301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for port (06eaa658-4fd4-43e8-84f7-490804f3a436), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.767049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967efe5b-8440-4165-9da2-1b7b37bb35a6 None None] Pushing event updated for resources: {'Port': ['ID=062f4a82-7451-4998-a965-bfd38a13136a,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:56.864266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (06eaa658-4fd4-43e8-84f7-490804f3a436), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.902890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::f83a:5b07:48da:a3c6 (45083813-f1f1-4019-a736-ce483eb72093/c42b3547-a1ed-47ce-8fba-dabd457dd82e/5e59fc26-15a3-45d5-a4d9-f800c573be8a) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:56.913837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3e556f33-36f0-46b2-9771-ed2a926d0de7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:56.981090 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Network c974ead9-5fc4-40a0-a191-fed784e0947b is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:56.987738 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:56.992619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'Port': ['ID=06eaa658-4fd4-43e8-84f7-490804f3a436,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:56.997665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:57.003397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (63feacab-457e-442e-a801-6c349935c130), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.040386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8aa202-3c42-4b68-b405-14513635a722 req-a3ed4e64-8264-4c9f-a16d-390e95d46e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:57.043536 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8a8aa202-3c42-4b68-b405-14513635a722 req-a3ed4e64-8264-4c9f-a16d-390e95d46e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3365629 Nov 03 02:22:57.047614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for port (70b9a00a-a6ef-40ae-b590-b767ab3ec5ff), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.095092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:57.095769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.146764 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-21d2b224-e48a-41cc-9434-14cff17b7f18 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2884324 Nov 03 02:22:57.150058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34774) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:57.156070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Request body: {'port': {'network_id': 'c974ead9-5fc4-40a0-a191-fed784e0947b', 'name': 'tempest-AllowedAddressPairTestJSON-1417453758'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:57.298798 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8a8aa202-3c42-4b68-b405-14513635a722 req-56a778c8-dcf4-4f36-9b33-1054ee71e01b tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411463 Nov 03 02:22:57.335056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (70b9a00a-a6ef-40ae-b590-b767ab3ec5ff), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.362238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (63feacab-457e-442e-a801-6c349935c130), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.385901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Provisioning complete for port 06eaa658-4fd4-43e8-84f7-490804f3a436 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:57.386469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (06eaa658-4fd4-43e8-84f7-490804f3a436), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.386994 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Attempt 1 to provision port 06eaa658-4fd4-43e8-84f7-490804f3a436 Nov 03 02:22:57.404825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:57.408375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.408765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (cac6ce05-69ef-4e84-8ec1-e94e30779ab0), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.409085 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP cac6ce05-69ef-4e84-8ec1-e94e30779ab0 disassociated. External IP: 172.26.6.63, port: 3e556f33-36f0-46b2-9771-ed2a926d0de7. Nov 03 02:22:57.409436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for 3e556f33-36f0-46b2-9771-ed2a926d0de7 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:57.425562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:57.432432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Port 06eaa658-4fd4-43e8-84f7-490804f3a436 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:57.435354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:57.437396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Pushing event updated for resources: {'Port': ['ID=70b9a00a-a6ef-40ae-b590-b767ab3ec5ff,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:57.464237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Made reservation on behalf of dbf712251f834b6aa16741d75ae7c9f7 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:22:57.467630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.494605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] device_id is not set on port 52a6201f-5fa6-4123-abed-c171736923aa yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:22:57.531206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (5e59fc26-15a3-45d5-a4d9-f800c573be8a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.559223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Router 63feacab-457e-442e-a801-6c349935c130 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:22:57.692734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (5e59fc26-15a3-45d5-a4d9-f800c573be8a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.695620 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Allocated IP 172.20.0.13 (c974ead9-5fc4-40a0-a191-fed784e0947b/c983aefb-ea60-48d8-b09b-26f8c351fed5/52a6201f-5fa6-4123-abed-c171736923aa) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:22:57.748542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:57.765258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869379b-7a69-4430-a928-cb69e28e9dd9 None None] Sync routers for ids ['63feacab-457e-442e-a801-6c349935c130'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:57.775139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869379b-7a69-4430-a928-cb69e28e9dd9 None None] Routers {'63feacab-457e-442e-a801-6c349935c130'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:57.776653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a869379b-7a69-4430-a928-cb69e28e9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['63feacab-457e-442e-a801-6c349935c130'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:57.799907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:57.805627 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.810191 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-37900134-fcd1-4d3e-90b6-5838e23b10be tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6702888 Nov 03 02:22:57.811627 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34784) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:57.818245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:57.831540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:57.836755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a869379b-7a69-4430-a928-cb69e28e9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:57.838943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:57.839776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.851859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869379b-7a69-4430-a928-cb69e28e9dd9 None None] Routers {'63feacab-457e-442e-a801-6c349935c130'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:57.865165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a869379b-7a69-4430-a928-cb69e28e9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['63feacab-457e-442e-a801-6c349935c130'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:57.913622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a869379b-7a69-4430-a928-cb69e28e9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:57.915217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869379b-7a69-4430-a928-cb69e28e9dd9 None None] The sync data for ids ['63feacab-457e-442e-a801-6c349935c130'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:57.934526 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Attempt 2 to provision port 06eaa658-4fd4-43e8-84f7-490804f3a436 Nov 03 02:22:57.944219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=5e59fc26-15a3-45d5-a4d9-f800c573be8a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:57.946639 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3e556f33-36f0-46b2-9771-ed2a926d0de7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:57.955006 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-14d3c480-0cca-4fb8-ba73-bdc2e5dfce19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9720781 Nov 03 02:22:57.955588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34786) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:57.984555 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Port 06eaa658-4fd4-43e8-84f7-490804f3a436 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:58.050345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=3e556f33-36f0-46b2-9771-ed2a926d0de7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:58.083419 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b9609903-af41-45ff-a834-c2cd00e18104 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/routers/63feacab-457e-442e-a801-6c349935c130 HTTP/1.1" status: 200 len: 925 time: 0.2706881 Nov 03 02:22:58.088848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34788) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:58.088982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7148f4-b24c-48e5-9130-1447f69c2544 req-24406952-c6da-4c9a-a3b8-98585eece542 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:58.090574 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af7148f4-b24c-48e5-9130-1447f69c2544 req-24406952-c6da-4c9a-a3b8-98585eece542 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2760646 Nov 03 02:22:58.103207 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for port (52a6201f-5fa6-4123-abed-c171736923aa), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:58.131500 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cbc32749-ebad-4c4d-a07f-f5a3ac3a6842 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=63feacab-457e-442e-a801-6c349935c130 HTTP/1.1" status: 200 len: 205 time: 0.0391188 Nov 03 02:22:58.131704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34790) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:58.140528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (b66d290f-fc5e-411a-974e-e512bfdceec7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:58.255078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (52a6201f-5fa6-4123-abed-c171736923aa), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:58.301664 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (63feacab-457e-442e-a801-6c349935c130), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:58.310998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Network c974ead9-5fc4-40a0-a191-fed784e0947b is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:22:58.350987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:22:58.361454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:22:58.485942 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Attempt 3 to provision port 06eaa658-4fd4-43e8-84f7-490804f3a436 Nov 03 02:22:58.547445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Port 06eaa658-4fd4-43e8-84f7-490804f3a436 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:58.548561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 062f4a82-7451-4998-a965-bfd38a13136a up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:22:58.562361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad91840f-8571-40a8-b415-3be7c4b21820 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:58.567697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad91840f-8571-40a8-b415-3be7c4b21820 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:58.570128 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ad91840f-8571-40a8-b415-3be7c4b21820 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6047285 Nov 03 02:22:58.599722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 062f4a82-7451-4998-a965-bfd38a13136a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:22:58.600067 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (062f4a82-7451-4998-a965-bfd38a13136a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:58.600537 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 062f4a82-7451-4998-a965-bfd38a13136a Nov 03 02:22:58.612219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34792) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:58.663778 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af7148f4-b24c-48e5-9130-1447f69c2544 req-b20fbe5f-d10f-4501-a743-5ea04d882db2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5377493 Nov 03 02:22:58.710283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 062f4a82-7451-4998-a965-bfd38a13136a is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:22:58.710731 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (062f4a82-7451-4998-a965-bfd38a13136a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:58.729673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'Port': ['ID=52a6201f-5fa6-4123-abed-c171736923aa,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:58.749813 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 062f4a82-7451-4998-a965-bfd38a13136a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=062f4a82-7451-4998-a965-bfd38a13136a,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:22:58.754296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (062f4a82-7451-4998-a965-bfd38a13136a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:58.775106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:22:58.784178 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:58.784577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:58.817167 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-17bf5841-b4b0-461b-834b-2aa4d7ba6874 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6620119 Nov 03 02:22:58.817167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34794) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:58.820892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=062f4a82-7451-4998-a965-bfd38a13136a,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:58.821545 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-415a93a2-a306-49ed-8414-8afc2e14610e tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:b6:ac:c7'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:34:f8:ab'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:58.827618 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (63feacab-457e-442e-a801-6c349935c130), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:58.899709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (b66d290f-fc5e-411a-974e-e512bfdceec7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:58.911381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ac398f0f-7b53-4afa-99f5-979aac640e20 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 5e59fc26-15a3-45d5-a4d9-f800c573be8a {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:58.911712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ac398f0f-7b53-4afa-99f5-979aac640e20 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (5e59fc26-15a3-45d5-a4d9-f800c573be8a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:58.951365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Deleting port e3adcb70-2919-43a7-b406-635e4111a50f {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:58.951712 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e3adcb70-2919-43a7-b406-635e4111a50f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.034965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:59.049608 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Attempt 4 to provision port 06eaa658-4fd4-43e8-84f7-490804f3a436 Nov 03 02:22:59.053087 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ddb35-efe3-4266-8c97-c32580ac4634 None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:59.069791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-415a93a2-a306-49ed-8414-8afc2e14610e tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (52a6201f-5fa6-4123-abed-c171736923aa), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.077963 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ddb35-efe3-4266-8c97-c32580ac4634 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:59.079954 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-588ddb35-efe3-4266-8c97-c32580ac4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:59.086331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e3adcb70-2919-43a7-b406-635e4111a50f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.103878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Calling delete_port for e3adcb70-2919-43a7-b406-635e4111a50f owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:59.117900 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-588ddb35-efe3-4266-8c97-c32580ac4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:59.120655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Port 06eaa658-4fd4-43e8-84f7-490804f3a436 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:59.128321 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ddb35-efe3-4266-8c97-c32580ac4634 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:59.129243 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-588ddb35-efe3-4266-8c97-c32580ac4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:59.160741 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-588ddb35-efe3-4266-8c97-c32580ac4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:59.161451 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ddb35-efe3-4266-8c97-c32580ac4634 None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:59.178127 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ac398f0f-7b53-4afa-99f5-979aac640e20 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (5e59fc26-15a3-45d5-a4d9-f800c573be8a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.192975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.196186 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-614ce954-5311-4d93-a1fd-8e8bcb08438a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/ports/3e556f33-36f0-46b2-9771-ed2a926d0de7 HTTP/1.1" status: 204 len: 168 time: 3.0126669 Nov 03 02:22:59.201118 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ac398f0f-7b53-4afa-99f5-979aac640e20 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 5e59fc26-15a3-45d5-a4d9-f800c573be8a owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:59.202553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34796) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:59.265072 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-facd5ea5-d20a-4d78-83a3-b722d16fb0f3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "GET /v2.0/floatingips/cac6ce05-69ef-4e84-8ec1-e94e30779ab0 HTTP/1.1" status: 200 len: 687 time: 0.0597517 Nov 03 02:22:59.268321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34798) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:59.384396 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-415a93a2-a306-49ed-8414-8afc2e14610e tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for port (52a6201f-5fa6-4123-abed-c171736923aa), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.387285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Router b66d290f-fc5e-411a-974e-e512bfdceec7 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:22:59.390408 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-415a93a2-a306-49ed-8414-8afc2e14610e tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (52a6201f-5fa6-4123-abed-c171736923aa), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.454363 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e3adcb70-2919-43a7-b406-635e4111a50f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.504392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-415a93a2-a306-49ed-8414-8afc2e14610e tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] In _notify_port_updated(), no bound segment for port 52a6201f-5fa6-4123-abed-c171736923aa on network c974ead9-5fc4-40a0-a191-fed784e0947b {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:22:59.509486 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a93a2-a306-49ed-8414-8afc2e14610e tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:59.510224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-415a93a2-a306-49ed-8414-8afc2e14610e tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.511517 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-415a93a2-a306-49ed-8414-8afc2e14610e tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "PUT /v2.0/ports/52a6201f-5fa6-4123-abed-c171736923aa HTTP/1.1" status: 200 len: 1057 time: 0.6941705 Nov 03 02:22:59.514299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a93a2-a306-49ed-8414-8afc2e14610e tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event updated for resources: {'Port': ['ID=52a6201f-5fa6-4123-abed-c171736923aa,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:59.517747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34800) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:59.567528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e75953fb-366b-42c6-89bd-9f0035f7edc5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port 64132687-051b-4072-b889-3f1ed4c8f50b {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:59.567876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e75953fb-366b-42c6-89bd-9f0035f7edc5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (64132687-051b-4072-b889-3f1ed4c8f50b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.571039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ac398f0f-7b53-4afa-99f5-979aac640e20 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (5e59fc26-15a3-45d5-a4d9-f800c573be8a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.580035 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Pushing event deleted for resources: {'Port': ['ID=e3adcb70-2919-43a7-b406-635e4111a50f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:59.611712 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (63feacab-457e-442e-a801-6c349935c130), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.621854 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Attempt 5 to provision port 06eaa658-4fd4-43e8-84f7-490804f3a436 Nov 03 02:22:59.645813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac398f0f-7b53-4afa-99f5-979aac640e20 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=5e59fc26-15a3-45d5-a4d9-f800c573be8a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:22:59.649905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:22:59.662838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Port 06eaa658-4fd4-43e8-84f7-490804f3a436 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:22:59.674754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ba93a-6ded-4f5d-8aff-d9f8734d39d6 None None] Sync routers for ids ['b66d290f-fc5e-411a-974e-e512bfdceec7'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:22:59.686306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ba93a-6ded-4f5d-8aff-d9f8734d39d6 None None] Routers {'b66d290f-fc5e-411a-974e-e512bfdceec7'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:59.687093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-159ba93a-6ded-4f5d-8aff-d9f8734d39d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b66d290f-fc5e-411a-974e-e512bfdceec7'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:59.700425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ac398f0f-7b53-4afa-99f5-979aac640e20 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.704603 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ac398f0f-7b53-4afa-99f5-979aac640e20 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/5e59fc26-15a3-45d5-a4d9-f800c573be8a HTTP/1.1" status: 204 len: 168 time: 1.0846932 Nov 03 02:22:59.706856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34806) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:59.727498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.729438 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-401ef285-a498-42ab-b68f-bca8946738c5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7178044 Nov 03 02:22:59.747663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-159ba93a-6ded-4f5d-8aff-d9f8734d39d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:59.751330 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (63feacab-457e-442e-a801-6c349935c130), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.753367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34808) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:59.755433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (63feacab-457e-442e-a801-6c349935c130), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.763610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ba93a-6ded-4f5d-8aff-d9f8734d39d6 None None] Routers {'b66d290f-fc5e-411a-974e-e512bfdceec7'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:22:59.764122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-159ba93a-6ded-4f5d-8aff-d9f8734d39d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b66d290f-fc5e-411a-974e-e512bfdceec7'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:59.771199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:59.813277 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-159ba93a-6ded-4f5d-8aff-d9f8734d39d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:22:59.814671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ba93a-6ded-4f5d-8aff-d9f8734d39d6 None None] The sync data for ids ['b66d290f-fc5e-411a-974e-e512bfdceec7'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:22:59.823135 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (63feacab-457e-442e-a801-6c349935c130), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.823690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Fanout notify agent at l3_agent the message router_deleted on router 63feacab-457e-442e-a801-6c349935c130 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:22:59.830612 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.831729 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f20f887e-224e-40b1-9f45-7ba44a550c34 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/63feacab-457e-442e-a801-6c349935c130 HTTP/1.1" status: 204 len: 168 time: 1.6991591 Nov 03 02:22:59.837729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34810) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:22:59.844881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Request body: {'router': {'name': 'tempest-snat-router-493580450', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'enable_snat': False}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:22:59.859038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e75953fb-366b-42c6-89bd-9f0035f7edc5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (64132687-051b-4072-b889-3f1ed4c8f50b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.859466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e75953fb-366b-42c6-89bd-9f0035f7edc5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (64132687-051b-4072-b889-3f1ed4c8f50b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.869709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0031b3dc-4400-49cd-9200-6f7c1b0d5f9d tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Deleting port 52a6201f-5fa6-4123-abed-c171736923aa {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:22:59.870252 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0031b3dc-4400-49cd-9200-6f7c1b0d5f9d tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (52a6201f-5fa6-4123-abed-c171736923aa), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.912277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (5e397589-8e44-44b9-a017-eef82e6f162e), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.913381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (5e397589-8e44-44b9-a017-eef82e6f162e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:22:59.942639 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e75953fb-366b-42c6-89bd-9f0035f7edc5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for 64132687-051b-4072-b889-3f1ed4c8f50b owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:22:59.948514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885dee8a-07a5-48c7-805c-43a7e835269e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:59.949961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885dee8a-07a5-48c7-805c-43a7e835269e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:22:59.952091 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-885dee8a-07a5-48c7-805c-43a7e835269e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2435849 Nov 03 02:22:59.957681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34812) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:00.031641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_controller (5e397589-8e44-44b9-a017-eef82e6f162e), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.033575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e768ef-d71f-414f-8531-044a92aa8798 req-dfe6a0f8-e3fc-4ec5-802b-80c72b8d3604 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:00.035180 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-16e768ef-d71f-414f-8531-044a92aa8798 req-dfe6a0f8-e3fc-4ec5-802b-80c72b8d3604 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2182667 Nov 03 02:23:00.037000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0031b3dc-4400-49cd-9200-6f7c1b0d5f9d tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (52a6201f-5fa6-4123-abed-c171736923aa), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.057070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0031b3dc-4400-49cd-9200-6f7c1b0d5f9d tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Calling delete_port for 52a6201f-5fa6-4123-abed-c171736923aa owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:00.132437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37c005a-aecd-4de1-b4c1-52ddbb66f02d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet c42b3547-a1ed-47ce-8fba-dabd457dd82e {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:00.139136 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c37c005a-aecd-4de1-b4c1-52ddbb66f02d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (c42b3547-a1ed-47ce-8fba-dabd457dd82e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.164262 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Attempt 6 to provision port 06eaa658-4fd4-43e8-84f7-490804f3a436 Nov 03 02:23:00.181204 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-16e768ef-d71f-414f-8531-044a92aa8798 req-68160ef1-ab41-4253-9edf-002c7c1db31e tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073689 Nov 03 02:23:00.209050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Port 06eaa658-4fd4-43e8-84f7-490804f3a436 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:00.273976 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c37c005a-aecd-4de1-b4c1-52ddbb66f02d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (c42b3547-a1ed-47ce-8fba-dabd457dd82e), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.306764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (5e397589-8e44-44b9-a017-eef82e6f162e), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.317867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e75953fb-366b-42c6-89bd-9f0035f7edc5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (64132687-051b-4072-b889-3f1ed4c8f50b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.358021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75953fb-366b-42c6-89bd-9f0035f7edc5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=64132687-051b-4072-b889-3f1ed4c8f50b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:00.371853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (b66d290f-fc5e-411a-974e-e512bfdceec7), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.417805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_gateway (b66d290f-fc5e-411a-974e-e512bfdceec7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.444191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e75953fb-366b-42c6-89bd-9f0035f7edc5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (cac6ce05-69ef-4e84-8ec1-e94e30779ab0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.448829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e75953fb-366b-42c6-89bd-9f0035f7edc5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.453521 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e75953fb-366b-42c6-89bd-9f0035f7edc5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/floatingips/cac6ce05-69ef-4e84-8ec1-e94e30779ab0 HTTP/1.1" status: 204 len: 168 time: 1.1810193 Nov 03 02:23:00.455787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34814) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:00.458932 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c37c005a-aecd-4de1-b4c1-52ddbb66f02d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c42b3547-a1ed-47ce-8fba-dabd457dd82e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.473391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 062f4a82-7451-4998-a965-bfd38a13136a up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:00.476565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '469abb35-c4c5-4777-b8f7-839b827c8e80'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:00.506597 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0031b3dc-4400-49cd-9200-6f7c1b0d5f9d tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (52a6201f-5fa6-4123-abed-c171736923aa), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.508529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.527577 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Deleting port 70b9a00a-a6ef-40ae-b590-b767ab3ec5ff {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:00.528162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (70b9a00a-a6ef-40ae-b590-b767ab3ec5ff), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.532853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 062f4a82-7451-4998-a965-bfd38a13136a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:00.533361 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (062f4a82-7451-4998-a965-bfd38a13136a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.533824 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 062f4a82-7451-4998-a965-bfd38a13136a Nov 03 02:23:00.547771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031b3dc-4400-49cd-9200-6f7c1b0d5f9d tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event deleted for resources: {'Port': ['ID=52a6201f-5fa6-4123-abed-c171736923aa,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:00.610513 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c37c005a-aecd-4de1-b4c1-52ddbb66f02d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (c42b3547-a1ed-47ce-8fba-dabd457dd82e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.650033 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 062f4a82-7451-4998-a965-bfd38a13136a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:00.661560 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (70b9a00a-a6ef-40ae-b590-b767ab3ec5ff), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.664364 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c005a-aecd-4de1-b4c1-52ddbb66f02d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=c42b3547-a1ed-47ce-8fba-dabd457dd82e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:00.665002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b3325-6e2c-4531-bc41-eed1e11f54c0 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:00.681425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Calling delete_port for 70b9a00a-a6ef-40ae-b590-b767ab3ec5ff owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:00.692013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c37c005a-aecd-4de1-b4c1-52ddbb66f02d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.697871 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c37c005a-aecd-4de1-b4c1-52ddbb66f02d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/c42b3547-a1ed-47ce-8fba-dabd457dd82e HTTP/1.1" status: 204 len: 168 time: 0.7366936 Nov 03 02:23:00.698989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34816) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:00.716772 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Attempt 7 to provision port 06eaa658-4fd4-43e8-84f7-490804f3a436 Nov 03 02:23:00.770006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Port 06eaa658-4fd4-43e8-84f7-490804f3a436 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:00.773751 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0c650a7a-4289-47b9-b7c5-d25275bfac09 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719712 Nov 03 02:23:00.774922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34818) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:00.836285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:00.965514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e82d8e-0bde-4171-93f1-2739f38aa30f None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:00.988461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (5e397589-8e44-44b9-a017-eef82e6f162e), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.015732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-87e82d8e-0bde-4171-93f1-2739f38aa30f None None] Deleting port 062f4a82-7451-4998-a965-bfd38a13136a {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:01.017520 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-87e82d8e-0bde-4171-93f1-2739f38aa30f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (062f4a82-7451-4998-a965-bfd38a13136a), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.018140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.023660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0031b3dc-4400-49cd-9200-6f7c1b0d5f9d tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.031917 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0031b3dc-4400-49cd-9200-6f7c1b0d5f9d tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "DELETE /v2.0/ports/52a6201f-5fa6-4123-abed-c171736923aa HTTP/1.1" status: 204 len: 168 time: 1.5129507 Nov 03 02:23:01.033790 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34822) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:01.072647 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df42cd6-3dc9-48f9-b682-8e40700de877 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] GET failed (client error): The resource could not be found. Nov 03 02:23:01.076911 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9df42cd6-3dc9-48f9-b682-8e40700de877 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "GET /v2.0/ports/52a6201f-5fa6-4123-abed-c171736923aa HTTP/1.1" status: 404 len: 333 time: 0.0393202 Nov 03 02:23:01.100054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34826) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:01.126342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-87e82d8e-0bde-4171-93f1-2739f38aa30f None None] For port 062f4a82-7451-4998-a965-bfd38a13136a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=062f4a82-7451-4998-a965-bfd38a13136a,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:01.126753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-87e82d8e-0bde-4171-93f1-2739f38aa30f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (062f4a82-7451-4998-a965-bfd38a13136a), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.142020 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-87e82d8e-0bde-4171-93f1-2739f38aa30f None None] Calling delete_port for 062f4a82-7451-4998-a965-bfd38a13136a owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:01.227081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-87e82d8e-0bde-4171-93f1-2739f38aa30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (062f4a82-7451-4998-a965-bfd38a13136a), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.242858 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Allocated IP 172.26.6.162 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/f9e579f1-8d72-4ec0-bf41-19b9eb835716) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:01.265155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e82d8e-0bde-4171-93f1-2739f38aa30f None None] Pushing event deleted for resources: {'Port': ['ID=062f4a82-7451-4998-a965-bfd38a13136a,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:01.266296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0962352f-3463-4576-838b-5f16936feaf4 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Deleting port 06eaa658-4fd4-43e8-84f7-490804f3a436 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:01.267489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0962352f-3463-4576-838b-5f16936feaf4 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (06eaa658-4fd4-43e8-84f7-490804f3a436), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.271297 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Attempt 8 to provision port 06eaa658-4fd4-43e8-84f7-490804f3a436 Nov 03 02:23:01.311674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e82d8e-0bde-4171-93f1-2739f38aa30f None None] No DVR routers for this DVR port 062f4a82-7451-4998-a965-bfd38a13136a on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:01.314873 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Port 06eaa658-4fd4-43e8-84f7-490804f3a436 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:01.339768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef21ed-f259-427f-a5c3-0d69504d68f4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:01.341438 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-29ef21ed-f259-427f-a5c3-0d69504d68f4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5663166 Nov 03 02:23:01.350540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34830) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:01.430031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0962352f-3463-4576-838b-5f16936feaf4 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (06eaa658-4fd4-43e8-84f7-490804f3a436), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.457596 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0962352f-3463-4576-838b-5f16936feaf4 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Calling delete_port for 06eaa658-4fd4-43e8-84f7-490804f3a436 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:01.461273 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.463483 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc204c2-702c-44a8-a229-41fe30a7c261 req-f3d039ce-1e0b-440a-bfc9-3adf96bfc786 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:01.465257 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8dc204c2-702c-44a8-a229-41fe30a7c261 req-f3d039ce-1e0b-440a-bfc9-3adf96bfc786 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 945 time: 0.2345428 Nov 03 02:23:01.481554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33233b9a-f59b-44cb-991c-a759ab3c3ac6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:01.482976 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-33233b9a-f59b-44cb-991c-a759ab3c3ac6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1306031 Nov 03 02:23:01.495322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34832) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:01.545330 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e0d57a85-774a-4b34-a73e-9cedff00b07b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482545 Nov 03 02:23:01.546252 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.550508 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34834) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:01.564534 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b4a129b8-983c-41ca-9a4b-1ea135f9e449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:01.565550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66749e54-6379-4b44-9731-c15a023fcd97 req-413b7534-8a8e-4ec1-b3b2-22ae69027708 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:01.567025 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-66749e54-6379-4b44-9731-c15a023fcd97 req-413b7534-8a8e-4ec1-b3b2-22ae69027708 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2185144 Nov 03 02:23:01.599080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (70b9a00a-a6ef-40ae-b590-b767ab3ec5ff), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.654546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:01.659229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Pushing event deleted for resources: {'Port': ['ID=70b9a00a-a6ef-40ae-b590-b767ab3ec5ff,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:01.663558 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8dc204c2-702c-44a8-a229-41fe30a7c261 req-9ccf8cde-0668-4ba5-a9f1-ea763406ebb1 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882188 Nov 03 02:23:01.674102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:01.676031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:01.699349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event updated for resources: {'Port': ['ID=f9e579f1-8d72-4ec0-bf41-19b9eb835716,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:01.734182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.26.6.180 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/f2f19e7f-eaac-45f4-b388-3da8d2d3c730) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:01.744844 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-66749e54-6379-4b44-9731-c15a023fcd97 req-20f498cd-cb9f-48e7-a5b8-8767ed8bed10 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515815 Nov 03 02:23:01.809313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (b66d290f-fc5e-411a-974e-e512bfdceec7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.815855 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Attempt 9 to provision port 06eaa658-4fd4-43e8-84f7-490804f3a436 Nov 03 02:23:01.819775 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0962352f-3463-4576-838b-5f16936feaf4 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (06eaa658-4fd4-43e8-84f7-490804f3a436), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.839924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ace33-74b9-4447-8b3d-d2dcd9dcd7cc None None] Port 06eaa658-4fd4-43e8-84f7-490804f3a436 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:23:01.855226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a129b8-983c-41ca-9a4b-1ea135f9e449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:01.858626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b4a129b8-983c-41ca-9a4b-1ea135f9e449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:01.952029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-448813f2-5a80-41ac-8eac-4e7e8831578e None None] Could not find standard attr ID for object 5e59fc26-15a3-45d5-a4d9-f800c573be8a. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:23:01.955753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-448813f2-5a80-41ac-8eac-4e7e8831578e None None] Could not find standard attr ID for object 52a6201f-5fa6-4123-abed-c171736923aa. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:23:01.959491 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-448813f2-5a80-41ac-8eac-4e7e8831578e None None] Could not find standard attr ID for object 062f4a82-7451-4998-a965-bfd38a13136a. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:23:01.988239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (f2f19e7f-eaac-45f4-b388-3da8d2d3c730), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:02.059719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (b66d290f-fc5e-411a-974e-e512bfdceec7), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:02.068427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (b66d290f-fc5e-411a-974e-e512bfdceec7), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:02.146945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f2f19e7f-eaac-45f4-b388-3da8d2d3c730), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:02.188236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Router b66d290f-fc5e-411a-974e-e512bfdceec7 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:02.196978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:02.203723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:02.210203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:02.213732 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962352f-3463-4576-838b-5f16936feaf4 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event deleted for resources: {'Port': ['ID=06eaa658-4fd4-43e8-84f7-490804f3a436,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:02.236445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=f2f19e7f-eaac-45f4-b388-3da8d2d3c730,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:02.325544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:02.337617 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda40a3-7133-4bef-8a9c-db3e5e25d4a2 None None] Sync routers for ids ['b66d290f-fc5e-411a-974e-e512bfdceec7'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:02.350372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:02.354213 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-86471883-1965-4c22-a100-dacdcb9c839a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "PUT /v2.0/routers/b66d290f-fc5e-411a-974e-e512bfdceec7 HTTP/1.1" status: 200 len: 705 time: 2.5957468 Nov 03 02:23:02.354722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34838) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:02.359396 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda40a3-7133-4bef-8a9c-db3e5e25d4a2 None None] Routers {'b66d290f-fc5e-411a-974e-e512bfdceec7'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:02.360277 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4cda40a3-7133-4bef-8a9c-db3e5e25d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b66d290f-fc5e-411a-974e-e512bfdceec7'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:02.384906 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0962352f-3463-4576-838b-5f16936feaf4 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:02.390981 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0962352f-3463-4576-838b-5f16936feaf4 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "DELETE /v2.0/ports/06eaa658-4fd4-43e8-84f7-490804f3a436 HTTP/1.1" status: 204 len: 168 time: 1.2841940 Nov 03 02:23:02.393079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34840) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:02.427747 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4cda40a3-7133-4bef-8a9c-db3e5e25d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:02.436730 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bb7a77-7923-4533-a41a-b8fd60b744b8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] GET failed (client error): The resource could not be found. Nov 03 02:23:02.441435 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b7bb7a77-7923-4533-a41a-b8fd60b744b8 tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "GET /v2.0/ports/06eaa658-4fd4-43e8-84f7-490804f3a436 HTTP/1.1" status: 404 len: 333 time: 0.0407755 Nov 03 02:23:02.444632 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34842) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:02.454333 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda40a3-7133-4bef-8a9c-db3e5e25d4a2 None None] Routers {'b66d290f-fc5e-411a-974e-e512bfdceec7'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:02.455273 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4cda40a3-7133-4bef-8a9c-db3e5e25d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b66d290f-fc5e-411a-974e-e512bfdceec7'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:02.495617 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1f47f68a-e56c-42e1-b201-51856c9f2d8a tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/routers/b66d290f-fc5e-411a-974e-e512bfdceec7 HTTP/1.1" status: 200 len: 740 time: 0.1397762 Nov 03 02:23:02.498863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34844) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:02.526288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 062f4a82-7451-4998-a965-bfd38a13136a no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:02.528427 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4cda40a3-7133-4bef-8a9c-db3e5e25d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:02.530396 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda40a3-7133-4bef-8a9c-db3e5e25d4a2 None None] The sync data for ids ['b66d290f-fc5e-411a-974e-e512bfdceec7'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:02.552583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 062f4a82-7451-4998-a965-bfd38a13136a {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:02.553176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 062f4a82-7451-4998-a965-bfd38a13136a not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:02.563821 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-83fd0d28-d4be-47cc-837b-375b900bbf45 tempest-RoutersAdminTest-1416718321 tempest-RoutersAdminTest-1416718321-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&device_id=b66d290f-fc5e-411a-974e-e512bfdceec7 HTTP/1.1" status: 200 len: 205 time: 0.0618923 Nov 03 02:23:02.566808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34846) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:02.628420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (5e397589-8e44-44b9-a017-eef82e6f162e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:02.633667 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c2e95e1b-0735-46a3-ab63-8a51f72ef75e tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b66d290f-fc5e-411a-974e-e512bfdceec7 HTTP/1.1" status: 200 len: 205 time: 0.0658312 Nov 03 02:23:02.639988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34848) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:02.759396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dd52837-070c-49fd-8db8-8d83af04245c tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (b66d290f-fc5e-411a-974e-e512bfdceec7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:02.761575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b4a129b8-983c-41ca-9a4b-1ea135f9e449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (8e170aaf-01bf-4234-b944-73ad20a081b4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:02.819614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-646c587d-290c-4dcb-8b2a-a15763283cce tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Deleting port dd0dc9b7-16c7-4fce-b792-027c9c50baea {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:02.819988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-646c587d-290c-4dcb-8b2a-a15763283cce tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (dd0dc9b7-16c7-4fce-b792-027c9c50baea), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:02.878516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a129b8-983c-41ca-9a4b-1ea135f9e449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:02.887293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-b4a129b8-983c-41ca-9a4b-1ea135f9e449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:02.890645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a129b8-983c-41ca-9a4b-1ea135f9e449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:02.891250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b4a129b8-983c-41ca-9a4b-1ea135f9e449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:02.900693 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf07aec-be16-4fb7-a6a3-86257e409c2b None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:02.934935 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a129b8-983c-41ca-9a4b-1ea135f9e449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=8e170aaf-01bf-4234-b944-73ad20a081b4,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:02.968458 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b4a129b8-983c-41ca-9a4b-1ea135f9e449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4180589 Nov 03 02:23:02.974741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34854) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:02.982977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': '8e170aaf-01bf-4234-b944-73ad20a081b4', 'ip_address': '2001:db8::6f7b:c251:d91c:6823'}], 'name': 'tempest-NetworksTestDHCPv6-1978613004'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:03.026835 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-646c587d-290c-4dcb-8b2a-a15763283cce tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (dd0dc9b7-16c7-4fce-b792-027c9c50baea), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.048755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-646c587d-290c-4dcb-8b2a-a15763283cce tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Calling delete_port for dd0dc9b7-16c7-4fce-b792-027c9c50baea owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:03.055038 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': '8e170aaf-01bf-4234-b944-73ad20a081b4'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:03.056435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.057346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (5e397589-8e44-44b9-a017-eef82e6f162e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.061004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-724d281e-57ef-4cbd-9f62-cfc07ec69c0a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:03.062520 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-724d281e-57ef-4cbd-9f62-cfc07ec69c0a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.27 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 945 time: 0.3777158 Nov 03 02:23:03.318804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-646c587d-290c-4dcb-8b2a-a15763283cce tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (dd0dc9b7-16c7-4fce-b792-027c9c50baea), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.330000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Router 5e397589-8e44-44b9-a017-eef82e6f162e is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:23:03.361639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c587d-290c-4dcb-8b2a-a15763283cce tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event deleted for resources: {'Port': ['ID=dd0dc9b7-16c7-4fce-b792-027c9c50baea,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:03.390868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/8e170aaf-01bf-4234-b944-73ad20a081b4/ebf3083e-7215-4325-9087-c713cd61f976) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:03.499617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130e67a-fb8f-4378-ad0d-15ae170b3f16 req-6e2abd2a-9162-4c23-8610-f2b63dad3dbb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:03.501600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-646c587d-290c-4dcb-8b2a-a15763283cce tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.505547 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-646c587d-290c-4dcb-8b2a-a15763283cce tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "DELETE /v2.0/ports/dd0dc9b7-16c7-4fce-b792-027c9c50baea HTTP/1.1" status: 204 len: 168 time: 1.0578136 Nov 03 02:23:03.506994 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1130e67a-fb8f-4378-ad0d-15ae170b3f16 req-6e2abd2a-9162-4c23-8610-f2b63dad3dbb tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 945 time: 0.7534909 Nov 03 02:23:03.508982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34858) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:03.528670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dd52837-070c-49fd-8db8-8d83af04245c tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (b66d290f-fc5e-411a-974e-e512bfdceec7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.559501 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dd52837-070c-49fd-8db8-8d83af04245c tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router_controller (b66d290f-fc5e-411a-974e-e512bfdceec7), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.571268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c5e20-7282-4130-aa41-136a7eb2cafb req-dfd77178-c425-479e-9d71-da810961f6b2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:03.578947 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ab7c5e20-7282-4130-aa41-136a7eb2cafb req-dfd77178-c425-479e-9d71-da810961f6b2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.7340181 Nov 03 02:23:03.598541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32a2d48-14ce-466b-8154-5c4e14955cca tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Deleting subnet c983aefb-ea60-48d8-b09b-26f8c351fed5 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:03.600126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Publish callbacks [] for port (ebf3083e-7215-4325-9087-c713cd61f976), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.611131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (ebf3083e-7215-4325-9087-c713cd61f976), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.614030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f32a2d48-14ce-466b-8154-5c4e14955cca tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for subnet (c983aefb-ea60-48d8-b09b-26f8c351fed5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.667154 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:03.670426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:03.671351 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:03.674293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:03.686755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Sync routers for ids ['5e397589-8e44-44b9-a017-eef82e6f162e'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:03.696773 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f32a2d48-14ce-466b-8154-5c4e14955cca tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (c983aefb-ea60-48d8-b09b-26f8c351fed5), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.735657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.736915 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-68d64177-e483-40df-9b1f-bd8cca4a0ef0 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8975554 Nov 03 02:23:03.739863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34860) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:03.746061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Routers {'5e397589-8e44-44b9-a017-eef82e6f162e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:03.746911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['5e397589-8e44-44b9-a017-eef82e6f162e'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:03.780371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (8b1b8527-2cc6-42db-a4fc-3ae9981f306c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.839202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dd52837-070c-49fd-8db8-8d83af04245c tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (b66d290f-fc5e-411a-974e-e512bfdceec7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.839646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd52837-070c-49fd-8db8-8d83af04245c tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Fanout notify agent at l3_agent the message router_deleted on router b66d290f-fc5e-411a-974e-e512bfdceec7 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:03.860833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Set router 5e397589-8e44-44b9-a017-eef82e6f162e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:03.898854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f32a2d48-14ce-466b-8154-5c4e14955cca tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c983aefb-ea60-48d8-b09b-26f8c351fed5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.913158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dd52837-070c-49fd-8db8-8d83af04245c tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.918221 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8dd52837-070c-49fd-8db8-8d83af04245c tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/b66d290f-fc5e-411a-974e-e512bfdceec7 HTTP/1.1" status: 204 len: 168 time: 1.2733028 Nov 03 02:23:03.918381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Pushing event updated for resources: {'Port': ['ID=ebf3083e-7215-4325-9087-c713cd61f976,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:03.919179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f2f19e7f-eaac-45f4-b388-3da8d2d3c730), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.938871 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34862) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:03.973197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Attempting to bind port ebf3083e-7215-4325-9087-c713cd61f976 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:03.973197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Attempting to bind port ebf3083e-7215-4325-9087-c713cd61f976 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:03.973197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Attempting to bind port ebf3083e-7215-4325-9087-c713cd61f976 on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:03.981191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:03.981806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:03.982335 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:03.982826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:03.983406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Bound port: ebf3083e-7215-4325-9087-c713cd61f976, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:03.983893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ebf3083e-7215-4325-9087-c713cd61f976), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.005838 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e9368afd-821f-4017-8a27-0b9e18efb3c9 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b66d290f-fc5e-411a-974e-e512bfdceec7 HTTP/1.1" status: 200 len: 205 time: 0.0636044 Nov 03 02:23:04.008100 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-61e51938-4bd1-4fbc-8d2f-2c65374db7a6 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/routers/5e397589-8e44-44b9-a017-eef82e6f162e HTTP/1.1" status: 200 len: 908 time: 0.2675653 Nov 03 02:23:04.011405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34864) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:04.011543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34866) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:04.017138 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Request body: {'router': {'name': 'tempest-snat-router-493580450', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'enable_snat': True}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:04.058889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] For port ebf3083e-7215-4325-9087-c713cd61f976, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:04.062874 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] For port ebf3083e-7215-4325-9087-c713cd61f976, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ebf3083e-7215-4325-9087-c713cd61f976,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:04.075802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ebf3083e-7215-4325-9087-c713cd61f976), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.077110 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-7da58ad5-96b4-4a73-b16e-e98963ba9712 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] delete failed (client error): The resource could not be found. Nov 03 02:23:04.080854 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7da58ad5-96b4-4a73-b16e-e98963ba9712 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/b66d290f-fc5e-411a-974e-e512bfdceec7 HTTP/1.1" status: 404 len: 336 time: 0.0659125 Nov 03 02:23:04.083704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34868) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:04.098330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (f2f19e7f-eaac-45f4-b388-3da8d2d3c730), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.140778 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9b4a179a-f2b1-4e4e-8ec4-a26c8d802eea tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b0d4703-6490-4e0e-b09f-68767a73b85c HTTP/1.1" status: 200 len: 205 time: 0.0495372 Nov 03 02:23:04.146306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.146306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.166338 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ab7c5e20-7282-4130-aa41-136a7eb2cafb req-bd607f3a-b7d4-41ff-bd36-dc70f7415b06 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5797501 Nov 03 02:23:04.166901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34870) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:04.210187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_controller (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.213657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f32a2d48-14ce-466b-8154-5c4e14955cca tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (c983aefb-ea60-48d8-b09b-26f8c351fed5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.215319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (f2f19e7f-eaac-45f4-b388-3da8d2d3c730), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.223904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42dad7-7c83-4c7c-aebc-f6647d66699f None None] Pushing event updated for resources: {'Port': ['ID=ebf3083e-7215-4325-9087-c713cd61f976,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:04.262987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f32a2d48-14ce-466b-8154-5c4e14955cca tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.269801 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f32a2d48-14ce-466b-8154-5c4e14955cca tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "DELETE /v2.0/subnets/c983aefb-ea60-48d8-b09b-26f8c351fed5 HTTP/1.1" status: 204 len: 168 time: 0.7559016 Nov 03 02:23:04.272303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e397589-8e44-44b9-a017-eef82e6f162e', 'name': 'tempest-snat-router-493580450', 'tenant_id': '50bd7227348443128fab43d3dd3f53bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.162'}], 'enable_snat': False}, 'gw_port_id': 'f9e579f1-8d72-4ec0-bf41-19b9eb835716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:59Z', 'updated_at': '2022-11-03T02:23:02Z', 'revision_number': 3, 'project_id': '50bd7227348443128fab43d3dd3f53bb', 'gw_port': {'id': 'f9e579f1-8d72-4ec0-bf41-19b9eb835716', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e397589-8e44-44b9-a017-eef82e6f162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:23:01Z', 'updated_at': '2022-11-03T02:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:04.293567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Deleting port f208a0e0-cf39-4ecc-a01e-731e77869651 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:04.294091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.303025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a2d48-14ce-466b-8154-5c4e14955cca tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event deleted for resources: {'Subnet': ['ID=c983aefb-ea60-48d8-b09b-26f8c351fed5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:04.310154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34872) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:04.352991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Checking router: 5e397589-8e44-44b9-a017-eef82e6f162e for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:23:04.353678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Updating router 5e397589-8e44-44b9-a017-eef82e6f162e port f9e579f1-8d72-4ec0-bf41-19b9eb835716 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:23:04.406237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e33213-5c94-42db-b8ea-11d5eadcd8b5 None None] Network c974ead9-5fc4-40a0-a191-fed784e0947b requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:04.502570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.551043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (8b1b8527-2cc6-42db-a4fc-3ae9981f306c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.560255 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.563416 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1130e67a-fb8f-4378-ad0d-15ae170b3f16 req-c1d38e2d-8f35-4af2-a8ac-39f96e582c67 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5b69d47-0dc4-422e-a8b1-54938d575e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0489256 Nov 03 02:23:04.571382 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (c974ead9-5fc4-40a0-a191-fed784e0947b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.630177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ebf3083e-7215-4325-9087-c713cd61f976 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:04.733261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] For port f208a0e0-cf39-4ecc-a01e-731e77869651, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f208a0e0-cf39-4ecc-a01e-731e77869651,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:04.733785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.758927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Deleting port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:04.759125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.881503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Publish callbacks [] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.911157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.937731 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] For port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=73d4cece-cc45-4163-b2ca-aa9e6707ac2d,segment=NetworkSegment(18b52854-156d-4f57-91c1-c8db736164df),segment_id=18b52854-156d-4f57-91c1-c8db736164df)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:04.938100 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.954884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.956945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Calling delete_port for 73d4cece-cc45-4163-b2ca-aa9e6707ac2d owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:04.970483 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.970969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (3af697b2-bc63-472c-872d-9c761cbea90d), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.971226 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Floating IP 3af697b2-bc63-472c-872d-9c761cbea90d disassociated. External IP: 172.26.6.209, port: f208a0e0-cf39-4ecc-a01e-731e77869651. Nov 03 02:23:04.971632 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Calling delete_port for f208a0e0-cf39-4ecc-a01e-731e77869651 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:04.981201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Attempting to bind port f9e579f1-8d72-4ec0-bf41-19b9eb835716 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:04.982266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Attempting to bind port f9e579f1-8d72-4ec0-bf41-19b9eb835716 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:04.982388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:04.983046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Attempting to bind port f9e579f1-8d72-4ec0-bf41-19b9eb835716 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:04.998187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:04.999036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:04.999849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:05.000469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:05.001292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Bound port: f9e579f1-8d72-4ec0-bf41-19b9eb835716, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:05.002000 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:05.043979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada058f-f015-4aaa-aa3f-5a4e92baa6fc None None] Pushing event updated for resources: {'Port': ['ID=f9e579f1-8d72-4ec0-bf41-19b9eb835716,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:05.074407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ebf3083e-7215-4325-9087-c713cd61f976 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:05.075295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ebf3083e-7215-4325-9087-c713cd61f976), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:05.075895 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ebf3083e-7215-4325-9087-c713cd61f976 Nov 03 02:23:05.141356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] For port f9e579f1-8d72-4ec0-bf41-19b9eb835716, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:05.206561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e49c98-6d1b-4796-aa08-6f94c75e2155 None None] DHCP port deletion for c974ead9-5fc4-40a0-a191-fed784e0947b request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:05.219564 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] For port f9e579f1-8d72-4ec0-bf41-19b9eb835716, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f9e579f1-8d72-4ec0-bf41-19b9eb835716,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:05.241257 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-dc862778-d1b4-450b-a865-d50824795c0a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] delete failed (client error): The resource could not be found. Nov 03 02:23:05.246306 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dc862778-d1b4-450b-a865-d50824795c0a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/7b0d4703-6490-4e0e-b09f-68767a73b85c HTTP/1.1" status: 404 len: 336 time: 1.0308621 Nov 03 02:23:05.248545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f208a0e0-cf39-4ecc-a01e-731e77869651), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:05.278534 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34878) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:05.296633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:05.378146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada058f-f015-4aaa-aa3f-5a4e92baa6fc None None] Pushing event updated for resources: {'Port': ['ID=f9e579f1-8d72-4ec0-bf41-19b9eb835716,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:05.395239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:05.396958 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Routers {'5e397589-8e44-44b9-a017-eef82e6f162e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:05.397696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['5e397589-8e44-44b9-a017-eef82e6f162e'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:05.561299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ebf3083e-7215-4325-9087-c713cd61f976 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:05.562179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ebf3083e-7215-4325-9087-c713cd61f976), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:05.569750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Allocated IP 172.26.6.229 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/6e9d055b-da8e-4190-aeb6-28ca7587a410) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:05.577973 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:05.579538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=f2f19e7f-eaac-45f4-b388-3da8d2d3c730,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:05.608896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-59e49c98-6d1b-4796-aa08-6f94c75e2155 None None] Deleting port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:05.609351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-59e49c98-6d1b-4796-aa08-6f94c75e2155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:05.680872 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event deleted for resources: {'Port': ['ID=73d4cece-cc45-4163-b2ca-aa9e6707ac2d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:05.682253 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8bc5afb1-fbe1-42d2-889f-2cabd56f48a5 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ed3e39-4b04-472a-b834-dfc478f93d95 HTTP/1.1" status: 200 len: 205 time: 0.3297396 Nov 03 02:23:05.684114 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP 8b1b8527-2cc6-42db-a4fc-3ae9981f306c associated. External IP: 172.26.6.180, port: 469abb35-c4c5-4777-b8f7-839b827c8e80. Nov 03 02:23:05.686605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34882) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:05.747342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] Set router 5e397589-8e44-44b9-a017-eef82e6f162e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:05.790020 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-9e0bca96-d08a-4c38-b0c5-540d6376a67d tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] delete failed (client error): The resource could not be found. Nov 03 02:23:05.792517 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9e0bca96-d08a-4c38-b0c5-540d6376a67d tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/25ed3e39-4b04-472a-b834-dfc478f93d95 HTTP/1.1" status: 404 len: 336 time: 0.0987573 Nov 03 02:23:05.797439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] No DVR routers for this DVR port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:05.802972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34884) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:05.877095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Pushing event deleted for resources: {'Port': ['ID=f208a0e0-cf39-4ecc-a01e-731e77869651,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:05.918341 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9b42ccb7-960d-46ca-a47b-9684b6ef5dc6 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9656a27-fb0a-4d8e-90f6-d4b2938054be HTTP/1.1" status: 200 len: 205 time: 0.1000423 Nov 03 02:23:05.922630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34886) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:05.982350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058a142-3214-458d-9c72-d057995cb15a req-5f973a94-37b8-4984-97aa-b86f367c9042 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:05.983957 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5058a142-3214-458d-9c72-d057995cb15a req-5f973a94-37b8-4984-97aa-b86f367c9042 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 946 time: 0.7453310 Nov 03 02:23:06.034651 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-06363bc6-1a97-4b49-8858-7e72e47989fa tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] delete failed (client error): The resource could not be found. Nov 03 02:23:06.036044 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-06363bc6-1a97-4b49-8858-7e72e47989fa tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/b9656a27-fb0a-4d8e-90f6-d4b2938054be HTTP/1.1" status: 404 len: 336 time: 0.1121337 Nov 03 02:23:06.055131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34888) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:06.111997 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a50d0cf1-87bf-4623-a801-40963872391b tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=176cd8f9-467a-44d2-8099-14e8e69ac079 HTTP/1.1" status: 200 len: 205 time: 0.0503175 Nov 03 02:23:06.125603 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34890) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:06.143221 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (c974ead9-5fc4-40a0-a191-fed784e0947b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.156821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c0b0e-02f7-4a2b-b2a9-9f8bef836e2c req-92257766-65b4-4cac-aa62-8f550385c865 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:06.169164 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1f2c0b0e-02f7-4a2b-b2a9-9f8bef836e2c req-92257766-65b4-4cac-aa62-8f550385c865 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.8784459 Nov 03 02:23:06.199914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.256770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port ebf3083e-7215-4325-9087-c713cd61f976, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ebf3083e-7215-4325-9087-c713cd61f976,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:06.274777 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-f487ad39-cd7f-44fe-808b-b5ac50462bc0 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] delete failed (client error): The resource could not be found. Nov 03 02:23:06.276605 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f487ad39-cd7f-44fe-808b-b5ac50462bc0 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/176cd8f9-467a-44d2-8099-14e8e69ac079 HTTP/1.1" status: 404 len: 336 time: 0.1491334 Nov 03 02:23:06.279290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ebf3083e-7215-4325-9087-c713cd61f976), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.286155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-59e49c98-6d1b-4796-aa08-6f94c75e2155 None None] For port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:06.286329 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34892) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:06.286441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-59e49c98-6d1b-4796-aa08-6f94c75e2155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.303913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for port (6e9d055b-da8e-4190-aeb6-28ca7587a410), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.340720 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5058a142-3214-458d-9c72-d057995cb15a req-9757a0c5-d7ae-4f7c-b136-4256089f3d97 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639406 Nov 03 02:23:06.347742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c974ead9-5fc4-40a0-a191-fed784e0947b']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:06.376893 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (6e9d055b-da8e-4190-aeb6-28ca7587a410), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.389916 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b52854-156d-4f57-91c1-c8db736164df') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:06.390155 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b52854-156d-4f57-91c1-c8db736164df') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:06.477904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-59e49c98-6d1b-4796-aa08-6f94c75e2155 None None] Calling delete_port for 73d4cece-cc45-4163-b2ca-aa9e6707ac2d owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:06.490217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.ipam_backend_mixin [None req-59e49c98-6d1b-4796-aa08-6f94c75e2155 None None] Port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d was not found and therefore no delete operation was performed {{(pid=104395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:23:06.493062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a55a51e1-c2c1-4dca-9894-9385ee535b23 None None] Provisioning complete for port ebf3083e-7215-4325-9087-c713cd61f976 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:06.493556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a55a51e1-c2c1-4dca-9894-9385ee535b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ebf3083e-7215-4325-9087-c713cd61f976), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.494592 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a55a51e1-c2c1-4dca-9894-9385ee535b23 None None] Attempt 1 to provision port ebf3083e-7215-4325-9087-c713cd61f976 Nov 03 02:23:06.497388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:06.499915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 73d4cece-cc45-4163-b2ca-aa9e6707ac2d no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:06.512570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-59e49c98-6d1b-4796-aa08-6f94c75e2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (73d4cece-cc45-4163-b2ca-aa9e6707ac2d), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.514470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-a6c387a8-f6ff-4268-9aa5-384109aaa9ba tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:06.517174 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-a6c387a8-f6ff-4268-9aa5-384109aaa9ba tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 946 time: 0.5237117 Nov 03 02:23:06.520934 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7aad237b-e704-4385-9402-b529ff5d773a tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "GET /v2.0/ports?device_id=a74a2cf1-b7d5-469a-a1c6-e71d2c506f22 HTTP/1.1" status: 200 len: 205 time: 0.1755779 Nov 03 02:23:06.524620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34894) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:06.528564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (18b52854-156d-4f57-91c1-c8db736164df), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.540089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Router 21f218dd-53f7-49c3-9b07-4b1739df229e has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:06.550424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (18b52854-156d-4f57-91c1-c8db736164df), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.561621 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:06.564420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (18b52854-156d-4f57-91c1-c8db736164df), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.584987 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 73d4cece-cc45-4163-b2ca-aa9e6707ac2d {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:06.585485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 73d4cece-cc45-4163-b2ca-aa9e6707ac2d not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:06.602085 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1f2c0b0e-02f7-4a2b-b2a9-9f8bef836e2c req-1a889cee-e93d-45eb-bad0-afa3ea6fc84f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272020 Nov 03 02:23:06.608004 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a6a41490-deb0-4f1c-88bf-f80ac2247594 req-ea109997-db89-46be-94be-e4765d39fa59 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 210 time: 0.0964327 Nov 03 02:23:06.635347 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e49c98-6d1b-4796-aa08-6f94c75e2155 None None] No DVR routers for this DVR port 73d4cece-cc45-4163-b2ca-aa9e6707ac2d on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:06.646281 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-17c4716c-1893-48d3-b4de-da833117788f tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] delete failed (client error): The resource could not be found. Nov 03 02:23:06.647593 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-17c4716c-1893-48d3-b4de-da833117788f tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/routers/a74a2cf1-b7d5-469a-a1c6-e71d2c506f22 HTTP/1.1" status: 404 len: 336 time: 0.1145711 Nov 03 02:23:06.654910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34896) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:06.662837 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=ebf3083e-7215-4325-9087-c713cd61f976,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:06.676211 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:06.702884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e49c98-6d1b-4796-aa08-6f94c75e2155 None None] Pushing event deleted for resources: {'Port': ['ID=73d4cece-cc45-4163-b2ca-aa9e6707ac2d,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:06.715969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f208a0e0-cf39-4ecc-a01e-731e77869651 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:06.738607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:06.749948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: f208a0e0-cf39-4ecc-a01e-731e77869651 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:06.750435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f208a0e0-cf39-4ecc-a01e-731e77869651 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:06.756594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:06.764723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:06.768052 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbf301f-6206-478b-af9f-2308921c0829 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] DELETE failed (client error): The resource could not be found. Nov 03 02:23:06.769051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbf301f-6206-478b-af9f-2308921c0829 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:23:06.772354 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8fbf301f-6206-478b-af9f-2308921c0829 tempest-RoutersAdminTest-1079181348 tempest-RoutersAdminTest-1079181348-project] 10.222.0.23 "DELETE /v2.0/subnets/101f2524-b8f0-4ecf-bf31-bcd52adbd66d HTTP/1.1" status: 404 len: 337 time: 0.1127148 Nov 03 02:23:06.810853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e397589-8e44-44b9-a017-eef82e6f162e', 'name': 'tempest-snat-router-493580450', 'tenant_id': '50bd7227348443128fab43d3dd3f53bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.162'}], 'enable_snat': False}, 'gw_port_id': 'f9e579f1-8d72-4ec0-bf41-19b9eb835716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:59Z', 'updated_at': '2022-11-03T02:23:02Z', 'revision_number': 3, 'project_id': '50bd7227348443128fab43d3dd3f53bb', 'gw_port': {'id': 'f9e579f1-8d72-4ec0-bf41-19b9eb835716', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e397589-8e44-44b9-a017-eef82e6f162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:23:01Z', 'updated_at': '2022-11-03T02:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:06.826553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (c974ead9-5fc4-40a0-a191-fed784e0947b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.837471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:06.843650 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] 10.222.0.23 "DELETE /v2.0/networks/c974ead9-5fc4-40a0-a191-fed784e0947b HTTP/1.1" status: 204 len: 168 time: 2.5301516 Nov 03 02:23:06.853351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a55a51e1-c2c1-4dca-9894-9385ee535b23 None None] Current status of the port ebf3083e-7215-4325-9087-c713cd61f976 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:06.856096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa0336a-de8a-43c0-8f49-d74792473cba None None] The sync data for ids ['5e397589-8e44-44b9-a017-eef82e6f162e'] in dv-neutron-860659-5-hyperv is: [{'id': '5e397589-8e44-44b9-a017-eef82e6f162e', 'name': 'tempest-snat-router-493580450', 'tenant_id': '50bd7227348443128fab43d3dd3f53bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.162'}], 'enable_snat': False}, 'gw_port_id': 'f9e579f1-8d72-4ec0-bf41-19b9eb835716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:22:59Z', 'updated_at': '2022-11-03T02:23:02Z', 'revision_number': 3, 'project_id': '50bd7227348443128fab43d3dd3f53bb', 'gw_port': {'id': 'f9e579f1-8d72-4ec0-bf41-19b9eb835716', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e397589-8e44-44b9-a017-eef82e6f162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:23:01Z', 'updated_at': '2022-11-03T02:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:06.861109 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 18b52854-156d-4f57-91c1-c8db736164df resource provider aggregate not found Nov 03 02:23:06.923430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::6f7b:c251:d91c:6823 (45083813-f1f1-4019-a736-ce483eb72093/8e170aaf-01bf-4234-b944-73ad20a081b4/254690d2-8ef7-46c1-b4ec-00a3d06c3c00) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:06.952156 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d026bdb-d9f8-4298-a923-7caa6922e0be tempest-AllowedAddressPairTestJSON-1683201067 tempest-AllowedAddressPairTestJSON-1683201067-project] Pushing event deleted for resources: {'Network': ['ID=c974ead9-5fc4-40a0-a191-fed784e0947b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:06.953938 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event updated for resources: {'Port': ['ID=6e9d055b-da8e-4190-aeb6-28ca7587a410,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:07.011656 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 18b52854-156d-4f57-91c1-c8db736164df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18b52854-156d-4f57-91c1-c8db736164df found for delete ", "request_id": "req-86779157-fecb-4d15-b8ca-3261310ba946"}]} Nov 03 02:23:07.170776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (254690d2-8ef7-46c1-b4ec-00a3d06c3c00), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:07.265191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34910) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:07.292447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (254690d2-8ef7-46c1-b4ec-00a3d06c3c00), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:07.344199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Deleting port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:07.345669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:07.389954 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34916) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:07.512776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] For port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:07.513381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:07.529438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:07.820379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:07.820979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (7b5545e5-6b4c-409c-b56d-05453199415d), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:07.821240 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Floating IP 7b5545e5-6b4c-409c-b56d-05453199415d disassociated. External IP: 172.26.6.201, port: b0cc2f4b-4e7d-4f56-9d94-b6248bef386e. Nov 03 02:23:07.821464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Calling delete_port for b0cc2f4b-4e7d-4f56-9d94-b6248bef386e owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:07.954505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:07.978907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:07.998684 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:08.011707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:08.024871 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe3239-19f0-45d7-a7a2-30c1107810c4 None None] Sync routers for ids ['21f218dd-53f7-49c3-9b07-4b1739df229e'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:08.048833 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe3239-19f0-45d7-a7a2-30c1107810c4 None None] Routers {'21f218dd-53f7-49c3-9b07-4b1739df229e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:08.049830 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7dbe3239-19f0-45d7-a7a2-30c1107810c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['21f218dd-53f7-49c3-9b07-4b1739df229e'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:08.088431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:08.094555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:08.095225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:08.102138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] No DVR routers for this DVR port f208a0e0-cf39-4ecc-a01e-731e77869651 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:08.112158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=254690d2-8ef7-46c1-b4ec-00a3d06c3c00,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:08.118815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:08.122482 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f440d8e2-65ca-4cfb-8f30-c5a1d02d371c req-db82bbf9-57e9-46e5-a4f1-f320045e7b4a tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.27 "DELETE /v2.0/ports/f208a0e0-cf39-4ecc-a01e-731e77869651 HTTP/1.1" status: 204 len: 173 time: 5.0173261 Nov 03 02:23:08.125054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12652088-27b2-4318-afb9-4ee28df4fa29', 'name': 'network-vif-deleted', 'tag': 'f208a0e0-cf39-4ecc-a01e-731e77869651'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:23:08.127334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd82d190-af94-4ca9-a59e-4abf54f732ef" -d '{"events": [{"server_uuid": "12652088-27b2-4318-afb9-4ee28df4fa29", "name": "network-vif-deleted", "tag": "f208a0e0-cf39-4ecc-a01e-731e77869651"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:23:08.188602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-333504f6-dede-4b7f-809c-c76ddc9a274f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:08.292788 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7dbe3239-19f0-45d7-a7a2-30c1107810c4 None None] Set router 21f218dd-53f7-49c3-9b07-4b1739df229e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:08.302977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04355e61-f432-4f81-8960-65abacb8af6c req-3f4b2cb3-716a-4a0b-a50e-52f7574acb0f tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:08.326935 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04355e61-f432-4f81-8960-65abacb8af6c req-3f4b2cb3-716a-4a0b-a50e-52f7574acb0f tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 946 time: 0.8429089 Nov 03 02:23:08.329271 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-468bab18-242c-429f-b2a3-33245a9b6fcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbf712251f834b6aa16741d75ae7c9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7821455 Nov 03 02:23:08.333416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34926) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:08.357282 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-00cff9af-1f31-4c26-b283-4057201093ee tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3788095 Nov 03 02:23:08.381120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34928) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:08.386736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-97db77f4-7e01-4a3a-8438-4b482470a99c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': '8e170aaf-01bf-4234-b944-73ad20a081b4', 'ip_address': '2001:db8::6f7b:c251:d91c:6823'}], 'name': 'tempest-NetworksTestDHCPv6-649414810'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:08.409022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51a31c-73f6-4057-9219-babbb9f65f68 req-0768a394-c826-4703-a7fd-de3ccae860a1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:08.410882 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3c51a31c-73f6-4057-9219-babbb9f65f68 req-0768a394-c826-4703-a7fd-de3ccae860a1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.4215741 Nov 03 02:23:08.430727 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:08.447338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5516e99-7c4e-4c99-b8b5-b28ead3cae16 None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:08.472123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5516e99-7c4e-4c99-b8b5-b28ead3cae16 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:08.473053 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e5516e99-7c4e-4c99-b8b5-b28ead3cae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:08.553435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:08.555432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e5516e99-7c4e-4c99-b8b5-b28ead3cae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:08.591419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5516e99-7c4e-4c99-b8b5-b28ead3cae16 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:08.594170 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:08.601553 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e5516e99-7c4e-4c99-b8b5-b28ead3cae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:08.605118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Provisioning complete for port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:08.605118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (254690d2-8ef7-46c1-b4ec-00a3d06c3c00), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:08.605118 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Attempt 1 to provision port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 Nov 03 02:23:08.631073 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04355e61-f432-4f81-8960-65abacb8af6c req-536f35ff-966b-475d-ba2f-699f6b36a104 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ea134d-8c3c-4aca-bf10-438c3ce9279b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855978 Nov 03 02:23:08.733954 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3c51a31c-73f6-4057-9219-babbb9f65f68 req-65f51840-4d90-4d97-aa6b-191ffa9e1e7f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080738 Nov 03 02:23:08.735143 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7dbe3239-19f0-45d7-a7a2-30c1107810c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:43Z', 'revision_number': 4, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ab8de3ca-22c2-42bf-abe5-93df0dbc69f7', 'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'mac_address': 'fa:16:3e:97:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:51Z', 'revision_number': 5, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'subnets': [{'id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:08.753582 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8b2520c8-02f5-4b38-ade9-f9e2c9bf52e6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2960515 Nov 03 02:23:08.758747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34930) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:08.766662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-131078136'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:08.804592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f9e579f1-8d72-4ec0-bf41-19b9eb835716 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:08.809580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-333504f6-dede-4b7f-809c-c76ddc9a274f admin admin] Publish callbacks [] for security_group (ddcc3e1d-c51c-462f-9489-0deff98ea959), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:08.810887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e5516e99-7c4e-4c99-b8b5-b28ead3cae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:08.811748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5516e99-7c4e-4c99-b8b5-b28ead3cae16 None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:08.846006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:08.857057 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe3239-19f0-45d7-a7a2-30c1107810c4 None None] Checking router: 21f218dd-53f7-49c3-9b07-4b1739df229e for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:23:08.884791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-333504f6-dede-4b7f-809c-c76ddc9a274f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (ddcc3e1d-c51c-462f-9489-0deff98ea959), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:08.892334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port f9e579f1-8d72-4ec0-bf41-19b9eb835716 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:08.892833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:08.893207 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port f9e579f1-8d72-4ec0-bf41-19b9eb835716 Nov 03 02:23:08.895255 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe3239-19f0-45d7-a7a2-30c1107810c4 None None] Routers {'21f218dd-53f7-49c3-9b07-4b1739df229e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:08.895851 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7dbe3239-19f0-45d7-a7a2-30c1107810c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['21f218dd-53f7-49c3-9b07-4b1739df229e'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:08.897164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee560b39-99d6-4261-a6f9-74b7ec7fdc64 x-openstack-request-id: req-ee560b39-99d6-4261-a6f9-74b7ec7fdc64 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:23:08.897359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12652088-27b2-4318-afb9-4ee28df4fa29", "name": "network-vif-deleted", "tag": "f208a0e0-cf39-4ecc-a01e-731e77869651", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:23:08.899164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee560b39-99d6-4261-a6f9-74b7ec7fdc64 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:23:08.900719 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee560b39-99d6-4261-a6f9-74b7ec7fdc64'] response: {'server_uuid': '12652088-27b2-4318-afb9-4ee28df4fa29', 'name': 'network-vif-deleted', 'tag': 'f208a0e0-cf39-4ecc-a01e-731e77869651', 'status': 'completed', 'code': 200} Nov 03 02:23:08.922606 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7a9272fc-00d1-472d-bbfe-cc6dab73650a req-96931bd9-f55a-49ac-baa5-011d270ebf73 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/ports?device_id=12652088-27b2-4318-afb9-4ee28df4fa29 HTTP/1.1" status: 200 len: 210 time: 0.0982175 Nov 03 02:23:08.932662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Made reservation on behalf of 98d83dbc22a64949b5de85431c64fbca for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:08.935947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.009705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6208c8a-6e8c-4eed-8c43-e8cbc72b27c7 admin admin] Publish callbacks [] for security_group (f453cd40-1e5d-4531-a798-b48d41f5afff), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.012614 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-333504f6-dede-4b7f-809c-c76ddc9a274f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf70cda1a52046088d175ebcd6d7facc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7464519 Nov 03 02:23:09.016298 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333504f6-dede-4b7f-809c-c76ddc9a274f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcc3e1d-c51c-462f-9489-0deff98ea959,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:09.021046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34932) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:09.023449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:09.046185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3317a54c-5b7c-491c-81ba-60c26f17aa06), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.047311 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Added segment 3317a54c-5b7c-491c-81ba-60c26f17aa06 of type vlan for network b33a598c-4357-44f5-9155-f85476b722d1 Nov 03 02:23:09.076451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (b0cc2f4b-4e7d-4f56-9d94-b6248bef386e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.088747 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port f9e579f1-8d72-4ec0-bf41-19b9eb835716 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:09.090160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.128968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (b33a598c-4357-44f5-9155-f85476b722d1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.133976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port f9e579f1-8d72-4ec0-bf41-19b9eb835716, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f9e579f1-8d72-4ec0-bf41-19b9eb835716,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:09.145406 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97db77f4-7e01-4a3a-8438-4b482470a99c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:09.153661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.154505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ebf3083e-7215-4325-9087-c713cd61f976 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:09.185085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (b33a598c-4357-44f5-9155-f85476b722d1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.191013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:09.191930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.274604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6208c8a-6e8c-4eed-8c43-e8cbc72b27c7 admin admin] Publish callbacks [] for security_group (f453cd40-1e5d-4531-a798-b48d41f5afff), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.277139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Pushing event deleted for resources: {'Port': ['ID=b0cc2f4b-4e7d-4f56-9d94-b6248bef386e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:09.281529 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5199375 Nov 03 02:23:09.283491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34934) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:09.297316 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'subnet': {'network_id': 'b33a598c-4357-44f5-9155-f85476b722d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:09.328417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=f9e579f1-8d72-4ec0-bf41-19b9eb835716,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:09.334888 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7dbe3239-19f0-45d7-a7a2-30c1107810c4 None None] Set router 21f218dd-53f7-49c3-9b07-4b1739df229e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:09.340632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ebf3083e-7215-4325-9087-c713cd61f976 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:09.341026 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ebf3083e-7215-4325-9087-c713cd61f976), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.341377 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ebf3083e-7215-4325-9087-c713cd61f976 Nov 03 02:23:09.357137 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Attempt 2 to provision port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 Nov 03 02:23:09.409705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea99d07-06e4-4786-af55-1a1d015fa969 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Network': ['ID=b33a598c-4357-44f5-9155-f85476b722d1,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:09.440964 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network b33a598c-4357-44f5-9155-f85476b722d1 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:09.452745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Made reservation on behalf of 98d83dbc22a64949b5de85431c64fbca for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:09.457519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.559282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:09.618205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Router 80bd22db-758a-495b-a022-6a1f1254a118 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:09.623439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97db77f4-7e01-4a3a-8438-4b482470a99c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.625853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d795d88f-54bb-4513-b296-d28c0aafd6e5 admin admin] Publish callbacks [] for security_group (ddcc3e1d-c51c-462f-9489-0deff98ea959), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.631336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Router 8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:23:09.673806 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7dbe3239-19f0-45d7-a7a2-30c1107810c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:43Z', 'revision_number': 4, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ab8de3ca-22c2-42bf-abe5-93df0dbc69f7', 'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'mac_address': 'fa:16:3e:97:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:51Z', 'revision_number': 5, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'subnets': [{'id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:09.682023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6208c8a-6e8c-4eed-8c43-e8cbc72b27c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (f453cd40-1e5d-4531-a798-b48d41f5afff), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.685541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6208c8a-6e8c-4eed-8c43-e8cbc72b27c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.689920 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c6208c8a-6e8c-4eed-8c43-e8cbc72b27c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f453cd40-1e5d-4531-a798-b48d41f5afff HTTP/1.1" status: 204 len: 168 time: 1.3556108 Nov 03 02:23:09.695771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d795d88f-54bb-4513-b296-d28c0aafd6e5 admin admin] Publish callbacks [] for security_group (ddcc3e1d-c51c-462f-9489-0deff98ea959), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.716607 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe3239-19f0-45d7-a7a2-30c1107810c4 None None] The sync data for ids ['21f218dd-53f7-49c3-9b07-4b1739df229e'] in dv-neutron-860659-5-hyperv is: [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:43Z', 'revision_number': 4, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ab8de3ca-22c2-42bf-abe5-93df0dbc69f7', 'name': '', 'network_id': '8dfa6efe-319f-4c0f-8e60-a0f167ddb627', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'mac_address': 'fa:16:3e:97:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:40Z', 'updated_at': '2022-11-03T02:21:51Z', 'revision_number': 5, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'subnets': [{'id': 'e9e1d81e-4903-440c-8ce1-16cfd1e6d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:09.734940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-97db77f4-7e01-4a3a-8438-4b482470a99c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 1fe5d57a-f89f-401a-a607-3eb4dacf2df6 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:09.736780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ebf3083e-7215-4325-9087-c713cd61f976 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:09.778738 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6208c8a-6e8c-4eed-8c43-e8cbc72b27c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f453cd40-1e5d-4531-a798-b48d41f5afff,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:09.867192 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e5debb58-621c-42f5-8022-aedd686d4ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:09.886115 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a08ca184-95d5-4722-bf65-8e6c1b1ff602 req-601e42a1-6960-4fbf-8114-ac1ba1eda423 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 210 time: 0.0372155 Nov 03 02:23:10.014795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (7179238e-5063-45f3-94ac-1ede678eb296), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.061266 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Attempt 3 to provision port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 Nov 03 02:23:10.145118 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34950) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:10.146225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Subnet': ['ID=7179238e-5063-45f3-94ac-1ede678eb296,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:10.146768 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:10.208237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237e704-aa76-48b1-bc61-07ed77958c60 req-070b20a8-32ca-4911-89b7-50bcb5abfe9f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:10.210638 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c237e704-aa76-48b1-bc61-07ed77958c60 req-070b20a8-32ca-4911-89b7-50bcb5abfe9f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3174193 Nov 03 02:23:10.214538 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba9fcc0-90b1-4aa5-89ea-ee55d6e17705 None None] New status for floating IP 3af697b2-bc63-472c-872d-9c761cbea90d: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:23:10.279779 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c237e704-aa76-48b1-bc61-07ed77958c60 req-0c68bd61-0206-4e33-92ab-3185649eb7b0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585155 Nov 03 02:23:10.346703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e06cf1d7-ada2-4392-aec0-2ca9ad378e6c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group (f5b69d47-0dc4-422e-a8b1-54938d575e9b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.375436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Checking segment: {'id': '3317a54c-5b7c-491c-81ba-60c26f17aa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b33a598c-4357-44f5-9155-f85476b722d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:10.375545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network hostable DHCP agents. Network: b33a598c-4357-44f5-9155-f85476b722d1, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:10.385212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e06cf1d7-ada2-4392-aec0-2ca9ad378e6c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group (f5b69d47-0dc4-422e-a8b1-54938d575e9b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.431214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network b33a598c-4357-44f5-9155-f85476b722d1 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:10.461999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, b33a598c-4357-44f5-9155-f85476b722d1) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:10.470236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:10.472220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.477677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bacba9-21cc-4f72-b026-4cd2d6b7ad82 None None] Network b33a598c-4357-44f5-9155-f85476b722d1 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:10.526066 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d42f6325-1f20-4563-be85-e0985a996755 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2381542 Nov 03 02:23:10.527220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34960) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:10.531768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1419021187', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:10.540184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e06cf1d7-ada2-4392-aec0-2ca9ad378e6c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (f5b69d47-0dc4-422e-a8b1-54938d575e9b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.547837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e06cf1d7-ada2-4392-aec0-2ca9ad378e6c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.557754 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e06cf1d7-ada2-4392-aec0-2ca9ad378e6c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "DELETE /v2.0/security-groups/f5b69d47-0dc4-422e-a8b1-54938d575e9b HTTP/1.1" status: 204 len: 168 time: 0.4013853 Nov 03 02:23:10.558393 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34962) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:10.568393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:10.579510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f9e579f1-8d72-4ec0-bf41-19b9eb835716 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:10.608140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d795d88f-54bb-4513-b296-d28c0aafd6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (ddcc3e1d-c51c-462f-9489-0deff98ea959), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.610936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d795d88f-54bb-4513-b296-d28c0aafd6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.613020 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d795d88f-54bb-4513-b296-d28c0aafd6e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddcc3e1d-c51c-462f-9489-0deff98ea959 HTTP/1.1" status: 204 len: 168 time: 1.5821939 Nov 03 02:23:10.615841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Sync routers for ids ['8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:10.630841 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.633422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cf1d7-ada2-4392-aec0-2ca9ad378e6c tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b69d47-0dc4-422e-a8b1-54938d575e9b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:10.635407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34968) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:10.635539 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4e8e9ddc-1af9-4888-b43c-4e927e00c077 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.6213975 Nov 03 02:23:10.637081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:10.656164 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4595bf1-ac97-460f-b094-cdf6c53f05bb None None] Sync routers for ids ['80bd22db-758a-495b-a022-6a1f1254a118'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:10.662003 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Attempt 4 to provision port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 Nov 03 02:23:10.673181 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-be25cae1-d466-40d1-8348-bbe791c54284 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] show failed (client error): The resource could not be found. Nov 03 02:23:10.680545 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4595bf1-ac97-460f-b094-cdf6c53f05bb None None] Routers {'80bd22db-758a-495b-a022-6a1f1254a118'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:10.681181 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d4595bf1-ac97-460f-b094-cdf6c53f05bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['80bd22db-758a-495b-a022-6a1f1254a118'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:10.689412 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-be25cae1-d466-40d1-8348-bbe791c54284 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "GET /v2.0/security-groups/f5b69d47-0dc4-422e-a8b1-54938d575e9b HTTP/1.1" status: 404 len: 347 time: 0.1262693 Nov 03 02:23:10.692823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34970) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:10.734680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b0cc2f4b-4e7d-4f56-9d94-b6248bef386e no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:10.766180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795d88f-54bb-4513-b296-d28c0aafd6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcc3e1d-c51c-462f-9489-0deff98ea959,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:10.847549 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Routers {'8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:10.848451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eee83365-7084-44f3-a95d-caff8203238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:10.858128 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: b0cc2f4b-4e7d-4f56-9d94-b6248bef386e {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:10.858928 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b0cc2f4b-4e7d-4f56-9d94-b6248bef386e not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:10.864217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] No DVR routers for this DVR port b0cc2f4b-4e7d-4f56-9d94-b6248bef386e on host hv-neutron-8606 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:10.883054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.905176 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-caea6d93-1124-45a3-9e76-a976a6a7efe1 req-7e0cd905-81e8-4f84-99ba-9fba33991de5 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.27 "DELETE /v2.0/ports/b0cc2f4b-4e7d-4f56-9d94-b6248bef386e HTTP/1.1" status: 204 len: 173 time: 4.1588116 Nov 03 02:23:10.908680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (ef85a34b-ffc8-4ab5-9617-18551c84c929), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.909669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (ef85a34b-ffc8-4ab5-9617-18551c84c929), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:10.912849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:10.915590 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'name': 'network-vif-deleted', 'tag': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:23:10.918660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6229c847-9c95-44b8-becc-0af876652d85" -d '{"events": [{"server_uuid": "ca4ddb7c-3e1e-46e5-ae3a-cb8243085152", "name": "network-vif-deleted", "tag": "b0cc2f4b-4e7d-4f56-9d94-b6248bef386e"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:23:10.993982 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-97db77f4-7e01-4a3a-8438-4b482470a99c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 02:23:10.995703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97db77f4-7e01-4a3a-8438-4b482470a99c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:23:11.003287 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d4595bf1-ac97-460f-b094-cdf6c53f05bb None None] Set router 80bd22db-758a-495b-a022-6a1f1254a118 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:11.007867 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-b33a598c-4357-44f5-9155-f85476b722d1', 'network_id': 'b33a598c-4357-44f5-9155-f85476b722d1', 'project_id': '98d83dbc22a64949b5de85431c64fbca', 'fixed_ips': [{'subnet_id': '7179238e-5063-45f3-94ac-1ede678eb296'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:11.013286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.056650 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8034f279-2f06-45a7-b951-1f1821e5717a x-openstack-request-id: req-8034f279-2f06-45a7-b951-1f1821e5717a {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:23:11.057003 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4ddb7c-3e1e-46e5-ae3a-cb8243085152", "name": "network-vif-deleted", "tag": "b0cc2f4b-4e7d-4f56-9d94-b6248bef386e", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:23:11.057268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8034f279-2f06-45a7-b951-1f1821e5717a {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:23:11.057694 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8034f279-2f06-45a7-b951-1f1821e5717a'] response: {'server_uuid': 'ca4ddb7c-3e1e-46e5-ae3a-cb8243085152', 'name': 'network-vif-deleted', 'tag': 'b0cc2f4b-4e7d-4f56-9d94-b6248bef386e', 'status': 'completed', 'code': 200} Nov 03 02:23:11.080604 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-97db77f4-7e01-4a3a-8438-4b482470a99c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.6982591 Nov 03 02:23:11.083207 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34984) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:11.097425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port f9e579f1-8d72-4ec0-bf41-19b9eb835716 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:11.098301 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.099990 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port f9e579f1-8d72-4ec0-bf41-19b9eb835716 Nov 03 02:23:11.228256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e391456e-29cb-46a9-aa29-cbc2596090b8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:11.240683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e391456e-29cb-46a9-aa29-cbc2596090b8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:11.243323 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e391456e-29cb-46a9-aa29-cbc2596090b8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1588778 Nov 03 02:23:11.248592 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34986) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:11.251923 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 34988) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:11.326563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Set router 8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:11.335367 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-65250b16-1cf5-4584-b7de-17a68e291ea2 req-9c9deb29-a1ac-4670-ad8a-59994be85b3e tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca4ddb7c-3e1e-46e5-ae3a-cb8243085152 HTTP/1.1" status: 200 len: 210 time: 0.2166469 Nov 03 02:23:11.426588 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f9a4390c-b762-4fa1-9d67-d5f8c1c93856 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/routers/8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf HTTP/1.1" status: 200 len: 907 time: 0.7880485 Nov 03 02:23:11.436521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34994) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:11.438642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_controller (ef85a34b-ffc8-4ab5-9617-18551c84c929), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.493875 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'networks': [{'name': 'tempest-network--1542960824'}, {'name': 'tempest-network--694574046'}]} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:11.494207 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'network': {'name': 'tempest-network--1542960824'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:11.494979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'network': {'name': 'tempest-network--694574046'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:11.501354 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d4595bf1-ac97-460f-b094-cdf6c53f05bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'e3f5b36d-6836-4cef-9e83-3c4ac9936083', 'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'mac_address': 'fa:16:3e:1a:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:39Z', 'updated_at': '2022-11-03T02:21:49Z', 'revision_number': 5, 'project_id': '8feee47686084b68914c40f971ada1e1', 'subnets': [{'id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:11.506170 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Attempt 5 to provision port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 Nov 03 02:23:11.539155 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e9c121e0-c498-4e70-86da-476eaa3610e9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:11.539547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9c121e0-c498-4e70-86da-476eaa3610e9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (254690d2-8ef7-46c1-b4ec-00a3d06c3c00), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.554560 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4595bf1-ac97-460f-b094-cdf6c53f05bb None None] Checking router: 80bd22db-758a-495b-a022-6a1f1254a118 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:23:11.571433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Made reservation on behalf of ac6ae8cd09fe4d878b4789bb81c17c70 for: {'network': 2} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:11.575579 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4595bf1-ac97-460f-b094-cdf6c53f05bb None None] Routers {'80bd22db-758a-495b-a022-6a1f1254a118'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:11.576317 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d4595bf1-ac97-460f-b094-cdf6c53f05bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:22:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['80bd22db-758a-495b-a022-6a1f1254a118'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:11.578100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34996) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:11.581372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.654231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:11.656656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.687800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port f9e579f1-8d72-4ec0-bf41-19b9eb835716 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:11.694736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.731723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Allocated IP 172.20.0.2 (b33a598c-4357-44f5-9155-f85476b722d1/7179238e-5063-45f3-94ac-1ede678eb296/65736823-8337-4d54-854d-e236504498de) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:11.755400 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d4595bf1-ac97-460f-b094-cdf6c53f05bb None None] Set router 80bd22db-758a-495b-a022-6a1f1254a118 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:11.799502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9df8d0a0-752d-4d18-afd1-034720a15475 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Deleting port 54aef9df-3156-47d4-bc34-7df3ae7cddc2 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:11.800740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9df8d0a0-752d-4d18-afd1-034720a15475 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (54aef9df-3156-47d4-bc34-7df3ae7cddc2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.817509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9c121e0-c498-4e70-86da-476eaa3610e9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (254690d2-8ef7-46c1-b4ec-00a3d06c3c00), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.867206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e9c121e0-c498-4e70-86da-476eaa3610e9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:11.872195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eee83365-7084-44f3-a95d-caff8203238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf', 'name': 'tempest-snat-router-493580450', 'tenant_id': '50bd7227348443128fab43d3dd3f53bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '6e9d055b-da8e-4190-aeb6-28ca7587a410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:04Z', 'updated_at': '2022-11-03T02:23:07Z', 'revision_number': 3, 'project_id': '50bd7227348443128fab43d3dd3f53bb', 'gw_port': {'id': '6e9d055b-da8e-4190-aeb6-28ca7587a410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:23:04Z', 'updated_at': '2022-11-03T02:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:11.921789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Checking router: 8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:23:11.922501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Updating router 8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf port 6e9d055b-da8e-4190-aeb6-28ca7587a410 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:23:11.975824 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks [] for security_group (1868a7e8-acc8-4e30-8d5c-18f319bda95a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.980100 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6e9d055b-da8e-4190-aeb6-28ca7587a410), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.985452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Publish callbacks [] for port (65736823-8337-4d54-854d-e236504498de), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.992009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1868a7e8-acc8-4e30-8d5c-18f319bda95a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:11.992504 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.012215 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d4595bf1-ac97-460f-b094-cdf6c53f05bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'e3f5b36d-6836-4cef-9e83-3c4ac9936083', 'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'mac_address': 'fa:16:3e:1a:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:39Z', 'updated_at': '2022-11-03T02:21:49Z', 'revision_number': 5, 'project_id': '8feee47686084b68914c40f971ada1e1', 'subnets': [{'id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:12.014437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (65736823-8337-4d54-854d-e236504498de), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.026681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:12.037301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (25597619-a958-4273-a7e9-a190b8e52f6d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.037501 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4595bf1-ac97-460f-b094-cdf6c53f05bb None None] The sync data for ids ['80bd22db-758a-495b-a022-6a1f1254a118'] in dv-neutron-860659-5-hyperv is: [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'e3f5b36d-6836-4cef-9e83-3c4ac9936083', 'name': '', 'network_id': '214f5d7e-7a4b-4b7f-b081-a7f3695a0879', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'mac_address': 'fa:16:3e:1a:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:39Z', 'updated_at': '2022-11-03T02:21:49Z', 'revision_number': 5, 'project_id': '8feee47686084b68914c40f971ada1e1', 'subnets': [{'id': '779d4c97-99b1-4d8a-82f4-46c58d3fbdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:12.037858 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Added segment 25597619-a958-4273-a7e9-a190b8e52f6d of type vlan for network 4c9b0ec6-e104-4516-9dfd-11fac8948b2c Nov 03 02:23:12.086279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (4c9b0ec6-e104-4516-9dfd-11fac8948b2c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.091717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb52fb-9544-4c79-9954-04a3f21fc7c0 req-d9d5e84d-403f-4ff1-bc23-5dcc8fa93a9d tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:12.093360 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ebbb52fb-9544-4c79-9954-04a3f21fc7c0 req-d9d5e84d-403f-4ff1-bc23-5dcc8fa93a9d tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.6709158 Nov 03 02:23:12.102666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.123462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_gateway (ef85a34b-ffc8-4ab5-9617-18551c84c929), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.149313 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6d377bcc-a784-4370-8e66-6edce1611dad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94a18fade98047639d2aa0e5c9c45c18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4574099 Nov 03 02:23:12.149531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1868a7e8-acc8-4e30-8d5c-18f319bda95a,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:12.151495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 34998) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:12.155409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:12.173319 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Pushing event updated for resources: {'Port': ['ID=65736823-8337-4d54-854d-e236504498de,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:12.176885 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c7b8213d-a8d0-4842-abdd-55962f446f45), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.177058 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Attempt 6 to provision port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 Nov 03 02:23:12.177812 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Added segment c7b8213d-a8d0-4842-abdd-55962f446f45 of type vlan for network d536b8cb-0099-493d-b188-edb40c331776 Nov 03 02:23:12.181058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Network b33a598c-4357-44f5-9155-f85476b722d1 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:12.190330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:12.221039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:12.269164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9df8d0a0-752d-4d18-afd1-034720a15475 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (54aef9df-3156-47d4-bc34-7df3ae7cddc2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.269513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9df8d0a0-752d-4d18-afd1-034720a15475 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for floatingip (54aef9df-3156-47d4-bc34-7df3ae7cddc2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.281431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (d536b8cb-0099-493d-b188-edb40c331776), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.291577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9c121e0-c498-4e70-86da-476eaa3610e9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (254690d2-8ef7-46c1-b4ec-00a3d06c3c00), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.313813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9df8d0a0-752d-4d18-afd1-034720a15475 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Calling delete_port for 54aef9df-3156-47d4-bc34-7df3ae7cddc2 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:12.319618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-80457d75-743e-4acb-8bb8-4ba874fb0847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.339974 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:12.343805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c121e0-c498-4e70-86da-476eaa3610e9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=254690d2-8ef7-46c1-b4ec-00a3d06c3c00,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:12.345717 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ebbb52fb-9544-4c79-9954-04a3f21fc7c0 req-e271b2c3-2d20-4f3c-8841-55eda95461f9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392590 Nov 03 02:23:12.394708 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (4c9b0ec6-e104-4516-9dfd-11fac8948b2c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.395188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (d536b8cb-0099-493d-b188-edb40c331776), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.400992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:12.405761 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:12.406506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.410812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9c121e0-c498-4e70-86da-476eaa3610e9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.414494 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e9c121e0-c498-4e70-86da-476eaa3610e9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/254690d2-8ef7-46c1-b4ec-00a3d06c3c00 HTTP/1.1" status: 204 len: 168 time: 1.1637037 Nov 03 02:23:12.427092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35002) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:12.493640 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35006) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:12.524302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Deleting port 6e9d055b-da8e-4190-aeb6-28ca7587a410 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:12.525002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6e9d055b-da8e-4190-aeb6-28ca7587a410), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.529350 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dd6212-4347-4216-a741-79951346f80f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:12.530840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dd6212-4347-4216-a741-79951346f80f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:12.532650 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-73dd6212-4347-4216-a741-79951346f80f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1044567 Nov 03 02:23:12.549203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35008) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:12.555509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330e939-0ca5-4dab-9d3c-eef2fd702e88 None None] New status for floating IP 7b5545e5-6b4c-409c-b56d-05453199415d: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:23:12.570918 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3179986 Nov 03 02:23:12.590901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aae8b530-46e0-49b2-879f-c2dd0f9c84b7 admin admin] Publish callbacks [] for security_group (fa2ad6b0-27b6-43a0-9314-4adffc0b2e28), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.598135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35010) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:12.599401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event updated for resources: {'Network': ['ID=4c9b0ec6-e104-4516-9dfd-11fac8948b2c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:12.641236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 4c9b0ec6-e104-4516-9dfd-11fac8948b2c details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:12.684812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Attempting to bind port 65736823-8337-4d54-854d-e236504498de on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:12.685079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Attempting to bind port 65736823-8337-4d54-854d-e236504498de by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '3317a54c-5b7c-491c-81ba-60c26f17aa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b33a598c-4357-44f5-9155-f85476b722d1'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:12.685442 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Attempting to bind port 65736823-8337-4d54-854d-e236504498de on network b33a598c-4357-44f5-9155-f85476b722d1 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:12.688595 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944eb58-8d8b-431b-a0ac-c60997a50921 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event updated for resources: {'Network': ['ID=d536b8cb-0099-493d-b188-edb40c331776,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:12.725243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network d536b8cb-0099-493d-b188-edb40c331776 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:12.754977 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Publish callbacks [] for port (6e9d055b-da8e-4190-aeb6-28ca7587a410), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.796425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aae8b530-46e0-49b2-879f-c2dd0f9c84b7 admin admin] Publish callbacks [] for security_group (fa2ad6b0-27b6-43a0-9314-4adffc0b2e28), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.808254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:12.808569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Checking segment: {'id': '3317a54c-5b7c-491c-81ba-60c26f17aa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b33a598c-4357-44f5-9155-f85476b722d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:12.809013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.809459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Bound using segment: {'id': '3317a54c-5b7c-491c-81ba-60c26f17aa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b33a598c-4357-44f5-9155-f85476b722d1'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:12.809891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Bound port: 65736823-8337-4d54-854d-e236504498de, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3317a54c-5b7c-491c-81ba-60c26f17aa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b33a598c-4357-44f5-9155-f85476b722d1'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:12.810306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (65736823-8337-4d54-854d-e236504498de), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.833748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6e9d055b-da8e-4190-aeb6-28ca7587a410), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.849639 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Attempt 7 to provision port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 Nov 03 02:23:12.875277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2fe6d3-0386-4891-89c5-993f3d0d2e87 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 8e170aaf-01bf-4234-b944-73ad20a081b4 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:12.914766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2608e769-06c9-4496-9339-1e1ff6fbf1d9 None None] Port 254690d2-8ef7-46c1-b4ec-00a3d06c3c00 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:23:12.936110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Attempting to bind port 6e9d055b-da8e-4190-aeb6-28ca7587a410 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:12.936393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Attempting to bind port 6e9d055b-da8e-4190-aeb6-28ca7587a410 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:12.936803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Attempting to bind port 6e9d055b-da8e-4190-aeb6-28ca7587a410 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:12.959401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:12.959779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:12.960182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.960613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:12.961096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Bound port: 6e9d055b-da8e-4190-aeb6-28ca7587a410, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:12.961480 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6e9d055b-da8e-4190-aeb6-28ca7587a410), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:12.999771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97f903-d31d-4867-9055-0b5ea951891e None None] Pushing event updated for resources: {'Port': ['ID=6e9d055b-da8e-4190-aeb6-28ca7587a410,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:13.023752 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] For port 65736823-8337-4d54-854d-e236504498de, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:13.031800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] For port 65736823-8337-4d54-854d-e236504498de, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=65736823-8337-4d54-854d-e236504498de,segment=NetworkSegment(3317a54c-5b7c-491c-81ba-60c26f17aa06),segment_id=3317a54c-5b7c-491c-81ba-60c26f17aa06)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:13.039592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (65736823-8337-4d54-854d-e236504498de), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.068729 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-eee83365-7084-44f3-a95d-caff8203238f None None] For port 6e9d055b-da8e-4190-aeb6-28ca7587a410, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:13.092746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-eee83365-7084-44f3-a95d-caff8203238f None None] For port 6e9d055b-da8e-4190-aeb6-28ca7587a410, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6e9d055b-da8e-4190-aeb6-28ca7587a410,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:13.115691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6e9d055b-da8e-4190-aeb6-28ca7587a410), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.126598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.128944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6028bc7-f2bf-4543-a021-de6e3701320a None None] Pushing event updated for resources: {'Port': ['ID=65736823-8337-4d54-854d-e236504498de,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:13.158607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Routers {'8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:13.159242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eee83365-7084-44f3-a95d-caff8203238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:13.218293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe6d3-0386-4891-89c5-993f3d0d2e87 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (8e170aaf-01bf-4234-b944-73ad20a081b4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.249418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97f903-d31d-4867-9055-0b5ea951891e None None] Pushing event updated for resources: {'Port': ['ID=6e9d055b-da8e-4190-aeb6-28ca7587a410,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:13.289158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-eee83365-7084-44f3-a95d-caff8203238f None None] Set router 8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:13.302084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6e9d055b-da8e-4190-aeb6-28ca7587a410), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.322675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d6c971b-4a9c-4f42-8402-aaa78f60f55b tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group (d7ea134d-8c3c-4aca-bf10-438c3ce9279b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.355063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eee83365-7084-44f3-a95d-caff8203238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf', 'name': 'tempest-snat-router-493580450', 'tenant_id': '50bd7227348443128fab43d3dd3f53bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:04Z', 'updated_at': '2022-11-03T02:23:12Z', 'revision_number': 4, 'project_id': '50bd7227348443128fab43d3dd3f53bb', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:13.366388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe6d3-0386-4891-89c5-993f3d0d2e87 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (8e170aaf-01bf-4234-b944-73ad20a081b4), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.382685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee83365-7084-44f3-a95d-caff8203238f None None] The sync data for ids ['8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf'] in dv-neutron-860659-5-hyperv is: [{'id': '8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf', 'name': 'tempest-snat-router-493580450', 'tenant_id': '50bd7227348443128fab43d3dd3f53bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:04Z', 'updated_at': '2022-11-03T02:23:12Z', 'revision_number': 4, 'project_id': '50bd7227348443128fab43d3dd3f53bb', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:13.413700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Calling delete_port for 6e9d055b-da8e-4190-aeb6-28ca7587a410 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:13.482367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d6c971b-4a9c-4f42-8402-aaa78f60f55b tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group (d7ea134d-8c3c-4aca-bf10-438c3ce9279b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.490707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8cf82-115c-4ed1-87b9-a4badd23161f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:13.497048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8cf82-115c-4ed1-87b9-a4badd23161f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:13.502388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8cf82-115c-4ed1-87b9-a4badd23161f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:13.507455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8cf82-115c-4ed1-87b9-a4badd23161f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:13.509134 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d5b8cf82-115c-4ed1-87b9-a4badd23161f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9074426 Nov 03 02:23:13.512717 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35014) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:13.606667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (4c9b0ec6-e104-4516-9dfd-11fac8948b2c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.616610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aae8b530-46e0-49b2-879f-c2dd0f9c84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (fa2ad6b0-27b6-43a0-9314-4adffc0b2e28), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.621119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aae8b530-46e0-49b2-879f-c2dd0f9c84b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.622442 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aae8b530-46e0-49b2-879f-c2dd0f9c84b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa2ad6b0-27b6-43a0-9314-4adffc0b2e28 HTTP/1.1" status: 204 len: 168 time: 1.4680791 Nov 03 02:23:13.706524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (4c9b0ec6-e104-4516-9dfd-11fac8948b2c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.725940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8b530-46e0-49b2-879f-c2dd0f9c84b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2ad6b0-27b6-43a0-9314-4adffc0b2e28,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:13.732392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9b0ec6-e104-4516-9dfd-11fac8948b2c']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:13.743207 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25597619-a958-4273-a7e9-a190b8e52f6d') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:13.743645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25597619-a958-4273-a7e9-a190b8e52f6d') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:13.754215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9df8d0a0-752d-4d18-afd1-034720a15475 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (54aef9df-3156-47d4-bc34-7df3ae7cddc2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.756523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (25597619-a958-4273-a7e9-a190b8e52f6d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.774883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (25597619-a958-4273-a7e9-a190b8e52f6d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.781994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:13.782391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (25597619-a958-4273-a7e9-a190b8e52f6d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.839837 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 25597619-a958-4273-a7e9-a190b8e52f6d resource provider aggregate not found Nov 03 02:23:13.846792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8d0a0-752d-4d18-afd1-034720a15475 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Pushing event deleted for resources: {'Port': ['ID=54aef9df-3156-47d4-bc34-7df3ae7cddc2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:13.861203 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 25597619-a958-4273-a7e9-a190b8e52f6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25597619-a958-4273-a7e9-a190b8e52f6d found for delete ", "request_id": "req-3e40dcb9-9119-41c9-ab35-2b2797b1324e"}]} Nov 03 02:23:13.861654 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_gateway (ef85a34b-ffc8-4ab5-9617-18551c84c929), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.866057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe6d3-0386-4891-89c5-993f3d0d2e87 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (8e170aaf-01bf-4234-b944-73ad20a081b4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.903152 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (4c9b0ec6-e104-4516-9dfd-11fac8948b2c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.912574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:13.920308 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "DELETE /v2.0/networks/4c9b0ec6-e104-4516-9dfd-11fac8948b2c HTTP/1.1" status: 204 len: 168 time: 0.4059563 Nov 03 02:23:13.922963 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35024) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:13.946883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50c20d-f66a-4c9f-92c4-8bb341ac2f93 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event deleted for resources: {'Network': ['ID=4c9b0ec6-e104-4516-9dfd-11fac8948b2c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:14.015283 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.044745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffabe9c-e2d9-4ea3-a534-41725fee75cb req-b9ec9b34-6a05-4e87-8035-2954c40ad139 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:14.051635 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ffabe9c-e2d9-4ea3-a534-41725fee75cb req-b9ec9b34-6a05-4e87-8035-2954c40ad139 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.5810256 Nov 03 02:23:14.053481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d6c971b-4a9c-4f42-8402-aaa78f60f55b tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d7ea134d-8c3c-4aca-bf10-438c3ce9279b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.056070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d6c971b-4a9c-4f42-8402-aaa78f60f55b tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.060204 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9d6c971b-4a9c-4f42-8402-aaa78f60f55b tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "DELETE /v2.0/security-groups/d7ea134d-8c3c-4aca-bf10-438c3ce9279b HTTP/1.1" status: 204 len: 168 time: 1.5593693 Nov 03 02:23:14.062044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (d536b8cb-0099-493d-b188-edb40c331776), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.064741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35030) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:14.094641 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-377d1e58-2575-4604-b8eb-e31493c54934 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] show failed (client error): The resource could not be found. Nov 03 02:23:14.098325 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-377d1e58-2575-4604-b8eb-e31493c54934 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "GET /v2.0/security-groups/d7ea134d-8c3c-4aca-bf10-438c3ce9279b HTTP/1.1" status: 404 len: 347 time: 0.0294580 Nov 03 02:23:14.110460 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35034) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:14.147216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c971b-4a9c-4f42-8402-aaa78f60f55b tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ea134d-8c3c-4aca-bf10-438c3ce9279b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:14.251582 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9df8d0a0-752d-4d18-afd1-034720a15475 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks [] for floatingip (3af697b2-bc63-472c-872d-9c761cbea90d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.256070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9df8d0a0-752d-4d18-afd1-034720a15475 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.257538 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9df8d0a0-752d-4d18-afd1-034720a15475 tempest-ServersTestJSON-291112283 tempest-ServersTestJSON-291112283-project] 10.222.0.23 "DELETE /v2.0/floatingips/3af697b2-bc63-472c-872d-9c761cbea90d HTTP/1.1" status: 204 len: 168 time: 3.5635867 Nov 03 02:23:14.271853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35038) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:14.333951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (d536b8cb-0099-493d-b188-edb40c331776), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.363519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d536b8cb-0099-493d-b188-edb40c331776']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:14.373058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe6d3-0386-4891-89c5-993f3d0d2e87 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (8e170aaf-01bf-4234-b944-73ad20a081b4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.376662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b8213d-a8d0-4842-abdd-55962f446f45') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:14.376965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b8213d-a8d0-4842-abdd-55962f446f45') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:14.392852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (c7b8213d-a8d0-4842-abdd-55962f446f45), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.395545 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5ce27d48-f6bc-4888-891c-cdc26d04a346 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Deleting port 080430b1-d9df-4c47-b754-a8a8f1ff654d {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:14.395880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5ce27d48-f6bc-4888-891c-cdc26d04a346 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (080430b1-d9df-4c47-b754-a8a8f1ff654d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.418766 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ffabe9c-e2d9-4ea3-a534-41725fee75cb req-f6e20095-88d2-4461-8e93-bdaf8fa4c858 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3662686 Nov 03 02:23:14.437939 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316890f6-add9-4b58-a524-f418c975eee5 None None] Network b33a598c-4357-44f5-9155-f85476b722d1 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:14.440094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.26.6.231 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/07b78833-d1f2-4bbc-bf69-b704760ab74c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:14.448864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fe6d3-0386-4891-89c5-993f3d0d2e87 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=8e170aaf-01bf-4234-b944-73ad20a081b4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:14.484930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe6d3-0386-4891-89c5-993f3d0d2e87 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.491713 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ca2fe6d3-0386-4891-89c5-993f3d0d2e87 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/8e170aaf-01bf-4234-b944-73ad20a081b4 HTTP/1.1" status: 204 len: 168 time: 1.9413328 Nov 03 02:23:14.498499 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35046) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:14.513050 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5ce27d48-f6bc-4888-891c-cdc26d04a346 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (080430b1-d9df-4c47-b754-a8a8f1ff654d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.513821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5ce27d48-f6bc-4888-891c-cdc26d04a346 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for floatingip (080430b1-d9df-4c47-b754-a8a8f1ff654d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.533458 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5ce27d48-f6bc-4888-891c-cdc26d04a346 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Calling delete_port for 080430b1-d9df-4c47-b754-a8a8f1ff654d owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:14.710865 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f3f245d0-c8c1-4688-bac9-15dee53b2b21 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1987176 Nov 03 02:23:14.721817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6e9d055b-da8e-4190-aeb6-28ca7587a410), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.725008 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35054) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:14.765557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d265457f-f87a-47ca-be80-e9615a8559ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:14.779178 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5ce27d48-f6bc-4888-891c-cdc26d04a346 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (080430b1-d9df-4c47-b754-a8a8f1ff654d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.794060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c7b8213d-a8d0-4842-abdd-55962f446f45), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.818997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce27d48-f6bc-4888-891c-cdc26d04a346 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Pushing event deleted for resources: {'Port': ['ID=080430b1-d9df-4c47-b754-a8a8f1ff654d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:14.826606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:14.827419 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (c7b8213d-a8d0-4842-abdd-55962f446f45), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.917375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e9d055b-da8e-4190-aeb6-28ca7587a410,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:14.920268 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3422b765-3da9-4881-a4dc-66449040a964 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:14.922280 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 65736823-8337-4d54-854d-e236504498de up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:14.974258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (d536b8cb-0099-493d-b188-edb40c331776), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.983460 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5ce27d48-f6bc-4888-891c-cdc26d04a346 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks [] for floatingip (7b5545e5-6b4c-409c-b56d-05453199415d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.988723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5ce27d48-f6bc-4888-891c-cdc26d04a346 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:14.993045 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5ce27d48-f6bc-4888-891c-cdc26d04a346 tempest-ServersTestManualDisk-1757579896 tempest-ServersTestManualDisk-1757579896-project] 10.222.0.23 "DELETE /v2.0/floatingips/7b5545e5-6b4c-409c-b56d-05453199415d HTTP/1.1" status: 204 len: 168 time: 0.8815486 Nov 03 02:23:14.994720 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.000598 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "DELETE /v2.0/networks/d536b8cb-0099-493d-b188-edb40c331776 HTTP/1.1" status: 204 len: 168 time: 1.0765541 Nov 03 02:23:15.004020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35060) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:15.004327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35062) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:15.043411 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1df6f-5115-49eb-b873-3d05b64816de req-85933132-98f6-473f-9c94-6bf3a0d29b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:15.044975 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-aae1df6f-5115-49eb-b873-3d05b64816de req-85933132-98f6-473f-9c94-6bf3a0d29b7e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=110b6deb445a4d5f9083ed8d5b5e206b&device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 1129 time: 0.1595564 Nov 03 02:23:15.098861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2850a0-a89c-4daf-ae9c-70c78de40568 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event deleted for resources: {'Network': ['ID=d536b8cb-0099-493d-b188-edb40c331776,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:15.113543 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-34f65b2a-a8cd-440c-9fad-3a4f993d76db None None] Provisioning complete for port 65736823-8337-4d54-854d-e236504498de triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:15.114097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34f65b2a-a8cd-440c-9fad-3a4f993d76db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (65736823-8337-4d54-854d-e236504498de), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.114453 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-34f65b2a-a8cd-440c-9fad-3a4f993d76db None None] Attempt 1 to provision port 65736823-8337-4d54-854d-e236504498de Nov 03 02:23:15.117082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.177924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0588195-769a-4937-8e3b-345c5f436e08 req-e1c9cfb0-7ae2-4ed5-9434-80cf231cc370 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:15.180231 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f0588195-769a-4937-8e3b-345c5f436e08 req-e1c9cfb0-7ae2-4ed5-9434-80cf231cc370 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.4608259 Nov 03 02:23:15.180398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 65736823-8337-4d54-854d-e236504498de triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:15.180956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (65736823-8337-4d54-854d-e236504498de), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.182011 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 65736823-8337-4d54-854d-e236504498de Nov 03 02:23:15.279006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.330904 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (07b78833-d1f2-4bbc-bf69-b704760ab74c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.383217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d265457f-f87a-47ca-be80-e9615a8559ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:15.387174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d265457f-f87a-47ca-be80-e9615a8559ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.435757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-34f65b2a-a8cd-440c-9fad-3a4f993d76db None None] Current status of the port 65736823-8337-4d54-854d-e236504498de is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:15.435757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34f65b2a-a8cd-440c-9fad-3a4f993d76db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (65736823-8337-4d54-854d-e236504498de), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.449479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1bd715-d049-4c23-a8fa-f722ec4fad46 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:15.463184 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1bd715-d049-4c23-a8fa-f722ec4fad46 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:15.468194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2076a8-af7b-482b-927a-06ffa3102be2 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:15.470315 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ef1bd715-d049-4c23-a8fa-f722ec4fad46 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4637611 Nov 03 02:23:15.474501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35074) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:15.486677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1df6f-5115-49eb-b873-3d05b64816de req-352df3f6-e599-4703-9b44-1d9fc920fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:15.488165 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-aae1df6f-5115-49eb-b873-3d05b64816de req-352df3f6-e599-4703-9b44-1d9fc920fa30 service neutron] 10.222.0.27 "GET /v2.0/networks?id=72773225-cc76-406f-b827-ff4978dd1a2a HTTP/1.1" status: 200 len: 912 time: 0.3870728 Nov 03 02:23:15.519267 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 65736823-8337-4d54-854d-e236504498de is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:15.519267 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (65736823-8337-4d54-854d-e236504498de), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.535988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1740589992'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:15.551697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-34f65b2a-a8cd-440c-9fad-3a4f993d76db None None] For port 65736823-8337-4d54-854d-e236504498de, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=65736823-8337-4d54-854d-e236504498de,segment=NetworkSegment(3317a54c-5b7c-491c-81ba-60c26f17aa06),segment_id=3317a54c-5b7c-491c-81ba-60c26f17aa06)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:15.563682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.564735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34f65b2a-a8cd-440c-9fad-3a4f993d76db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (65736823-8337-4d54-854d-e236504498de), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.607568 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35076) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:15.628479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_controller (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.671985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f65b2a-a8cd-440c-9fad-3a4f993d76db None None] Pushing event updated for resources: {'Port': ['ID=65736823-8337-4d54-854d-e236504498de,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:15.688796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8f2076a8-af7b-482b-927a-06ffa3102be2 None None] Deleting port ebf3083e-7215-4325-9087-c713cd61f976 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:15.689182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f2076a8-af7b-482b-927a-06ffa3102be2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ebf3083e-7215-4325-9087-c713cd61f976), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.691102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:23:15.691520 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:23:15.719649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Made reservation on behalf of ac6ae8cd09fe4d878b4789bb81c17c70 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:15.723531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.736019 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f0588195-769a-4937-8e3b-345c5f436e08 req-739de20b-a494-48b0-affa-86f6aa6237df tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5062547 Nov 03 02:23:15.736726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.737455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:15.763123 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:15.768469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.773272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (45a99d75-0133-43c7-968b-8bf33827dca9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.773654 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Added segment 45a99d75-0133-43c7-968b-8bf33827dca9 of type vlan for network 9084c225-e149-4e70-a0f7-810e178f1096 Nov 03 02:23:15.774263 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-abec0c88-b83b-46db-9ea4-fc5b5721cc02 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "DELETE /v2.0/routers/8e1d60e5-4e24-4c48-8fe5-89cce8ad6ddf HTTP/1.1" status: 204 len: 168 time: 4.2829227 Nov 03 02:23:15.785857 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35080) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:15.795279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ac3d295a-3e50-4bab-b234-19e2f4d667a3 None None] Provisioning complete for port 65736823-8337-4d54-854d-e236504498de triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:15.795668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ac3d295a-3e50-4bab-b234-19e2f4d667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (65736823-8337-4d54-854d-e236504498de), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.796017 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ac3d295a-3e50-4bab-b234-19e2f4d667a3 None None] Attempt 1 to provision port 65736823-8337-4d54-854d-e236504498de Nov 03 02:23:15.816735 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (9084c225-e149-4e70-a0f7-810e178f1096), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.838972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ffdc7343-b439-4ac0-8026-af0095c202b3 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-719433408'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:15.842898 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8f2076a8-af7b-482b-927a-06ffa3102be2 None None] For port ebf3083e-7215-4325-9087-c713cd61f976, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ebf3083e-7215-4325-9087-c713cd61f976,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:15.843336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f2076a8-af7b-482b-927a-06ffa3102be2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ebf3083e-7215-4325-9087-c713cd61f976), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.864602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8f2076a8-af7b-482b-927a-06ffa3102be2 None None] Calling delete_port for ebf3083e-7215-4325-9087-c713cd61f976 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:15.894895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7343-b439-4ac0-8026-af0095c202b3 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (d167324e-1fb2-4173-931a-86ef824a1f5a), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.896029 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7343-b439-4ac0-8026-af0095c202b3 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (d167324e-1fb2-4173-931a-86ef824a1f5a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:15.902397 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-aae1df6f-5115-49eb-b873-3d05b64816de req-2e0ac5aa-195a-484e-93f7-c22810d130d1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cc0d28-dce5-4bd2-b165-593fd389c895 HTTP/1.1" status: 200 len: 1001 time: 0.3586125 Nov 03 02:23:15.905861 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment c7b8213d-a8d0-4842-abdd-55962f446f45 resource provider aggregate not found Nov 03 02:23:15.948889 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment c7b8213d-a8d0-4842-abdd-55962f446f45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7b8213d-a8d0-4842-abdd-55962f446f45 found for delete ", "request_id": "req-db8ad91c-3f35-46da-80e5-50c9d3e95be9"}]} Nov 03 02:23:15.956018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ac3d295a-3e50-4bab-b234-19e2f4d667a3 None None] Current status of the port 65736823-8337-4d54-854d-e236504498de is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:15.966585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (07b78833-d1f2-4bbc-bf69-b704760ab74c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.007016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f2076a8-af7b-482b-927a-06ffa3102be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (ebf3083e-7215-4325-9087-c713cd61f976), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.017971 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (9084c225-e149-4e70-a0f7-810e178f1096), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.023047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:16.023732 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.029674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2076a8-af7b-482b-927a-06ffa3102be2 None None] Pushing event deleted for resources: {'Port': ['ID=ebf3083e-7215-4325-9087-c713cd61f976,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:16.035002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2076a8-af7b-482b-927a-06ffa3102be2 None None] No DVR routers for this DVR port ebf3083e-7215-4325-9087-c713cd61f976 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:16.048806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d265457f-f87a-47ca-be80-e9615a8559ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.057348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:16.061234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.089759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1df6f-5115-49eb-b873-3d05b64816de req-a63b6c0d-9233-4296-99f6-7e2a835ddce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:16.091231 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-aae1df6f-5115-49eb-b873-3d05b64816de req-a63b6c0d-9233-4296-99f6-7e2a835ddce9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16b5e305-d6c5-448f-89a8-37a61e5a4123 HTTP/1.1" status: 200 len: 850 time: 0.1639905 Nov 03 02:23:16.094556 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7343-b439-4ac0-8026-af0095c202b3 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router_controller (d167324e-1fb2-4173-931a-86ef824a1f5a), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.102364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:16.113380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:16.140606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7343-b439-4ac0-8026-af0095c202b3 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (d167324e-1fb2-4173-931a-86ef824a1f5a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.149313 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6601508 Nov 03 02:23:16.158055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=07b78833-d1f2-4bbc-bf69-b704760ab74c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:16.162716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35086) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:16.177008 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-934663072'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:16.226419 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c00673-806a-4e67-ad00-eddeb7ada5d1 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event updated for resources: {'Network': ['ID=9084c225-e149-4e70-a0f7-810e178f1096,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:16.228980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265457f-f87a-47ca-be80-e9615a8559ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:16.231095 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7343-b439-4ac0-8026-af0095c202b3 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.234468 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 65736823-8337-4d54-854d-e236504498de is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:16.235021 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ffdc7343-b439-4ac0-8026-af0095c202b3 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6208017 Nov 03 02:23:16.236541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d265457f-f87a-47ca-be80-e9615a8559ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:16.237637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35088) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:16.242749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 9084c225-e149-4e70-a0f7-810e178f1096 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:16.486668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 65736823-8337-4d54-854d-e236504498de up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:16.536756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 65736823-8337-4d54-854d-e236504498de triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:16.537290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (65736823-8337-4d54-854d-e236504498de), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.537734 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 65736823-8337-4d54-854d-e236504498de Nov 03 02:23:16.552353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Made reservation on behalf of ac6ae8cd09fe4d878b4789bb81c17c70 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:16.556048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.564155 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d265457f-f87a-47ca-be80-e9615a8559ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:16.570026 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d265457f-f87a-47ca-be80-e9615a8559ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:16.570546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d265457f-f87a-47ca-be80-e9615a8559ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.580143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (5e397589-8e44-44b9-a017-eef82e6f162e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.581923 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a565997a-90bd-4a65-813d-d4104f0a23b7 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:16.637572 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1df6f-5115-49eb-b873-3d05b64816de req-c657a40b-b81d-414e-acd6-137421e850cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:16.639112 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-aae1df6f-5115-49eb-b873-3d05b64816de req-c657a40b-b81d-414e-acd6-137421e850cf service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=72773225-cc76-406f-b827-ff4978dd1a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5116775 Nov 03 02:23:16.645501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-90488531-6b52-4b60-813c-815a85303dff tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (d167324e-1fb2-4173-931a-86ef824a1f5a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.707885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 65736823-8337-4d54-854d-e236504498de is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:16.741788 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d265457f-f87a-47ca-be80-e9615a8559ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0069795 Nov 03 02:23:16.753576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': 'cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:16.755061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.763711 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35090) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:16.775783 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-bb4b19df-6b31-4cc1-8c5b-9a8cbe056482 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': 'cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-723314421'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:16.779093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:16.804508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (2b2899ee-9b00-43f7-9705-0bafdb20a299), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.804508 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Added segment 2b2899ee-9b00-43f7-9705-0bafdb20a299 of type vlan for network 47d5099c-871f-466c-b7a8-5ec28a03bb8f Nov 03 02:23:16.852529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ebf3083e-7215-4325-9087-c713cd61f976 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:16.877645 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: ebf3083e-7215-4325-9087-c713cd61f976 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:16.877997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ebf3083e-7215-4325-9087-c713cd61f976 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:16.932105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (47d5099c-871f-466c-b7a8-5ec28a03bb8f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:16.956320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02/b4d63772-a780-4289-b1a5-607daf7ea481) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:16.972082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (5e397589-8e44-44b9-a017-eef82e6f162e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.023294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-90488531-6b52-4b60-813c-815a85303dff tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (d167324e-1fb2-4173-931a-86ef824a1f5a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.036287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-90488531-6b52-4b60-813c-815a85303dff tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router_controller (d167324e-1fb2-4173-931a-86ef824a1f5a), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.045744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (47d5099c-871f-466c-b7a8-5ec28a03bb8f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.050768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:17.051436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.056946 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-aae1df6f-5115-49eb-b873-3d05b64816de req-cefa3e06-1764-4bc7-b8cf-f9d02c6850db service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018428 Nov 03 02:23:17.089403 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89c541-8b15-4cba-ad6e-02f84e7a833e req-b9520d16-dba7-4171-9936-c745dc769c97 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:17.090895 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e89c541-8b15-4cba-ad6e-02f84e7a833e req-b9520d16-dba7-4171-9936-c745dc769c97 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2310109 Nov 03 02:23:17.122810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Publish callbacks [] for port (b4d63772-a780-4289-b1a5-607daf7ea481), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.128879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (b4d63772-a780-4289-b1a5-607daf7ea481), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.148667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (21f218dd-53f7-49c3-9b07-4b1739df229e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.158465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-90488531-6b52-4b60-813c-815a85303dff tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (d167324e-1fb2-4173-931a-86ef824a1f5a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.158973 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90488531-6b52-4b60-813c-815a85303dff tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d167324e-1fb2-4173-931a-86ef824a1f5a {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:17.174391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-90488531-6b52-4b60-813c-815a85303dff tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.177258 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-90488531-6b52-4b60-813c-815a85303dff tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d167324e-1fb2-4173-931a-86ef824a1f5a HTTP/1.1" status: 204 len: 168 time: 0.9384778 Nov 03 02:23:17.177919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35094) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:17.185900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:17.188869 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4ed5a3c6-fa7a-4692-9a36-25479364f433 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Request body: {'router': {'name': 'tempest-router-1030693839', 'distributed': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:17.190499 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:17.193237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:17.196072 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Pushing event updated for resources: {'Port': ['ID=b4d63772-a780-4289-b1a5-607daf7ea481,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:17.215835 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (80bd22db-758a-495b-a022-6a1f1254a118), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.223956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4b19df-6b31-4cc1-8c5b-9a8cbe056482 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:17.260793 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0914080 Nov 03 02:23:17.270018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35096) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:17.277037 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Attempting to bind port b4d63772-a780-4289-b1a5-607daf7ea481 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:17.278279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Attempting to bind port b4d63772-a780-4289-b1a5-607daf7ea481 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:17.278987 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Attempting to bind port b4d63772-a780-4289-b1a5-607daf7ea481 on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:17.280907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'ports': [{'network_id': '9084c225-e149-4e70-a0f7-810e178f1096', 'name': 'tempest-port--253510154', 'admin_state_up': True}, {'network_id': '47d5099c-871f-466c-b7a8-5ec28a03bb8f', 'admin_state_up': False}]} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:17.281294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'port': {'network_id': '9084c225-e149-4e70-a0f7-810e178f1096', 'name': 'tempest-port--253510154', 'admin_state_up': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:17.281786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'port': {'network_id': '47d5099c-871f-466c-b7a8-5ec28a03bb8f', 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:17.290587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:17.290993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:17.291564 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.292079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:17.292696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Bound port: b4d63772-a780-4289-b1a5-607daf7ea481, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:17.293187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b4d63772-a780-4289-b1a5-607daf7ea481), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.303216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40e26a-1de7-477d-aebb-87fb21cd8eac tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event updated for resources: {'Network': ['ID=47d5099c-871f-466c-b7a8-5ec28a03bb8f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:17.331196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 47d5099c-871f-466c-b7a8-5ec28a03bb8f details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:17.333161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ed5a3c6-fa7a-4692-9a36-25479364f433 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (2455fb96-dc23-480d-9de1-f7ce537fd9cc), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.334212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ed5a3c6-fa7a-4692-9a36-25479364f433 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (2455fb96-dc23-480d-9de1-f7ce537fd9cc), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.352994 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-aae1df6f-5115-49eb-b873-3d05b64816de req-cc6f248b-82af-48c4-b1f3-74d841110bed service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595398 Nov 03 02:23:17.423163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] For port b4d63772-a780-4289-b1a5-607daf7ea481, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:17.427271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] For port b4d63772-a780-4289-b1a5-607daf7ea481, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b4d63772-a780-4289-b1a5-607daf7ea481,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:17.437106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b4d63772-a780-4289-b1a5-607daf7ea481), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.439190 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e89c541-8b15-4cba-ad6e-02f84e7a833e req-4356a11a-947b-4258-b748-e62747147da6 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950270 Nov 03 02:23:17.477248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ed5a3c6-fa7a-4692-9a36-25479364f433 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router_controller (2455fb96-dc23-480d-9de1-f7ce537fd9cc), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.477444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_gateway (ef85a34b-ffc8-4ab5-9617-18551c84c929), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.478986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb4b19df-6b31-4cc1-8c5b-9a8cbe056482 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.511525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0917c-014c-483a-92fb-6a2f506be088 None None] Pushing event updated for resources: {'Port': ['ID=b4d63772-a780-4289-b1a5-607daf7ea481,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:17.547360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ed5a3c6-fa7a-4692-9a36-25479364f433 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (2455fb96-dc23-480d-9de1-f7ce537fd9cc), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.549504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Deleting port f9e579f1-8d72-4ec0-bf41-19b9eb835716 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:17.549855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.605105 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-bb4b19df-6b31-4cc1-8c5b-9a8cbe056482 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 282dc010-a51e-4f86-9e83-8dbf164be352 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:17.620406 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ed5a3c6-fa7a-4692-9a36-25479364f433 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.621772 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4ed5a3c6-fa7a-4692-9a36-25479364f433 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4375043 Nov 03 02:23:17.635302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35098) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:17.793774 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4b19df-6b31-4cc1-8c5b-9a8cbe056482 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:23:17.794232 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4b19df-6b31-4cc1-8c5b-9a8cbe056482 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:23:17.840416 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bb4b19df-6b31-4cc1-8c5b-9a8cbe056482 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0692596 Nov 03 02:23:17.840732 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35100) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:17.881171 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] Deleting port e3f5b36d-6836-4cef-9e83-3c4ac9936083 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:17.881171 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.922346 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ceb17b80-33e3-4ab5-b156-0f08580fa3ba tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (2455fb96-dc23-480d-9de1-f7ce537fd9cc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.926281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] For port f9e579f1-8d72-4ec0-bf41-19b9eb835716, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f9e579f1-8d72-4ec0-bf41-19b9eb835716,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:17.926644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:17.964939 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49125f39-e9e8-40da-bcd5-6f2cc9d35bb3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:17.966624 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-49125f39-e9e8-40da-bcd5-6f2cc9d35bb3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1251154 Nov 03 02:23:17.972753 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35102) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:17.991693 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] For port e3f5b36d-6836-4cef-9e83-3c4ac9936083, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e3f5b36d-6836-4cef-9e83-3c4ac9936083,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:17.992060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.006298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] Calling delete_port for e3f5b36d-6836-4cef-9e83-3c4ac9936083 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:18.013295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Calling delete_port for f9e579f1-8d72-4ec0-bf41-19b9eb835716 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:18.195980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e3f5b36d-6836-4cef-9e83-3c4ac9936083), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.229826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f5b36d-6836-4cef-9e83-3c4ac9936083,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:18.261668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Made reservation on behalf of ac6ae8cd09fe4d878b4789bb81c17c70 for: {'port': 2} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:18.265733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.292467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ceb17b80-33e3-4ab5-b156-0f08580fa3ba tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (2455fb96-dc23-480d-9de1-f7ce537fd9cc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.312343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ceb17b80-33e3-4ab5-b156-0f08580fa3ba tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router_controller (2455fb96-dc23-480d-9de1-f7ce537fd9cc), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.338433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74201000-e8f3-4bfd-ab51-fdbea05400d6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:18.339960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74201000-e8f3-4bfd-ab51-fdbea05400d6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:18.341573 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-74201000-e8f3-4bfd-ab51-fdbea05400d6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3322239 Nov 03 02:23:18.346554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35104) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:18.348054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.461063 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfb4533-5e48-4c55-b979-65d1819fd876 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:18.465423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4533-5e48-4c55-b979-65d1819fd876 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.474157 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (ef85a34b-ffc8-4ab5-9617-18551c84c929), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.521031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4533-5e48-4c55-b979-65d1819fd876 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.524054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (80bd22db-758a-495b-a022-6a1f1254a118), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.676061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b4d63772-a780-4289-b1a5-607daf7ea481 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:18.731168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b4d63772-a780-4289-b1a5-607daf7ea481 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:18.731704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b4d63772-a780-4289-b1a5-607daf7ea481), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.732297 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b4d63772-a780-4289-b1a5-607daf7ea481 Nov 03 02:23:18.750453 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:23:18.840969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4533-5e48-4c55-b979-65d1819fd876 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:18.883055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] Router 80bd22db-758a-495b-a022-6a1f1254a118 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:18.991534 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4533-5e48-4c55-b979-65d1819fd876 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.000465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b4d63772-a780-4289-b1a5-607daf7ea481 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:19.001028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b4d63772-a780-4289-b1a5-607daf7ea481), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.021091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-28d8ce54-0156-415a-bebe-a8e514337027 None None] Provisioning complete for port b4d63772-a780-4289-b1a5-607daf7ea481 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:19.021610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28d8ce54-0156-415a-bebe-a8e514337027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b4d63772-a780-4289-b1a5-607daf7ea481), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.022050 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28d8ce54-0156-415a-bebe-a8e514337027 None None] Attempt 1 to provision port b4d63772-a780-4289-b1a5-607daf7ea481 Nov 03 02:23:19.022555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ceb17b80-33e3-4ab5-b156-0f08580fa3ba tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (2455fb96-dc23-480d-9de1-f7ce537fd9cc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.023090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb17b80-33e3-4ab5-b156-0f08580fa3ba tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2455fb96-dc23-480d-9de1-f7ce537fd9cc {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:19.027980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ceb17b80-33e3-4ab5-b156-0f08580fa3ba tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.029159 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ceb17b80-33e3-4ab5-b156-0f08580fa3ba tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] 10.222.0.23 "DELETE /v2.0/routers/2455fb96-dc23-480d-9de1-f7ce537fd9cc HTTP/1.1" status: 204 len: 168 time: 1.3901782 Nov 03 02:23:19.033424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f9e579f1-8d72-4ec0-bf41-19b9eb835716), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.037642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35108) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:19.052745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-96d0b10d-18ed-4671-92d2-2a761c0a0d9c tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Request body: {'router': {'name': 'tempest-router-1634419501', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b36d26d9a3d94bbfae5f295d9b1a0217'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:19.055092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb4533-5e48-4c55-b979-65d1819fd876 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:19.062497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4533-5e48-4c55-b979-65d1819fd876 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.065745 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4dfb4533-5e48-4c55-b979-65d1819fd876 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02 HTTP/1.1" status: 204 len: 168 time: 0.7181067 Nov 03 02:23:19.068236 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35110) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:19.085523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113e307a-c9f9-41a2-95fd-ef4197d67766 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:19.132826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:23:19.133247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:23:19.136249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9e579f1-8d72-4ec0-bf41-19b9eb835716,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:19.218501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28d8ce54-0156-415a-bebe-a8e514337027 None None] Current status of the port b4d63772-a780-4289-b1a5-607daf7ea481 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:19.219069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28d8ce54-0156-415a-bebe-a8e514337027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b4d63772-a780-4289-b1a5-607daf7ea481), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.267952 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-28d8ce54-0156-415a-bebe-a8e514337027 None None] For port b4d63772-a780-4289-b1a5-607daf7ea481, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b4d63772-a780-4289-b1a5-607daf7ea481,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:19.273612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28d8ce54-0156-415a-bebe-a8e514337027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b4d63772-a780-4289-b1a5-607daf7ea481), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.298570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75672ce-4d5e-41e5-904c-a3db9cae1b9c req-29514b43-b777-4cd8-bbd3-76274295471a tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:19.300142 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c75672ce-4d5e-41e5-904c-a3db9cae1b9c req-29514b43-b777-4cd8-bbd3-76274295471a tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3948901 Nov 03 02:23:19.307496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96d0b10d-18ed-4671-92d2-2a761c0a0d9c tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.308586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96d0b10d-18ed-4671-92d2-2a761c0a0d9c tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.348844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d91b3e-df4e-484d-80a6-47177d7e7730 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:19.353298 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8ce54-0156-415a-bebe-a8e514337027 None None] Pushing event updated for resources: {'Port': ['ID=b4d63772-a780-4289-b1a5-607daf7ea481,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:19.387062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] device_id is not set on port bbd9f09b-701b-402c-a26a-8ded0a8a5480 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:19.397611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (5e397589-8e44-44b9-a017-eef82e6f162e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.409691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b7d91b3e-df4e-484d-80a6-47177d7e7730 None None] Deleting port b4d63772-a780-4289-b1a5-607daf7ea481 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:19.410065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b7d91b3e-df4e-484d-80a6-47177d7e7730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b4d63772-a780-4289-b1a5-607daf7ea481), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.448197 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-90636fc9-70f6-4d6d-a168-ac12d107e997 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3783066 Nov 03 02:23:19.449194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] Deleting port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:19.449543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.455449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35112) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:19.463316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-17e9272d-2d95-4dee-beb8-4e40f505291d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:19.481105 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:19.488372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b7d91b3e-df4e-484d-80a6-47177d7e7730 None None] For port b4d63772-a780-4289-b1a5-607daf7ea481, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b4d63772-a780-4289-b1a5-607daf7ea481,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:19.489599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b7d91b3e-df4e-484d-80a6-47177d7e7730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b4d63772-a780-4289-b1a5-607daf7ea481), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.498358 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56470dc2-eaf5-42d1-937d-f19230242b66 None None] Sync routers for ids ['80bd22db-758a-495b-a022-6a1f1254a118'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:19.505605 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b7d91b3e-df4e-484d-80a6-47177d7e7730 None None] Calling delete_port for b4d63772-a780-4289-b1a5-607daf7ea481 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:19.516205 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-90472740-1227-4ff5-b393-58082464e040 admin admin] 10.222.0.23 "PUT /v2.0/routers/80bd22db-758a-495b-a022-6a1f1254a118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5086076 Nov 03 02:23:19.516428 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56470dc2-eaf5-42d1-937d-f19230242b66 None None] Routers {'80bd22db-758a-495b-a022-6a1f1254a118'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:19.517343 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-56470dc2-eaf5-42d1-937d-f19230242b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['80bd22db-758a-495b-a022-6a1f1254a118'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:19.519495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35114) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:19.584965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96d0b10d-18ed-4671-92d2-2a761c0a0d9c tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router_controller (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.603455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (5e397589-8e44-44b9-a017-eef82e6f162e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.609021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_controller (5e397589-8e44-44b9-a017-eef82e6f162e), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.613254 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96d0b10d-18ed-4671-92d2-2a761c0a0d9c tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.615674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b7d91b3e-df4e-484d-80a6-47177d7e7730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (b4d63772-a780-4289-b1a5-607daf7ea481), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.629337 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c75672ce-4d5e-41e5-904c-a3db9cae1b9c req-9c92a7d7-704a-4d80-b00c-c6dc1568eab7 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087270 Nov 03 02:23:19.661385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e9272d-2d95-4dee-beb8-4e40f505291d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:19.665068 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e9272d-2d95-4dee-beb8-4e40f505291d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.686216 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Publish callbacks [] for router (80bd22db-758a-495b-a022-6a1f1254a118), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.694880 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d91b3e-df4e-484d-80a6-47177d7e7730 None None] No DVR routers for this DVR port b4d63772-a780-4289-b1a5-607daf7ea481 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:19.697155 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96d0b10d-18ed-4671-92d2-2a761c0a0d9c tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.698743 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-96d0b10d-18ed-4671-92d2-2a761c0a0d9c tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6553185 Nov 03 02:23:19.709329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35118) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:19.714654 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (5e397589-8e44-44b9-a017-eef82e6f162e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.714841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e397589-8e44-44b9-a017-eef82e6f162e {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:19.718600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router ef85a34b-ffc8-4ab5-9617-18551c84c929 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:23:19.722741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.727766 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-682a6248-77d9-4131-bb16-3747a57e26b2 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "DELETE /v2.0/routers/5e397589-8e44-44b9-a017-eef82e6f162e HTTP/1.1" status: 204 len: 168 time: 3.9160147 Nov 03 02:23:19.737751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:19.747829 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-56470dc2-eaf5-42d1-937d-f19230242b66 None None] Set router 80bd22db-758a-495b-a022-6a1f1254a118 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:19.753440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35120) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:19.757872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2010112251', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:19.761366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d91b3e-df4e-484d-80a6-47177d7e7730 None None] Pushing event deleted for resources: {'Port': ['ID=b4d63772-a780-4289-b1a5-607daf7ea481,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:19.778873 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Port b4d63772-a780-4289-b1a5-607daf7ea481 update to ACTIVE by agent not found {{(pid=104395) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Nov 03 02:23:19.829921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] For port ab8de3ca-22c2-42bf-abe5-93df0dbc69f7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ab8de3ca-22c2-42bf-abe5-93df0dbc69f7,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:19.830290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.844160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] Calling delete_port for ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:19.850175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Publish callbacks [] for router_gateway (80bd22db-758a-495b-a022-6a1f1254a118), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:19.955364 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Deleting port 5581603c-c64e-4e97-b410-14b1c8578428 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:19.955364 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (5581603c-c64e-4e97-b410-14b1c8578428), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.035414 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-56470dc2-eaf5-42d1-937d-f19230242b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '5581603c-c64e-4e97-b410-14b1c8578428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:23:18Z', 'revision_number': 5, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port': {'id': '5581603c-c64e-4e97-b410-14b1c8578428', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd22db-758a-495b-a022-6a1f1254a118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:20.098184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (60d81042-35ca-41c7-b3f6-3431af2e8b4e), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.099561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (60d81042-35ca-41c7-b3f6-3431af2e8b4e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.122132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] For port 5581603c-c64e-4e97-b410-14b1c8578428, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5581603c-c64e-4e97-b410-14b1c8578428,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:20.122735 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (5581603c-c64e-4e97-b410-14b1c8578428), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.130994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e9272d-2d95-4dee-beb8-4e40f505291d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (980f4d95-0ded-47a7-b4be-fcfbad8a74f9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.147543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Calling delete_port for 5581603c-c64e-4e97-b410-14b1c8578428 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:20.151754 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56470dc2-eaf5-42d1-937d-f19230242b66 None None] Checking router: 80bd22db-758a-495b-a022-6a1f1254a118 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:23:20.160028 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56470dc2-eaf5-42d1-937d-f19230242b66 None None] Routers {'80bd22db-758a-495b-a022-6a1f1254a118'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:20.160727 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-56470dc2-eaf5-42d1-937d-f19230242b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['80bd22db-758a-495b-a022-6a1f1254a118'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:20.190720 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e9272d-2d95-4dee-beb8-4e40f505291d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:20.196242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-17e9272d-2d95-4dee-beb8-4e40f505291d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:20.198223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks [] for port (bbd9f09b-701b-402c-a26a-8ded0a8a5480), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.200627 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e9272d-2d95-4dee-beb8-4e40f505291d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:20.201240 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e9272d-2d95-4dee-beb8-4e40f505291d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.207021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67626609-4d30-4388-8fec-9154b2029499 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:20.253969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9272d-2d95-4dee-beb8-4e40f505291d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=980f4d95-0ded-47a7-b4be-fcfbad8a74f9,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:20.265803 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-17e9272d-2d95-4dee-beb8-4e40f505291d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8092759 Nov 03 02:23:20.268567 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35122) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:20.275469 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1f40cb5a-b925-48ff-acd8-91ed7e53a3bc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1845259539', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:20.339384 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-56470dc2-eaf5-42d1-937d-f19230242b66 None None] Set router 80bd22db-758a-495b-a022-6a1f1254a118 gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:20.354144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f40cb5a-b925-48ff-acd8-91ed7e53a3bc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (f6f2c159-7293-4892-9332-169cce239053), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.355202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f40cb5a-b925-48ff-acd8-91ed7e53a3bc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (f6f2c159-7293-4892-9332-169cce239053), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.362008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': '980f4d95-0ded-47a7-b4be-fcfbad8a74f9'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:20.363168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.403633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a5ea1-7157-4b38-990e-cb66cc0eef1c req-281a1877-629b-4c1b-8623-afc3b01f75bc tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:20.411837 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1f7a5ea1-7157-4b38-990e-cb66cc0eef1c req-281a1877-629b-4c1b-8623-afc3b01f75bc tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.6482656 Nov 03 02:23:20.435943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f40cb5a-b925-48ff-acd8-91ed7e53a3bc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for router_controller (f6f2c159-7293-4892-9332-169cce239053), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.456577 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-56470dc2-eaf5-42d1-937d-f19230242b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:23:19Z', 'revision_number': 6, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:20.457661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f40cb5a-b925-48ff-acd8-91ed7e53a3bc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (f6f2c159-7293-4892-9332-169cce239053), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.492802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f40cb5a-b925-48ff-acd8-91ed7e53a3bc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.497410 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1f40cb5a-b925-48ff-acd8-91ed7e53a3bc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2251201 Nov 03 02:23:20.497410 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (5581603c-c64e-4e97-b410-14b1c8578428), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.500206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35124) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:20.523974 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56470dc2-eaf5-42d1-937d-f19230242b66 None None] The sync data for ids ['80bd22db-758a-495b-a022-6a1f1254a118'] in dv-neutron-860659-5-hyperv is: [{'id': '80bd22db-758a-495b-a022-6a1f1254a118', 'name': 'tempest-ServersTestManualDisk-770233239-router', 'tenant_id': '8feee47686084b68914c40f971ada1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:23:19Z', 'revision_number': 6, 'project_id': '8feee47686084b68914c40f971ada1e1', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:20.525491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (60d81042-35ca-41c7-b3f6-3431af2e8b4e), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.534121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=5581603c-c64e-4e97-b410-14b1c8578428,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:20.545745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f9e579f1-8d72-4ec0-bf41-19b9eb835716 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:20.546519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.546887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.574819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: f9e579f1-8d72-4ec0-bf41-19b9eb835716 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:20.574819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f9e579f1-8d72-4ec0-bf41-19b9eb835716 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:20.575530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b4d63772-a780-4289-b1a5-607daf7ea481 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:20.605961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/980f4d95-0ded-47a7-b4be-fcfbad8a74f9/1c0b8b47-884d-460d-bf49-e326e7cf7a70) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:20.607829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:20.610058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: b4d63772-a780-4289-b1a5-607daf7ea481 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:20.610784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b4d63772-a780-4289-b1a5-607daf7ea481 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:20.618377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] device_id is not set on port 6220a72e-2b42-4914-b00e-2ead648eef65 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:20.622626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3068249-47eb-4746-a184-788ee547d736 None None] Sync routers for ids ['ef85a34b-ffc8-4ab5-9617-18551c84c929'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:20.678197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3068249-47eb-4746-a184-788ee547d736 None None] Routers {'ef85a34b-ffc8-4ab5-9617-18551c84c929'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:20.678842 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a3068249-47eb-4746-a184-788ee547d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['ef85a34b-ffc8-4ab5-9617-18551c84c929'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:20.716008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a3068249-47eb-4746-a184-788ee547d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:20.737144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3068249-47eb-4746-a184-788ee547d736 None None] Routers {'ef85a34b-ffc8-4ab5-9617-18551c84c929'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:20.738187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a3068249-47eb-4746-a184-788ee547d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['ef85a34b-ffc8-4ab5-9617-18551c84c929'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:20.759940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (80bd22db-758a-495b-a022-6a1f1254a118), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.776066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.780310 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ddf9d480-4b2e-4849-afb2-780fb94826d3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.2520101 Nov 03 02:23:20.784086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35126) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:20.784230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a3068249-47eb-4746-a184-788ee547d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:20.785080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3068249-47eb-4746-a184-788ee547d736 None None] The sync data for ids ['ef85a34b-ffc8-4ab5-9617-18551c84c929'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:20.816938 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1f7a5ea1-7157-4b38-990e-cb66cc0eef1c req-9bcfd437-f18b-4897-bd99-8a05842809ce tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4041955 Nov 03 02:23:20.821330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104394) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 03 02:23:20.821738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Router e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9 migrating from provider to provider. {{(pid=104394) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 03 02:23:20.822594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router_controller (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.857650 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Publish callbacks [] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.865518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.910043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (60d81042-35ca-41c7-b3f6-3431af2e8b4e), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.919518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:20.923311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:20.934696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:20.957457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (80bd22db-758a-495b-a022-6a1f1254a118), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.959983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router_controller (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.964117 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Publish callbacks [] for router_controller (80bd22db-758a-495b-a022-6a1f1254a118), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:20.988915 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.025471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Attempting to bind port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:21.026373 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Attempting to bind port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:21.026675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Attempting to bind port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:21.028870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Pushing event updated for resources: {'Port': ['ID=1c0b8b47-884d-460d-bf49-e326e7cf7a70,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:21.042332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:21.042731 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:21.043281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.043852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:21.044603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Bound port: 1c0b8b47-884d-460d-bf49-e326e7cf7a70, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:21.045052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.053750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (80bd22db-758a-495b-a022-6a1f1254a118), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.054669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80bd22db-758a-495b-a022-6a1f1254a118 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:21.078345 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.079798 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c66a87de-582f-4e84-85de-76f63fa88c82 admin admin] 10.222.0.23 "DELETE /v2.0/routers/80bd22db-758a-495b-a022-6a1f1254a118 HTTP/1.1" status: 204 len: 168 time: 1.5593638 Nov 03 02:23:21.083314 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35132) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:21.141493 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] For port 1c0b8b47-884d-460d-bf49-e326e7cf7a70, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:21.145316 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] For port 1c0b8b47-884d-460d-bf49-e326e7cf7a70, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1c0b8b47-884d-460d-bf49-e326e7cf7a70,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:21.153875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.169547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.177306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fd73e0-60c6-4b2d-96bc-5b163dfbfbfa admin admin] Deleting subnet 779d4c97-99b1-4d8a-82f4-46c58d3fbdb4 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:21.190137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8fd73e0-60c6-4b2d-96bc-5b163dfbfbfa admin admin] Publish callbacks [] for subnet (779d4c97-99b1-4d8a-82f4-46c58d3fbdb4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.222396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ead9c-9cd8-4646-a591-58ecfdc47fac None None] Pushing event updated for resources: {'Port': ['ID=1c0b8b47-884d-460d-bf49-e326e7cf7a70,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:21.291478 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8fd73e0-60c6-4b2d-96bc-5b163dfbfbfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (779d4c97-99b1-4d8a-82f4-46c58d3fbdb4), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.388679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ab8de3ca-22c2-42bf-abe5-93df0dbc69f7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.480789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8fd73e0-60c6-4b2d-96bc-5b163dfbfbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (779d4c97-99b1-4d8a-82f4-46c58d3fbdb4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.553637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8de3ca-22c2-42bf-abe5-93df0dbc69f7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:21.580280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::1 (45083813-f1f1-4019-a736-ce483eb72093/980f4d95-0ded-47a7-b4be-fcfbad8a74f9/d9524022-0e15-49d8-b185-5ae278cd8c4c) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:21.598768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8fd73e0-60c6-4b2d-96bc-5b163dfbfbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (779d4c97-99b1-4d8a-82f4-46c58d3fbdb4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.684746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd73e0-60c6-4b2d-96bc-5b163dfbfbfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779d4c97-99b1-4d8a-82f4-46c58d3fbdb4,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:21.690242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8fd73e0-60c6-4b2d-96bc-5b163dfbfbfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.693336 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c8fd73e0-60c6-4b2d-96bc-5b163dfbfbfa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/779d4c97-99b1-4d8a-82f4-46c58d3fbdb4 HTTP/1.1" status: 204 len: 168 time: 0.6091101 Nov 03 02:23:21.698797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e995e-814e-41e7-aeb9-6a85925bc8c7 None None] Network 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:21.700168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35134) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:21.716974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks [] for port (6220a72e-2b42-4914-b00e-2ead648eef65), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.721889 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.scheduler.l3_agent_scheduler [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] No L3 agents can host the router e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9 Nov 03 02:23:21.836670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (214f5d7e-7a4b-4b7f-b081-a7f3695a0879), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.846292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc3b67-27c7-4869-9d76-10a99fa768d6 req-a073fbc6-cfd2-449a-a13e-a6241e6bea52 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:21.847889 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56cc3b67-27c7-4869-9d76-10a99fa768d6 req-a073fbc6-cfd2-449a-a13e-a6241e6bea52 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.4729743 Nov 03 02:23:21.897473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.965672 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Deleting port a7042844-e732-4db1-b278-e7c56c75b3d4 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:21.966021 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.969415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:21.986045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77c81d3-4229-4602-8b8b-2fde5f1ad6e3 None None] DHCP port deletion for 214f5d7e-7a4b-4b7f-b081-a7f3695a0879 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:22.039011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a77c81d3-4229-4602-8b8b-2fde5f1ad6e3 None None] Deleting port a7042844-e732-4db1-b278-e7c56c75b3d4 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:22.041383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a77c81d3-4229-4602-8b8b-2fde5f1ad6e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.069772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:22.077450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:22.087383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] For port a7042844-e732-4db1-b278-e7c56c75b3d4, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a7042844-e732-4db1-b278-e7c56c75b3d4,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:22.087383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.087383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:22.087383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (f6f2c159-7293-4892-9332-169cce239053), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.121199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a77c81d3-4229-4602-8b8b-2fde5f1ad6e3 None None] For port a7042844-e732-4db1-b278-e7c56c75b3d4, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a7042844-e732-4db1-b278-e7c56c75b3d4,segment=NetworkSegment(ae2bae9a-76a0-49d1-92b5-545b67d24025),segment_id=ae2bae9a-76a0-49d1-92b5-545b67d24025)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:22.122202 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a77c81d3-4229-4602-8b8b-2fde5f1ad6e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.135510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a77c81d3-4229-4602-8b8b-2fde5f1ad6e3 None None] Calling delete_port for a7042844-e732-4db1-b278-e7c56c75b3d4 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:22.164662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (bbd9f09b-701b-402c-a26a-8ded0a8a5480), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.185340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Calling delete_port for a7042844-e732-4db1-b278-e7c56c75b3d4 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:22.227725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=d9524022-0e15-49d8-b185-5ae278cd8c4c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:22.245876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a77c81d3-4229-4602-8b8b-2fde5f1ad6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.279677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c81d3-4229-4602-8b8b-2fde5f1ad6e3 None None] Pushing event deleted for resources: {'Port': ['ID=a7042844-e732-4db1-b278-e7c56c75b3d4,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:22.281807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.286274 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56cc3b67-27c7-4869-9d76-10a99fa768d6 req-822cf91c-d5ae-4ea5-9e28-008f50ecdaa3 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239466 Nov 03 02:23:22.286468 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77c81d3-4229-4602-8b8b-2fde5f1ad6e3 None None] No DVR routers for this DVR port a7042844-e732-4db1-b278-e7c56c75b3d4 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:22.296105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Hosts for router e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9: [] {{(pid=104394) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 03 02:23:22.375244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (21f218dd-53f7-49c3-9b07-4b1739df229e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.423701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Hosts for other DVR routers connected to router e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9: set() {{(pid=104394) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 03 02:23:22.426233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.427445 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-30a5f8db-2301-4cc3-9dcc-e53e4c3525f0 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] 10.222.0.23 "PUT /v2.0/routers/e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9 HTTP/1.1" status: 200 len: 717 time: 2.7108533 Nov 03 02:23:22.451731 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35138) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:22.463728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event updated for resources: {'Port': ['ID=bbd9f09b-701b-402c-a26a-8ded0a8a5480,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:22.548815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (a7042844-e732-4db1-b278-e7c56c75b3d4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.573520 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5e9f2bd9-06cd-4b58-92f1-795a65b46292 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] 10.222.0.23 "GET /v2.0/routers/e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9 HTTP/1.1" status: 200 len: 717 time: 0.1199005 Nov 03 02:23:22.596705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7042844-e732-4db1-b278-e7c56c75b3d4,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:22.598458 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35140) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:22.613249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (60d81042-35ca-41c7-b3f6-3431af2e8b4e), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.619415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] No DVR routers for this DVR port a7042844-e732-4db1-b278-e7c56c75b3d4 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:22.647266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1c0b8b47-884d-460d-bf49-e326e7cf7a70 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:22.708053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Checking segment: {'id': '45a99d75-0133-43c7-968b-8bf33827dca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9084c225-e149-4e70-a0f7-810e178f1096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:22.708523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Network hostable DHCP agents. Network: 9084c225-e149-4e70-a0f7-810e178f1096, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:22.713369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.740094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:22.740818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.741276 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 Nov 03 02:23:22.767789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (214f5d7e-7a4b-4b7f-b081-a7f3695a0879), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.856370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:22.856815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.858344 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e082aa-8948-4b25-a869-10210f68791a req-2f8104e4-3220-49a0-8029-4a89a50dda4e tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:22.859859 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e5e082aa-8948-4b25-a869-10210f68791a req-2f8104e4-3220-49a0-8029-4a89a50dda4e tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.4036806 Nov 03 02:23:22.880747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214f5d7e-7a4b-4b7f-b081-a7f3695a0879']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:22.901643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-30b0ad06-4248-42b4-adbb-a7a4140cce4f None None] Provisioning complete for port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:22.903416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2bae9a-76a0-49d1-92b5-545b67d24025') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:22.903728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2bae9a-76a0-49d1-92b5-545b67d24025') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:22.910339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-30b0ad06-4248-42b4-adbb-a7a4140cce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.910963 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-30b0ad06-4248-42b4-adbb-a7a4140cce4f None None] Attempt 1 to provision port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 Nov 03 02:23:22.918053 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-10a6313f-7137-4b09-89ca-2e9a66f026a9 tempest-RoutersTestDVR-449280954 tempest-RoutersTestDVR-449280954-project] 10.222.0.23 "GET /v2.0/routers/e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9 HTTP/1.1" status: 200 len: 683 time: 0.3109860 Nov 03 02:23:22.920635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Network 9084c225-e149-4e70-a0f7-810e178f1096 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:22.921895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35144) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:22.923587 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (ae2bae9a-76a0-49d1-92b5-545b67d24025), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.948269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 1c0b8b47-884d-460d-bf49-e326e7cf7a70, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1c0b8b47-884d-460d-bf49-e326e7cf7a70,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:22.962734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.988312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 9084c225-e149-4e70-a0f7-810e178f1096) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:22.988709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (ae2bae9a-76a0-49d1-92b5-545b67d24025), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:22.999783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:23.000713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6220a72e-2b42-4914-b00e-2ead648eef65), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.015243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2a58d8-0c9f-48c4-bbb3-c56b279feac8 None None] Network 9084c225-e149-4e70-a0f7-810e178f1096 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:23.035182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.053065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.053832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (f6f2c159-7293-4892-9332-169cce239053), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.055950 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:23.056400 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (ae2bae9a-76a0-49d1-92b5-545b67d24025), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.077354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a7042844-e732-4db1-b278-e7c56c75b3d4 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:23.106521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7c10bc5-ddda-491a-9aae-b8399ad71ba1 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.131164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: a7042844-e732-4db1-b278-e7c56c75b3d4 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:23.131357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event updated for resources: {'Port': ['ID=6220a72e-2b42-4914-b00e-2ead648eef65,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:23.131454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a7042844-e732-4db1-b278-e7c56c75b3d4 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:23.131852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e3f5b36d-6836-4cef-9e83-3c4ac9936083 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:23.142504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=1c0b8b47-884d-460d-bf49-e326e7cf7a70,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:23.184451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: e3f5b36d-6836-4cef-9e83-3c4ac9936083 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:23.184829 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e3f5b36d-6836-4cef-9e83-3c4ac9936083 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:23.185265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5581603c-c64e-4e97-b410-14b1c8578428 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:23.201699 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment ae2bae9a-76a0-49d1-92b5-545b67d24025 resource provider aggregate not found Nov 03 02:23:23.218907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Allocated IP 172.26.6.208 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/8e263173-1283-472f-ba17-34862cc9756c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:23.239358 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment ae2bae9a-76a0-49d1-92b5-545b67d24025 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae2bae9a-76a0-49d1-92b5-545b67d24025 found for delete ", "request_id": "req-3c393585-fbf5-49b5-a5f3-707ad26b78e6"}]} Nov 03 02:23:23.303852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.345205 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e5e082aa-8948-4b25-a869-10210f68791a req-672c1cea-7771-4a97-83e3-7ebf58c1e43b tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4388695 Nov 03 02:23:23.356211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 5581603c-c64e-4e97-b410-14b1c8578428 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:23.356667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5581603c-c64e-4e97-b410-14b1c8578428 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:23.360378 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-30b0ad06-4248-42b4-adbb-a7a4140cce4f None None] Current status of the port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:23.448668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for port (8e263173-1283-472f-ba17-34862cc9756c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.484950 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Provisioning complete for port d9524022-0e15-49d8-b185-5ae278cd8c4c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:23.485415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.485815 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Attempt 1 to provision port d9524022-0e15-49d8-b185-5ae278cd8c4c Nov 03 02:23:23.519653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Port d9524022-0e15-49d8-b185-5ae278cd8c4c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:23.670601 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7c10bc5-ddda-491a-9aae-b8399ad71ba1 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.672949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=d9524022-0e15-49d8-b185-5ae278cd8c4c,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:23.680814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7c10bc5-ddda-491a-9aae-b8399ad71ba1 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router_controller (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.687370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (214f5d7e-7a4b-4b7f-b081-a7f3695a0879), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.727090 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.731282 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] 10.222.0.23 "DELETE /v2.0/networks/214f5d7e-7a4b-4b7f-b081-a7f3695a0879 HTTP/1.1" status: 204 len: 168 time: 2.0302842 Nov 03 02:23:23.745942 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb07d2-99b1-429b-a07c-a51e34ae8839 admin admin] Pushing event deleted for resources: {'Network': ['ID=214f5d7e-7a4b-4b7f-b081-a7f3695a0879,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:23.760868 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7c10bc5-ddda-491a-9aae-b8399ad71ba1 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.761402 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c10bc5-ddda-491a-9aae-b8399ad71ba1 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:23.768264 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7c10bc5-ddda-491a-9aae-b8399ad71ba1 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.769441 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e7c10bc5-ddda-491a-9aae-b8399ad71ba1 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e6c27b40-1dd5-4ad4-bfd1-7904b4252ec9 HTTP/1.1" status: 204 len: 168 time: 0.8439314 Nov 03 02:23:23.774807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35154) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:23.780777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c51dfa58-44c7-44a6-b6f5-f234af3903c4 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Request body: {'router': {'name': 'tempest-router-1286123270', 'distributed': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:23.804709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:23.808778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:23.826688 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c51dfa58-44c7-44a6-b6f5-f234af3903c4 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (9d763ee5-2c79-4b80-b7ee-b25c422ffaa5), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.827981 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c51dfa58-44c7-44a6-b6f5-f234af3903c4 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (9d763ee5-2c79-4b80-b7ee-b25c422ffaa5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.845154 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Checking segment: {'id': '2b2899ee-9b00-43f7-9705-0bafdb20a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47d5099c-871f-466c-b7a8-5ec28a03bb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:23.845519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Network hostable DHCP agents. Network: 47d5099c-871f-466c-b7a8-5ec28a03bb8f, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:23.926363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] Router 21f218dd-53f7-49c3-9b07-4b1739df229e has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:23.959132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Network 47d5099c-871f-466c-b7a8-5ec28a03bb8f is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:23.979972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c51dfa58-44c7-44a6-b6f5-f234af3903c4 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router_controller (9d763ee5-2c79-4b80-b7ee-b25c422ffaa5), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:23.983183 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68f46b-e014-47b5-b312-9e7357224687 req-a177713a-d9a4-4d71-bf0f-7ae06e950ba7 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:23.984727 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3a68f46b-e014-47b5-b312-9e7357224687 req-a177713a-d9a4-4d71-bf0f-7ae06e950ba7 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.5194621 Nov 03 02:23:23.993280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 47d5099c-871f-466c-b7a8-5ec28a03bb8f) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:23.998424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c51dfa58-44c7-44a6-b6f5-f234af3903c4 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (9d763ee5-2c79-4b80-b7ee-b25c422ffaa5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.006208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b935e094-d48f-47dc-8ff8-8c69303c0efa None None] Network 47d5099c-871f-466c-b7a8-5ec28a03bb8f requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:24.011588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35156) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:24.021153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8e263173-1283-472f-ba17-34862cc9756c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.022135 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Attempt 2 to provision port d9524022-0e15-49d8-b185-5ae278cd8c4c Nov 03 02:23:24.033736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:24.041561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:24.047297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:24.047789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c51dfa58-44c7-44a6-b6f5-f234af3903c4 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.048419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.049021 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c51dfa58-44c7-44a6-b6f5-f234af3903c4 tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2732627 Nov 03 02:23:24.052900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35158) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:24.106501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Port d9524022-0e15-49d8-b185-5ae278cd8c4c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:24.135143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f9d50d30-cece-4457-8754-41d883e7cd0d tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (9d763ee5-2c79-4b80-b7ee-b25c422ffaa5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.135682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Pushing event updated for resources: {'Port': ['ID=8e263173-1283-472f-ba17-34862cc9756c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:24.214928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Router f6f2c159-7293-4892-9332-169cce239053 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:23:24.220664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:24.227343 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1dfa6ebf-ef7a-441c-bb4e-c53b97301853 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8feee47686084b68914c40f971ada1e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2098680 Nov 03 02:23:24.229387 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35160) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:24.230512 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7b07ae3b-1c6e-4984-bf1e-f75b29087900 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.9536004 Nov 03 02:23:24.238672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:24.240057 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35162) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:24.241172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:24.345505 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3a68f46b-e014-47b5-b312-9e7357224687 req-203bc1fe-0a1e-4164-b053-d75132ff4d71 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466845 Nov 03 02:23:24.391104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:24.397220 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-104915e8-03d4-4409-b819-1d76ff6eb288 admin admin] 10.222.0.23 "PUT /v2.0/routers/21f218dd-53f7-49c3-9b07-4b1739df229e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1218300 Nov 03 02:23:24.402512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35166) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:24.414178 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fc021-af2b-4bc6-9cc0-9001b89338f1 None None] Sync routers for ids ['21f218dd-53f7-49c3-9b07-4b1739df229e'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:24.438735 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f9d50d30-cece-4457-8754-41d883e7cd0d tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (9d763ee5-2c79-4b80-b7ee-b25c422ffaa5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.444464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f9d50d30-cece-4457-8754-41d883e7cd0d tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router_controller (9d763ee5-2c79-4b80-b7ee-b25c422ffaa5), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.453773 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fc021-af2b-4bc6-9cc0-9001b89338f1 None None] Routers {'21f218dd-53f7-49c3-9b07-4b1739df229e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:24.455845 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-de7fc021-af2b-4bc6-9cc0-9001b89338f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['21f218dd-53f7-49c3-9b07-4b1739df229e'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:24.544902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b2327943-bbf5-4dfe-a9c4-c106439bc294 admin admin] Publish callbacks [] for security_group (f8ad21b8-385a-4981-8641-2238eab3909f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.565136 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:24.573937 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-449e0bba-5a9b-4484-8226-f84316762799 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "PUT /v2.0/routers/f6f2c159-7293-4892-9332-169cce239053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0680656 Nov 03 02:23:24.573937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f9d50d30-cece-4457-8754-41d883e7cd0d tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (9d763ee5-2c79-4b80-b7ee-b25c422ffaa5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.573937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d50d30-cece-4457-8754-41d883e7cd0d tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d763ee5-2c79-4b80-b7ee-b25c422ffaa5 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:24.577268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f9d50d30-cece-4457-8754-41d883e7cd0d tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.577935 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Sync routers for ids ['f6f2c159-7293-4892-9332-169cce239053'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:24.581604 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f9d50d30-cece-4457-8754-41d883e7cd0d tempest-RoutersTestDVR-744676660 tempest-RoutersTestDVR-744676660-project-admin] 10.222.0.23 "DELETE /v2.0/routers/9d763ee5-2c79-4b80-b7ee-b25c422ffaa5 HTTP/1.1" status: 204 len: 168 time: 0.5245419 Nov 03 02:23:24.583786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35170) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:24.604187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1c0b8b47-884d-460d-bf49-e326e7cf7a70 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:24.614432 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Attempt 3 to provision port d9524022-0e15-49d8-b185-5ae278cd8c4c Nov 03 02:23:24.623095 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdef4ff-1a61-4aad-b4fd-0cf81100371f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:24.629392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdef4ff-1a61-4aad-b4fd-0cf81100371f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:24.631294 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2bdef4ff-1a61-4aad-b4fd-0cf81100371f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3902805 Nov 03 02:23:24.657434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35174) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:24.659969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b2327943-bbf5-4dfe-a9c4-c106439bc294 admin admin] Publish callbacks [] for security_group (f8ad21b8-385a-4981-8641-2238eab3909f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.697494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.20.0.1 (b33a598c-4357-44f5-9155-f85476b722d1/7179238e-5063-45f3-94ac-1ede678eb296/11fa7b79-fb8b-4006-9a23-0deca9a41acf) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:24.707642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Routers {'f6f2c159-7293-4892-9332-169cce239053'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:24.709440 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['f6f2c159-7293-4892-9332-169cce239053'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:24.715361 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-de7fc021-af2b-4bc6-9cc0-9001b89338f1 None None] Set router 21f218dd-53f7-49c3-9b07-4b1739df229e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:24.789433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3f906a-769b-43d3-9655-d468aac7102a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:24.796924 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2b3f906a-769b-43d3-9655-d468aac7102a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports/d9524022-0e15-49d8-b185-5ae278cd8c4c HTTP/1.1" status: 200 len: 911 time: 0.2103150 Nov 03 02:23:24.806389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35176) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:24.856821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Port d9524022-0e15-49d8-b185-5ae278cd8c4c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:24.897144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:24.897830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:24.897942 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 Nov 03 02:23:24.930120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453ce7e-cfb6-4151-9b5f-2b3f8b2e1590 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:24.936095 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453ce7e-cfb6-4151-9b5f-2b3f8b2e1590 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:24.937753 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6453ce7e-cfb6-4151-9b5f-2b3f8b2e1590 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1168361 Nov 03 02:23:24.949135 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35178) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:24.958424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Set router f6f2c159-7293-4892-9332-169cce239053 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:24.988404 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-de7fc021-af2b-4bc6-9cc0-9001b89338f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:23:20Z', 'revision_number': 5, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:25.014854 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fc021-af2b-4bc6-9cc0-9001b89338f1 None None] Checking router: 21f218dd-53f7-49c3-9b07-4b1739df229e for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:23:25.024291 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fc021-af2b-4bc6-9cc0-9001b89338f1 None None] Routers {'21f218dd-53f7-49c3-9b07-4b1739df229e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:25.025268 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-de7fc021-af2b-4bc6-9cc0-9001b89338f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['21f218dd-53f7-49c3-9b07-4b1739df229e'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:25.035454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (60d81042-35ca-41c7-b3f6-3431af2e8b4e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.036815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b2327943-bbf5-4dfe-a9c4-c106439bc294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (f8ad21b8-385a-4981-8641-2238eab3909f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.039279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b2327943-bbf5-4dfe-a9c4-c106439bc294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.051896 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b2327943-bbf5-4dfe-a9c4-c106439bc294 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8ad21b8-385a-4981-8641-2238eab3909f HTTP/1.1" status: 204 len: 168 time: 0.8098986 Nov 03 02:23:25.092762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4bb1d-b519-4d05-b582-82d984f55805 req-81a27ca4-330a-4e15-9a3c-16a158041b8c tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:25.094567 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1bb4bb1d-b519-4d05-b582-82d984f55805 req-81a27ca4-330a-4e15-9a3c-16a158041b8c tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.4800563 Nov 03 02:23:25.104330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Publish callbacks [] for router (21f218dd-53f7-49c3-9b07-4b1739df229e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.129546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35184) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:25.149446 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-de7fc021-af2b-4bc6-9cc0-9001b89338f1 None None] Set router 21f218dd-53f7-49c3-9b07-4b1739df229e gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:25.158861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2327943-bbf5-4dfe-a9c4-c106439bc294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ad21b8-385a-4981-8641-2238eab3909f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:25.172536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-02662358-c3e0-4eab-89fc-cfe9e5c07b4f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Deleting port bbd9f09b-701b-402c-a26a-8ded0a8a5480 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:25.172890 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-02662358-c3e0-4eab-89fc-cfe9e5c07b4f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bbd9f09b-701b-402c-a26a-8ded0a8a5480), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.267952 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:25.279297 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1bb4bb1d-b519-4d05-b582-82d984f55805 req-2653098e-2130-425d-8553-45b7cf345104 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704144 Nov 03 02:23:25.373291 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Attempt 4 to provision port d9524022-0e15-49d8-b185-5ae278cd8c4c Nov 03 02:23:25.380791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-02662358-c3e0-4eab-89fc-cfe9e5c07b4f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bbd9f09b-701b-402c-a26a-8ded0a8a5480), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.394876 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-de7fc021-af2b-4bc6-9cc0-9001b89338f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:23:20Z', 'revision_number': 5, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:25.407404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-02662358-c3e0-4eab-89fc-cfe9e5c07b4f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Calling delete_port for bbd9f09b-701b-402c-a26a-8ded0a8a5480 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:25.424971 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fc021-af2b-4bc6-9cc0-9001b89338f1 None None] The sync data for ids ['21f218dd-53f7-49c3-9b07-4b1739df229e'] in dv-neutron-860659-5-hyperv is: [{'id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'name': 'tempest-ServersTestJSON-592304910-router', 'tenant_id': '4500101cd60a4fa893ef7369ece32b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '93294408-6df3-406d-955f-221444ed14ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:30Z', 'updated_at': '2022-11-03T02:23:20Z', 'revision_number': 5, 'project_id': '4500101cd60a4fa893ef7369ece32b0f', 'gw_port': {'id': '93294408-6df3-406d-955f-221444ed14ba', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f218dd-53f7-49c3-9b07-4b1739df229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:32Z', 'updated_at': '2022-11-03T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:25.439940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (11fa7b79-fb8b-4006-9a23-0deca9a41acf), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.447013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b23f-72db-4df7-a0ec-f7b9468e52bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.475493 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Port d9524022-0e15-49d8-b185-5ae278cd8c4c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:25.527376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Publish callbacks [] for router_gateway (21f218dd-53f7-49c3-9b07-4b1739df229e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.565293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c159-7293-4892-9332-169cce239053', 'name': 'tempest-NetworksTestDHCPv6-router-1845259539', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:20Z', 'updated_at': '2022-11-03T02:23:22Z', 'revision_number': 2, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None, '_interfaces': [{'id': 'd9524022-0e15-49d8-b185-5ae278cd8c4c', 'name': '', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'mac_address': 'fa:16:3e:72:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2c159-7293-4892-9332-169cce239053', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '980f4d95-0ded-47a7-b4be-fcfbad8a74f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:23:21Z', 'updated_at': '2022-11-03T02:23:22Z', 'revision_number': 2, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'subnets': [{'id': '980f4d95-0ded-47a7-b4be-fcfbad8a74f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:25.601448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Checking router: f6f2c159-7293-4892-9332-169cce239053 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:23:25.601910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Updating router f6f2c159-7293-4892-9332-169cce239053 port d9524022-0e15-49d8-b185-5ae278cd8c4c binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:23:25.625923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (11fa7b79-fb8b-4006-9a23-0deca9a41acf), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.646901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.647084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b23f-72db-4df7-a0ec-f7b9468e52bd admin admin] Publish callbacks [] for security_group (3d445374-381d-43fe-a365-2e81b3859129), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.680054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (60d81042-35ca-41c7-b3f6-3431af2e8b4e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.680397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b23f-72db-4df7-a0ec-f7b9468e52bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3d445374-381d-43fe-a365-2e81b3859129), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.690429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network b33a598c-4357-44f5-9155-f85476b722d1 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:25.701549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:25.704418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:25.742524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-02662358-c3e0-4eab-89fc-cfe9e5c07b4f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bbd9f09b-701b-402c-a26a-8ded0a8a5480), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.764120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=11fa7b79-fb8b-4006-9a23-0deca9a41acf,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:25.786546 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c2d3b23f-72db-4df7-a0ec-f7b9468e52bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b36d26d9a3d94bbfae5f295d9b1a0217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6520228 Nov 03 02:23:25.789929 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3b23f-72db-4df7-a0ec-f7b9468e52bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d445374-381d-43fe-a365-2e81b3859129,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:25.792343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35198) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:25.799952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Deleting port 93294408-6df3-406d-955f-221444ed14ba {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:25.800335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (93294408-6df3-406d-955f-221444ed14ba), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.910107 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02662358-c3e0-4eab-89fc-cfe9e5c07b4f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event deleted for resources: {'Port': ['ID=bbd9f09b-701b-402c-a26a-8ded0a8a5480,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:25.942430 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-02662358-c3e0-4eab-89fc-cfe9e5c07b4f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.946188 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-02662358-c3e0-4eab-89fc-cfe9e5c07b4f tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "DELETE /v2.0/ports/bbd9f09b-701b-402c-a26a-8ded0a8a5480 HTTP/1.1" status: 204 len: 168 time: 1.2840774 Nov 03 02:23:25.958833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35200) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:25.989748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (ef85a34b-ffc8-4ab5-9617-18551c84c929), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:25.997069 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Attempt 5 to provision port d9524022-0e15-49d8-b185-5ae278cd8c4c Nov 03 02:23:26.149531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (f6f2c159-7293-4892-9332-169cce239053), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.196195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Publish callbacks [] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.204063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Port d9524022-0e15-49d8-b185-5ae278cd8c4c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:26.208800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.210972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] For port 93294408-6df3-406d-955f-221444ed14ba, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=93294408-6df3-406d-955f-221444ed14ba,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:26.211341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (93294408-6df3-406d-955f-221444ed14ba), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.226530 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-04d1ceec-6cce-491b-86d1-66ccab84a4ff admin admin] Publish callbacks [] for security_group (3d445374-381d-43fe-a365-2e81b3859129), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.256770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Calling delete_port for 93294408-6df3-406d-955f-221444ed14ba owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:26.289278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0058d5c-f5aa-444d-8ede-0fd15d833d26 None None] Pushing event updated for resources: {'Port': ['ID=d9524022-0e15-49d8-b185-5ae278cd8c4c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:26.308460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-04d1ceec-6cce-491b-86d1-66ccab84a4ff admin admin] Publish callbacks [] for security_group (3d445374-381d-43fe-a365-2e81b3859129), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.330409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Attempting to bind port d9524022-0e15-49d8-b185-5ae278cd8c4c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:26.331004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Attempting to bind port d9524022-0e15-49d8-b185-5ae278cd8c4c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:26.331507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Attempting to bind port d9524022-0e15-49d8-b185-5ae278cd8c4c on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:26.338133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:26.338721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:26.339765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.340260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:26.341506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Bound port: d9524022-0e15-49d8-b185-5ae278cd8c4c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:26.342138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.423334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] For port d9524022-0e15-49d8-b185-5ae278cd8c4c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:26.427438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] For port d9524022-0e15-49d8-b185-5ae278cd8c4c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d9524022-0e15-49d8-b185-5ae278cd8c4c,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:26.439737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.447665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Router 60d81042-35ca-41c7-b3f6-3431af2e8b4e is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:23:26.451463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-59cce0c6-da9e-4fba-8ef5-59c222bd827a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Deleting port 6220a72e-2b42-4914-b00e-2ead648eef65 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:26.451813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59cce0c6-da9e-4fba-8ef5-59c222bd827a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6220a72e-2b42-4914-b00e-2ead648eef65), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.454501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:26.470247 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port d9524022-0e15-49d8-b185-5ae278cd8c4c {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:26.470602 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.501718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:26.502129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ab8de3ca-22c2-42bf-abe5-93df0dbc69f7 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:26.520049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Routers {'f6f2c159-7293-4892-9332-169cce239053'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:26.520701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['f6f2c159-7293-4892-9332-169cce239053'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:26.569656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (11fa7b79-fb8b-4006-9a23-0deca9a41acf), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.597825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] For port d9524022-0e15-49d8-b185-5ae278cd8c4c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d9524022-0e15-49d8-b185-5ae278cd8c4c,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:26.598694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.618013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] Set router f6f2c159-7293-4892-9332-169cce239053 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:26.621475 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for d9524022-0e15-49d8-b185-5ae278cd8c4c owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:26.673448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0058d5c-f5aa-444d-8ede-0fd15d833d26 None None] Pushing event updated for resources: {'Port': ['ID=d9524022-0e15-49d8-b185-5ae278cd8c4c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:26.683725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59cce0c6-da9e-4fba-8ef5-59c222bd827a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6220a72e-2b42-4914-b00e-2ead648eef65), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.710843 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Attempt 6 to provision port d9524022-0e15-49d8-b185-5ae278cd8c4c Nov 03 02:23:26.836015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Current status of the port d9524022-0e15-49d8-b185-5ae278cd8c4c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:26.836583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6316140-b7c3-4d8b-87e8-ea5512188ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.894425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (d9524022-0e15-49d8-b185-5ae278cd8c4c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:26.939381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=d9524022-0e15-49d8-b185-5ae278cd8c4c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:26.987638 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c159-7293-4892-9332-169cce239053', 'name': 'tempest-NetworksTestDHCPv6-router-1845259539', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:20Z', 'updated_at': '2022-11-03T02:23:22Z', 'revision_number': 2, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None, '_interfaces': [{'id': 'd9524022-0e15-49d8-b185-5ae278cd8c4c', 'name': '', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'mac_address': 'fa:16:3e:72:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2c159-7293-4892-9332-169cce239053', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '980f4d95-0ded-47a7-b4be-fcfbad8a74f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:23:21Z', 'updated_at': '2022-11-03T02:23:26Z', 'revision_number': 4, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'subnets': [{'id': '980f4d95-0ded-47a7-b4be-fcfbad8a74f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:27.060796 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (f6f2c159-7293-4892-9332-169cce239053), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.085871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-04d1ceec-6cce-491b-86d1-66ccab84a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3d445374-381d-43fe-a365-2e81b3859129), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.089010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-04d1ceec-6cce-491b-86d1-66ccab84a4ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.090179 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-04d1ceec-6cce-491b-86d1-66ccab84a4ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d445374-381d-43fe-a365-2e81b3859129 HTTP/1.1" status: 204 len: 168 time: 1.2875123 Nov 03 02:23:27.093482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-59cce0c6-da9e-4fba-8ef5-59c222bd827a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Calling delete_port for 6220a72e-2b42-4914-b00e-2ead648eef65 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:27.186576 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fa6e6-177a-47ca-9a88-d8ee5c8951ab req-626616f7-8ae5-43af-9cbf-4d3d17add7d5 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:27.189397 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e15fa6e6-177a-47ca-9a88-d8ee5c8951ab req-626616f7-8ae5-43af-9cbf-4d3d17add7d5 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.7342391 Nov 03 02:23:27.274699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35228) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:27.294773 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Router f6f2c159-7293-4892-9332-169cce239053 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:27.301117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c55f5-d509-407e-8965-d00dff71646d None None] The sync data for ids ['f6f2c159-7293-4892-9332-169cce239053'] in dv-neutron-860659-5-hyperv is: [{'id': 'f6f2c159-7293-4892-9332-169cce239053', 'name': 'tempest-NetworksTestDHCPv6-router-1845259539', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:20Z', 'updated_at': '2022-11-03T02:23:22Z', 'revision_number': 2, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None, '_interfaces': [{'id': 'd9524022-0e15-49d8-b185-5ae278cd8c4c', 'name': '', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'mac_address': 'fa:16:3e:72:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2c159-7293-4892-9332-169cce239053', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '980f4d95-0ded-47a7-b4be-fcfbad8a74f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:23:21Z', 'updated_at': '2022-11-03T02:23:26Z', 'revision_number': 4, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'subnets': [{'id': '980f4d95-0ded-47a7-b4be-fcfbad8a74f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:27.310972 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Could not find standard attr ID for object d9524022-0e15-49d8-b185-5ae278cd8c4c. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:23:27.333307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Provisioning complete for port 11fa7b79-fb8b-4006-9a23-0deca9a41acf triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:27.333690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (11fa7b79-fb8b-4006-9a23-0deca9a41acf), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.334069 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Attempt 1 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:27.420199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:27.427931 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:27.437397 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8cffec9e-5e4e-45b1-92f6-c261c145b148 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "PUT /v2.0/routers/f6f2c159-7293-4892-9332-169cce239053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4870145 Nov 03 02:23:27.439422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35234) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:27.515256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:27.516560 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c087d2d-8b69-4fd6-b9d4-69105ab6c27a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:27.517128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1ceec-6cce-491b-86d1-66ccab84a4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d445374-381d-43fe-a365-2e81b3859129,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:27.518374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c087d2d-8b69-4fd6-b9d4-69105ab6c27a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:27.531537 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0c087d2d-8b69-4fd6-b9d4-69105ab6c27a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0907772 Nov 03 02:23:27.532201 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35236) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:27.538262 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80e8f3-85c8-47fd-98bd-b31999e7a5be None None] Sync routers for ids ['60d81042-35ca-41c7-b3f6-3431af2e8b4e'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:27.573285 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80e8f3-85c8-47fd-98bd-b31999e7a5be None None] Routers {'60d81042-35ca-41c7-b3f6-3431af2e8b4e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:27.573934 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7c80e8f3-85c8-47fd-98bd-b31999e7a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['60d81042-35ca-41c7-b3f6-3431af2e8b4e'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:27.617453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 980f4d95-0ded-47a7-b4be-fcfbad8a74f9 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:27.625070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (980f4d95-0ded-47a7-b4be-fcfbad8a74f9), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.650780 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7c80e8f3-85c8-47fd-98bd-b31999e7a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:27.669974 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1343765843'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:27.670184 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80e8f3-85c8-47fd-98bd-b31999e7a5be None None] Routers {'60d81042-35ca-41c7-b3f6-3431af2e8b4e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:27.670645 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7c80e8f3-85c8-47fd-98bd-b31999e7a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['60d81042-35ca-41c7-b3f6-3431af2e8b4e'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:27.725766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.727399 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a72e38a1-55ce-4fbc-a104-7fb935c3e418 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.9731014 Nov 03 02:23:27.732373 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35238) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:27.738049 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e15fa6e6-177a-47ca-9a88-d8ee5c8951ab req-7f72e70e-f4f9-4136-96d2-81a9b665fdc7 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188785 Nov 03 02:23:27.738655 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7c80e8f3-85c8-47fd-98bd-b31999e7a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:27.738868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59cce0c6-da9e-4fba-8ef5-59c222bd827a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6220a72e-2b42-4914-b00e-2ead648eef65), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.739296 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80e8f3-85c8-47fd-98bd-b31999e7a5be None None] The sync data for ids ['60d81042-35ca-41c7-b3f6-3431af2e8b4e'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:27.742696 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7fefa486-50cf-4837-a9f6-42e4f3fc45b8 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'enable_snat': False}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:27.789600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35240) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:27.831511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (11fa7b79-fb8b-4006-9a23-0deca9a41acf), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.835277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59cce0c6-da9e-4fba-8ef5-59c222bd827a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.840529 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-59cce0c6-da9e-4fba-8ef5-59c222bd827a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "DELETE /v2.0/ports/6220a72e-2b42-4914-b00e-2ead648eef65 HTTP/1.1" status: 204 len: 168 time: 1.8679519 Nov 03 02:23:27.847404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-184089ae-e77f-46d5-8d2a-ec8eb2f532c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.850901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cce0c6-da9e-4fba-8ef5-59c222bd827a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event deleted for resources: {'Port': ['ID=6220a72e-2b42-4914-b00e-2ead648eef65,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:27.862093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35244) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:27.864149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (11fa7b79-fb8b-4006-9a23-0deca9a41acf), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.921342 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Attempt 2 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:27.956049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (93294408-6df3-406d-955f-221444ed14ba), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:27.975405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:27.997712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=11fa7b79-fb8b-4006-9a23-0deca9a41acf,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:28.004553 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6009ad83-a607-4cb9-b0c9-427108cb3c4b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1340742 Nov 03 02:23:28.019092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35248) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:28.031051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-168733759'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:28.109301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=93294408-6df3-406d-955f-221444ed14ba,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:28.176607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (ef85a34b-ffc8-4ab5-9617-18551c84c929), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.201371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Made reservation on behalf of ac6ae8cd09fe4d878b4789bb81c17c70 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:28.205006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.236953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (980f4d95-0ded-47a7-b4be-fcfbad8a74f9), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.317340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (21f218dd-53f7-49c3-9b07-4b1739df229e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.335505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be2ec9-dcaa-4f0b-9ae9-c14ec0594188 req-825564cc-c0d2-4b55-9f83-72de0f2baf0e tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:28.337846 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47be2ec9-dcaa-4f0b-9ae9-c14ec0594188 req-825564cc-c0d2-4b55-9f83-72de0f2baf0e tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2769084 Nov 03 02:23:28.340992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:28.357638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Made reservation on behalf of 749c5ce640d44c0d81811005fdc842b4 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:28.361361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.364331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (980f4d95-0ded-47a7-b4be-fcfbad8a74f9), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.408078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.452868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (09db932a-aa19-4af3-a465-e9b84fa45c19), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.453228 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Added segment 09db932a-aa19-4af3-a465-e9b84fa45c19 of type vlan for network bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e Nov 03 02:23:28.480462 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Attempt 3 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:28.483607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (21f218dd-53f7-49c3-9b07-4b1739df229e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.491849 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Publish callbacks [] for router_controller (21f218dd-53f7-49c3-9b07-4b1739df229e), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.548048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:28.557570 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (980f4d95-0ded-47a7-b4be-fcfbad8a74f9), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.590599 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-184089ae-e77f-46d5-8d2a-ec8eb2f532c7 admin admin] Publish callbacks [] for security_group (1d62506d-f7c7-4bed-9000-e472d5236446), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.611768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-184089ae-e77f-46d5-8d2a-ec8eb2f532c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1d62506d-f7c7-4bed-9000-e472d5236446), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.627316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=980f4d95-0ded-47a7-b4be-fcfbad8a74f9,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:28.636157 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47be2ec9-dcaa-4f0b-9ae9-c14ec0594188 req-d5b2e2c3-059b-49ff-b6a3-632f46e452fc tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640750 Nov 03 02:23:28.637986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.645155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5cef5b-c4f9-45c6-8b1f-8830cd628ff6 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:28.660616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.660616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.660616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.660616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.660616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.660616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.660616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.664433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.664433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.664433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.664433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.664433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.664433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:28.668881 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-184089ae-e77f-46d5-8d2a-ec8eb2f532c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fd4c62597a14400a9aa32a15a787006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8581119 Nov 03 02:23:28.669560 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.669674 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184089ae-e77f-46d5-8d2a-ec8eb2f532c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d62506d-f7c7-4bed-9000-e472d5236446,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:28.672083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (21f218dd-53f7-49c3-9b07-4b1739df229e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.672694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21f218dd-53f7-49c3-9b07-4b1739df229e {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:28.677401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35250) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:28.679499 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-93e2fda1-a148-4a4b-bc34-598998e30ca2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/980f4d95-0ded-47a7-b4be-fcfbad8a74f9 HTTP/1.1" status: 204 len: 168 time: 1.1403804 Nov 03 02:23:28.684577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35252) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:28.686459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.687567 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b72b5f2e-cf8b-42be-ad6d-2c3421f30aaa admin admin] 10.222.0.23 "DELETE /v2.0/routers/21f218dd-53f7-49c3-9b07-4b1739df229e HTTP/1.1" status: 204 len: 168 time: 4.2833109 Nov 03 02:23:28.690929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35254) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:28.715560 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network b33a598c-4357-44f5-9155-f85476b722d1 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:28.777036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:28.791864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.797727 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:28.800811 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.822473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks [] for security_group (4d0a021b-d80b-4d52-abd1-74c22263e1c6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.886610 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (4d0a021b-d80b-4d52-abd1-74c22263e1c6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.892677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b756ba9-659e-4120-afc4-71835ff4a909 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:28.958995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2b756ba9-659e-4120-afc4-71835ff4a909 None None] Deleting port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:28.959630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2b756ba9-659e-4120-afc4-71835ff4a909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:28.999145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:29.023506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0a021b-d80b-4d52-abd1-74c22263e1c6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:29.034664 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a422d4e4-6e8b-470e-835a-61a69aa1ae72), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.034848 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Added segment a422d4e4-6e8b-470e-835a-61a69aa1ae72 of type vlan for network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 Nov 03 02:23:29.044602 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f7f534d7-beab-4244-8e25-4ebc7bc76af9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3549047 Nov 03 02:23:29.044906 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35256) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:29.051367 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Attempt 4 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:29.070318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fefa486-50cf-4837-a9f6-42e4f3fc45b8 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (60d81042-35ca-41c7-b3f6-3431af2e8b4e), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.093620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2b756ba9-659e-4120-afc4-71835ff4a909 None None] For port 1c0b8b47-884d-460d-bf49-e326e7cf7a70, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1c0b8b47-884d-460d-bf49-e326e7cf7a70,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:29.094029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2b756ba9-659e-4120-afc4-71835ff4a909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.097917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Deleting subnet e9e1d81e-4903-440c-8ce1-16cfd1e6d84b {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:29.113269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2b756ba9-659e-4120-afc4-71835ff4a909 None None] Calling delete_port for 1c0b8b47-884d-460d-bf49-e326e7cf7a70 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:29.122647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:29.130310 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1100070 Nov 03 02:23:29.132593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Publish callbacks [] for subnet (e9e1d81e-4903-440c-8ce1-16cfd1e6d84b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.139516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35258) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:29.150323 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1285893886'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:29.169341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ae244a54-1078-4ae4-90e1-69a1375150c4 admin admin] Publish callbacks [] for security_group (1d62506d-f7c7-4bed-9000-e472d5236446), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.170929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502988d1-f45d-441e-89fa-290b53a8dd61 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event updated for resources: {'Network': ['ID=bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:29.191206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (4ea93b7f-8d5f-406b-a15c-ed425f22de67), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.202780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:29.214702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (e9e1d81e-4903-440c-8ce1-16cfd1e6d84b), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.217747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router ef85a34b-ffc8-4ab5-9617-18551c84c929 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:29.219900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ae244a54-1078-4ae4-90e1-69a1375150c4 admin admin] Publish callbacks [] for security_group (1d62506d-f7c7-4bed-9000-e472d5236446), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.228261 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fe26d6b1-d0f7-45e9-9613-ee356a65096a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for router (f6f2c159-7293-4892-9332-169cce239053), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.312607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2b756ba9-659e-4120-afc4-71835ff4a909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (1c0b8b47-884d-460d-bf49-e326e7cf7a70), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.314337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.db.resource_extend [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:23:29.346410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b756ba9-659e-4120-afc4-71835ff4a909 None None] Pushing event deleted for resources: {'Port': ['ID=1c0b8b47-884d-460d-bf49-e326e7cf7a70,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:29.356026 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b756ba9-659e-4120-afc4-71835ff4a909 None None] No DVR routers for this DVR port 1c0b8b47-884d-460d-bf49-e326e7cf7a70 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:29.379188 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c8714b-2df8-40aa-9bb0-54942b78bd93 None None] Sync routers for ids ['f6f2c159-7293-4892-9332-169cce239053'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:29.382157 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ae244a54-1078-4ae4-90e1-69a1375150c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1d62506d-f7c7-4bed-9000-e472d5236446), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.384781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ae244a54-1078-4ae4-90e1-69a1375150c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.388623 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ae244a54-1078-4ae4-90e1-69a1375150c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d62506d-f7c7-4bed-9000-e472d5236446 HTTP/1.1" status: 204 len: 168 time: 0.7100463 Nov 03 02:23:29.392803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8714b-2df8-40aa-9bb0-54942b78bd93 None None] Routers {'f6f2c159-7293-4892-9332-169cce239053'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:29.393486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-69c8714b-2df8-40aa-9bb0-54942b78bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['f6f2c159-7293-4892-9332-169cce239053'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:29.416548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (4ea93b7f-8d5f-406b-a15c-ed425f22de67), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.422372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:29.422999 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.437956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae244a54-1078-4ae4-90e1-69a1375150c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d62506d-f7c7-4bed-9000-e472d5236446,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:29.443101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (e9e1d81e-4903-440c-8ce1-16cfd1e6d84b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.448426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Made reservation on behalf of ac6ae8cd09fe4d878b4789bb81c17c70 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:29.451785 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.478964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:29.489495 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7d50c55c-f108-4981-ad76-2f25ad9b2549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "PUT /v2.0/routers/ef85a34b-ffc8-4ab5-9617-18551c84c929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7020481 Nov 03 02:23:29.490073 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82caef6f-4a8d-4396-961b-1ae0552f325c None None] Sync routers for ids ['ef85a34b-ffc8-4ab5-9617-18551c84c929'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:29.494818 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35262) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:29.503388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'port': {'network_id': 'b33a598c-4357-44f5-9155-f85476b722d1', 'name': 'tempest-FloatingIPTestJSON-31374603'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:29.504510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-69c8714b-2df8-40aa-9bb0-54942b78bd93 None None] Set router f6f2c159-7293-4892-9332-169cce239053 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:29.517726 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2418759 Nov 03 02:23:29.519994 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82caef6f-4a8d-4396-961b-1ae0552f325c None None] Routers {'ef85a34b-ffc8-4ab5-9617-18551c84c929'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:29.522239 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-82caef6f-4a8d-4396-961b-1ae0552f325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['ef85a34b-ffc8-4ab5-9617-18551c84c929'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:29.568265 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-82caef6f-4a8d-4396-961b-1ae0552f325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:29.584253 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82caef6f-4a8d-4396-961b-1ae0552f325c None None] Routers {'ef85a34b-ffc8-4ab5-9617-18551c84c929'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:29.586635 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-82caef6f-4a8d-4396-961b-1ae0552f325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['ef85a34b-ffc8-4ab5-9617-18551c84c929'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:29.598791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:29.629355 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Attempt 5 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:29.654237 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-82caef6f-4a8d-4396-961b-1ae0552f325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:29.655560 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82caef6f-4a8d-4396-961b-1ae0552f325c None None] The sync data for ids ['ef85a34b-ffc8-4ab5-9617-18551c84c929'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:29.686746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-69c8714b-2df8-40aa-9bb0-54942b78bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c159-7293-4892-9332-169cce239053', 'name': 'tempest-NetworksTestDHCPv6-router-1845259539', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:20Z', 'updated_at': '2022-11-03T02:23:26Z', 'revision_number': 3, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:29.707837 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (dabfebc8-0cc5-4dff-8144-f563d692fbd1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.708443 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Added segment dabfebc8-0cc5-4dff-8144-f563d692fbd1 of type vlan for network 4bffc9d3-4d04-4ce2-b300-d26ccd538a96 Nov 03 02:23:29.718339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (e9e1d81e-4903-440c-8ce1-16cfd1e6d84b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.757468 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c8714b-2df8-40aa-9bb0-54942b78bd93 None None] Checking router: f6f2c159-7293-4892-9332-169cce239053 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:23:29.772561 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abffdec-b2c2-47c0-927f-6a20e2d5b78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Pushing event updated for resources: {'Network': ['ID=4ea93b7f-8d5f-406b-a15c-ed425f22de67,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:29.772747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e1d81e-4903-440c-8ce1-16cfd1e6d84b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:29.780324 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:29.790909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:29.803608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.807365 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e9e1d81e-4903-440c-8ce1-16cfd1e6d84b HTTP/1.1" status: 204 len: 168 time: 1.1154730 Nov 03 02:23:29.808894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fe26d6b1-d0f7-45e9-9613-ee356a65096a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (f6f2c159-7293-4892-9332-169cce239053), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.814004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35272) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:29.822991 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fe26d6b1-d0f7-45e9-9613-ee356a65096a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for router_controller (f6f2c159-7293-4892-9332-169cce239053), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.838002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.838359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.838705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.839039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.839372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.839702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.840029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.840362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.840721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.841051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.841375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.841697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.842015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab265966-fe50-495c-9c63-29fb46ad5b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:29.856890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f320053a-19dc-43f5-85a2-57fede2eba60 None None] Network 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:29.871315 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8714b-2df8-40aa-9bb0-54942b78bd93 None None] Routers {'f6f2c159-7293-4892-9332-169cce239053'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:29.871979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-69c8714b-2df8-40aa-9bb0-54942b78bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['f6f2c159-7293-4892-9332-169cce239053'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:29.933347 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (4bffc9d3-4d04-4ce2-b300-d26ccd538a96), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:29.974704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-69c8714b-2df8-40aa-9bb0-54942b78bd93 None None] Set router f6f2c159-7293-4892-9332-169cce239053 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:30.017926 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fe26d6b1-d0f7-45e9-9613-ee356a65096a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (f6f2c159-7293-4892-9332-169cce239053), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.018449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe26d6b1-d0f7-45e9-9613-ee356a65096a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Fanout notify agent at l3_agent the message router_deleted on router f6f2c159-7293-4892-9332-169cce239053 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:30.027669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fe26d6b1-d0f7-45e9-9613-ee356a65096a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.028843 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fe26d6b1-d0f7-45e9-9613-ee356a65096a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/routers/f6f2c159-7293-4892-9332-169cce239053 HTTP/1.1" status: 204 len: 168 time: 0.9732378 Nov 03 02:23:30.030632 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (8dfa6efe-319f-4c0f-8e60-a0f167ddb627), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.031687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35280) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:30.032285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Made reservation on behalf of 98d83dbc22a64949b5de85431c64fbca for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:30.035520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.037914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-60bb23d7-d317-43f3-bd82-fe34b40daa1a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:30.045176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (4bffc9d3-4d04-4ce2-b300-d26ccd538a96), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.050642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:30.051869 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.055084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c770a-1a46-45ad-a5a4-4f1c104bed47 req-6e4f49ea-aaa0-450d-9fb5-c7dfc1cb803c tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:30.055423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35282) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:30.061011 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d39c770a-1a46-45ad-a5a4-4f1c104bed47 req-6e4f49ea-aaa0-450d-9fb5-c7dfc1cb803c tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3121362 Nov 03 02:23:30.085810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-69c8714b-2df8-40aa-9bb0-54942b78bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c159-7293-4892-9332-169cce239053', 'name': 'tempest-NetworksTestDHCPv6-router-1845259539', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:20Z', 'updated_at': '2022-11-03T02:23:26Z', 'revision_number': 3, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:30.093172 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Request body: {'port': {'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67', 'binding:host_id': 'hv-neutron-8606', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-518853172'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:30.096372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] device_id is not set on port a6fc4d3e-beee-48e3-9f25-03db0a1f79cb yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:30.120461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c8714b-2df8-40aa-9bb0-54942b78bd93 None None] The sync data for ids ['f6f2c159-7293-4892-9332-169cce239053'] in dv-neutron-860659-5-hyperv is: [{'id': 'f6f2c159-7293-4892-9332-169cce239053', 'name': 'tempest-NetworksTestDHCPv6-router-1845259539', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:20Z', 'updated_at': '2022-11-03T02:23:26Z', 'revision_number': 3, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:30.261868 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d39c770a-1a46-45ad-a5a4-4f1c104bed47 req-9548f80d-b75e-4c9e-b2c6-04933948b8ec tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820982 Nov 03 02:23:30.281400 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Attempt 6 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:30.322568 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1820636 Nov 03 02:23:30.331548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce651502-4b75-4faf-a50e-c35abd41005a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event updated for resources: {'Network': ['ID=4bffc9d3-4d04-4ce2-b300-d26ccd538a96,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:30.334505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Allocated IP 172.20.0.8 (b33a598c-4357-44f5-9155-f85476b722d1/7179238e-5063-45f3-94ac-1ede678eb296/a6fc4d3e-beee-48e3-9f25-03db0a1f79cb) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:30.362053 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:30.365675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Made reservation on behalf of 7b9538df0cd14fbca367b86a05af8731 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:30.367889 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Deleting port fade1508-e1c7-4b90-899b-58583f60db8d {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:30.368316 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.369699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.371488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 4bffc9d3-4d04-4ce2-b300-d26ccd538a96 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:30.395666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.472630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bb23d7-d317-43f3-bd82-fe34b40daa1a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:30.476034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60bb23d7-d317-43f3-bd82-fe34b40daa1a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.493489 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] DHCP port deletion for 8dfa6efe-319f-4c0f-8e60-a0f167ddb627 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:30.637527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Deleting port fade1508-e1c7-4b90-899b-58583f60db8d {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:30.638244 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.743935 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] For port fade1508-e1c7-4b90-899b-58583f60db8d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fade1508-e1c7-4b90-899b-58583f60db8d,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:30.748941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.769543 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Calling delete_port for fade1508-e1c7-4b90-899b-58583f60db8d owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:30.771003 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35296) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:30.876820 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Attempt 7 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:30.878290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1c0b8b47-884d-460d-bf49-e326e7cf7a70 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:30.905338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 1c0b8b47-884d-460d-bf49-e326e7cf7a70 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:30.905338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1c0b8b47-884d-460d-bf49-e326e7cf7a70 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:30.905681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d9524022-0e15-49d8-b185-5ae278cd8c4c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:30.952694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] For port fade1508-e1c7-4b90-899b-58583f60db8d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fade1508-e1c7-4b90-899b-58583f60db8d,segment=NetworkSegment(db85289f-2749-423c-8df3-5e7ba58db3db),segment_id=db85289f-2749-423c-8df3-5e7ba58db3db)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:30.953670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.965517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:30.986337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: d9524022-0e15-49d8-b185-5ae278cd8c4c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:30.986690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d9524022-0e15-49d8-b185-5ae278cd8c4c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:30.987102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 93294408-6df3-406d-955f-221444ed14ba no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:31.004006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e73c1-de54-4a12-8bc2-0078cdf73c1f req-09d17c98-0252-4045-9384-5cabe8652ad7 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:31.006143 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3e3e73c1-de54-4a12-8bc2-0078cdf73c1f req-09d17c98-0252-4045-9384-5cabe8652ad7 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.6592915 Nov 03 02:23:31.018987 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Pushing event deleted for resources: {'Port': ['ID=fade1508-e1c7-4b90-899b-58583f60db8d,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:31.047312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Calling delete_port for fade1508-e1c7-4b90-899b-58583f60db8d owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:31.049617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.049973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.050311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.050724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.050961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.051290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.051619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.051945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.052286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.052671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.052998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.053318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.053644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:23:31.069674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 93294408-6df3-406d-955f-221444ed14ba {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:31.070039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 93294408-6df3-406d-955f-221444ed14ba not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:31.070453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fade1508-e1c7-4b90-899b-58583f60db8d no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:31.096188 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: fade1508-e1c7-4b90-899b-58583f60db8d {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:31.096570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fade1508-e1c7-4b90-899b-58583f60db8d not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:31.109070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c1fdc-da37-4eaf-9bc4-747f231290ba None None] No DVR routers for this DVR port fade1508-e1c7-4b90-899b-58583f60db8d on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:31.125369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:31.161230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for port (a6fc4d3e-beee-48e3-9f25-03db0a1f79cb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.244550 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3e3e73c1-de54-4a12-8bc2-0078cdf73c1f req-32ca8bd6-8a44-4872-87d5-776bb64cc1d1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212896 Nov 03 02:23:31.265234 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-248fa5c2-1aa2-4df7-955b-5e7704d8f5a0 tempest-AgentManagementNegativeTest-771093457 tempest-AgentManagementNegativeTest-771093457-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4886258 Nov 03 02:23:31.274495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (fade1508-e1c7-4b90-899b-58583f60db8d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.299914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (a6fc4d3e-beee-48e3-9f25-03db0a1f79cb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.306023 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fade1508-e1c7-4b90-899b-58583f60db8d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:31.350303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event updated for resources: {'Port': ['ID=a6fc4d3e-beee-48e3-9f25-03db0a1f79cb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:31.354054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] No DVR routers for this DVR port fade1508-e1c7-4b90-899b-58583f60db8d on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:31.390929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Network b33a598c-4357-44f5-9155-f85476b722d1 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:31.413546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:31.470931 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks [] for security_group (423847ec-6eb9-4e69-9db5-77f40d9c04e8), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.482657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (423847ec-6eb9-4e69-9db5-77f40d9c04e8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.491351 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60bb23d7-d317-43f3-bd82-fe34b40daa1a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (0962aead-37d9-4f30-85dc-dbf654372b04), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.492349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (8dfa6efe-319f-4c0f-8e60-a0f167ddb627), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.524447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfa6efe-319f-4c0f-8e60-a0f167ddb627']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:31.541876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db85289f-2749-423c-8df3-5e7ba58db3db') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:31.542267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db85289f-2749-423c-8df3-5e7ba58db3db') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:31.567544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] device_id is not set on port fa7ea49e-1023-4533-bc6e-77bb63ed9558 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:31.570830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (db85289f-2749-423c-8df3-5e7ba58db3db), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.595243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (db85289f-2749-423c-8df3-5e7ba58db3db), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.605251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:31.605677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (db85289f-2749-423c-8df3-5e7ba58db3db), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.624035 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb23d7-d317-43f3-bd82-fe34b40daa1a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=0962aead-37d9-4f30-85dc-dbf654372b04,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:31.627603 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Attempt 8 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:31.653969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bb23d7-d317-43f3-bd82-fe34b40daa1a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:31.692019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35306) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:31.693615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-60bb23d7-d317-43f3-bd82-fe34b40daa1a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:31.706885 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb23d7-d317-43f3-bd82-fe34b40daa1a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:31.708041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60bb23d7-d317-43f3-bd82-fe34b40daa1a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.710730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1aeba-59a0-4e2c-acad-39b063776ae7 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:31.755274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:31.783304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423847ec-6eb9-4e69-9db5-77f40d9c04e8,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:31.789853 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment db85289f-2749-423c-8df3-5e7ba58db3db resource provider aggregate not found Nov 03 02:23:31.799317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fefa486-50cf-4837-a9f6-42e4f3fc45b8 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (60d81042-35ca-41c7-b3f6-3431af2e8b4e), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.811814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fefa486-50cf-4837-a9f6-42e4f3fc45b8 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (60d81042-35ca-41c7-b3f6-3431af2e8b4e), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.828605 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-60bb23d7-d317-43f3-bd82-fe34b40daa1a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7909594 Nov 03 02:23:31.828605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35314) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:31.838164 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-da39282c-5028-47e8-987a-d1104060795b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2145662165', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:31.865319 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment db85289f-2749-423c-8df3-5e7ba58db3db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db85289f-2749-423c-8df3-5e7ba58db3db found for delete ", "request_id": "req-cfbe2bec-61eb-46ef-a79c-4b33443e3466"}]} Nov 03 02:23:31.866112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (8dfa6efe-319f-4c0f-8e60-a0f167ddb627), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.876576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:31.909689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:31.914036 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8dfa6efe-319f-4c0f-8e60-a0f167ddb627 HTTP/1.1" status: 204 len: 168 time: 2.0983250 Nov 03 02:23:31.944101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e6d3a-a572-4a21-a7ea-b65ea5ae6bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dfa6efe-319f-4c0f-8e60-a0f167ddb627,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:31.972940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:31.974312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.006598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d108fd-1254-4305-81a4-aa36385b0386 req-2c68f916-6f3b-4fd0-9b43-7f9f47dbdfc9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:32.009688 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28d108fd-1254-4305-81a4-aa36385b0386 req-2c68f916-6f3b-4fd0-9b43-7f9f47dbdfc9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.5930452 Nov 03 02:23:32.017845 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6376ccd6-c33e-4a31-b789-1f18abc46d0b tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.5217857 Nov 03 02:23:32.019817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35318) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:32.024160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e4f21450-96c4-4f29-9e47-ab72636fb2dd tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Request body: {'floatingip': {'port_id': 'a6fc4d3e-beee-48e3-9f25-03db0a1f79cb'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:32.192821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da39282c-5028-47e8-987a-d1104060795b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (017efb63-bfc3-4f07-82c6-368280092f74), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.193079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': '0962aead-37d9-4f30-85dc-dbf654372b04'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:32.193950 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.194626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da39282c-5028-47e8-987a-d1104060795b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (017efb63-bfc3-4f07-82c6-368280092f74), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.291209 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35320) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:32.326595 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b78af2a4-4b66-49d1-b042-95a40a2f3ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.344667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da39282c-5028-47e8-987a-d1104060795b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for router_controller (017efb63-bfc3-4f07-82c6-368280092f74), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.369719 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fefa486-50cf-4837-a9f6-42e4f3fc45b8 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Router 60d81042-35ca-41c7-b3f6-3431af2e8b4e has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:32.377683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da39282c-5028-47e8-987a-d1104060795b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (017efb63-bfc3-4f07-82c6-368280092f74), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.379216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/0962aead-37d9-4f30-85dc-dbf654372b04/17a4f985-ed30-4532-a8cb-392eccd75af8) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:32.423170 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4f21450-96c4-4f29-9e47-ab72636fb2dd tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (8b1b8527-2cc6-42db-a4fc-3ae9981f306c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.441771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da39282c-5028-47e8-987a-d1104060795b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.445768 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-da39282c-5028-47e8-987a-d1104060795b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6147962 Nov 03 02:23:32.458840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35322) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:32.577650 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Publish callbacks [] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.581757 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Attempt 9 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:32.609200 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.609902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] device_id is not set on port fa7ea49e-1023-4533-bc6e-77bb63ed9558 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:32.646917 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks [] for port (fa7ea49e-1023-4533-bc6e-77bb63ed9558), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.669274 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cf694965-5a39-45b5-8b8b-4b1159cfe31f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4500101cd60a4fa893ef7369ece32b0f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3461797 Nov 03 02:23:32.672740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:32.684195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:32.687438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:32.694546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:32.712211 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35324) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:32.713840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (fa7ea49e-1023-4533-bc6e-77bb63ed9558), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.767942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Attempting to bind port 17a4f985-ed30-4532-a8cb-392eccd75af8 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:32.769062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Attempting to bind port 17a4f985-ed30-4532-a8cb-392eccd75af8 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:32.769823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Attempting to bind port 17a4f985-ed30-4532-a8cb-392eccd75af8 on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:32.771973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Pushing event updated for resources: {'Port': ['ID=17a4f985-ed30-4532-a8cb-392eccd75af8,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:32.787151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:32.787872 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:32.788936 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.789519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:32.791088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Bound port: 17a4f985-ed30-4532-a8cb-392eccd75af8, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:32.792090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.891526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] For port 17a4f985-ed30-4532-a8cb-392eccd75af8, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:32.895482 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] For port 17a4f985-ed30-4532-a8cb-392eccd75af8, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=17a4f985-ed30-4532-a8cb-392eccd75af8,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:32.911525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.927200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4f21450-96c4-4f29-9e47-ab72636fb2dd tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.935930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4f21450-96c4-4f29-9e47-ab72636fb2dd tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (8b1b8527-2cc6-42db-a4fc-3ae9981f306c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:32.990011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff405edc-5d1d-4a05-b8ae-f3d9004bfff6 None None] Pushing event updated for resources: {'Port': ['ID=17a4f985-ed30-4532-a8cb-392eccd75af8,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:33.062844 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28d108fd-1254-4305-81a4-aa36385b0386 req-f511e183-bd45-4bfe-b27b-cd184b686c61 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0436490 Nov 03 02:23:33.088426 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-e4f21450-96c4-4f29-9e47-ab72636fb2dd tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP 8b1b8527-2cc6-42db-a4fc-3ae9981f306c associated. External IP: 172.26.6.180, port: 469abb35-c4c5-4777-b8f7-839b827c8e80. Nov 03 02:23:33.103980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-35ee9d57-307c-4349-91b1-06abfeab822b admin admin] Publish callbacks [] for security_group (723c517d-5581-461e-94bc-e6c01d264276), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:33.145802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Checking segment: {'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:33.146172 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Network hostable DHCP agents. Network: 4ea93b7f-8d5f-406b-a15c-ed425f22de67, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:33.171188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7ea49e-1023-4533-bc6e-77bb63ed9558,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:33.190982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b78af2a4-4b66-49d1-b042-95a40a2f3ed9 admin admin] Publish callbacks [] for security_group (b71ce249-7ea1-4e94-946b-346fb78640b0), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:33.195787 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Attempt 10 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:33.238810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fefa486-50cf-4837-a9f6-42e4f3fc45b8 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:33.272080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fefa486-50cf-4837-a9f6-42e4f3fc45b8 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:33.272404 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7fefa486-50cf-4837-a9f6-42e4f3fc45b8 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "PUT /v2.0/routers/60d81042-35ca-41c7-b3f6-3431af2e8b4e HTTP/1.1" status: 200 len: 926 time: 5.5389903 Nov 03 02:23:33.273782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b78af2a4-4b66-49d1-b042-95a40a2f3ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b71ce249-7ea1-4e94-946b-346fb78640b0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:33.283177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35328) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:33.297089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-35ee9d57-307c-4349-91b1-06abfeab822b admin admin] Publish callbacks [] for security_group (723c517d-5581-461e-94bc-e6c01d264276), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:33.298652 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-48e2d3a5-2b1f-48c5-b460-1a709529f7c3 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:33.302058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42339cb0-f46d-4926-9932-60d30a1e72f4 None None] Sync routers for ids ['60d81042-35ca-41c7-b3f6-3431af2e8b4e'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:33.319508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42339cb0-f46d-4926-9932-60d30a1e72f4 None None] Routers {'60d81042-35ca-41c7-b3f6-3431af2e8b4e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:33.320676 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42339cb0-f46d-4926-9932-60d30a1e72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['60d81042-35ca-41c7-b3f6-3431af2e8b4e'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:33.363248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42339cb0-f46d-4926-9932-60d30a1e72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:33.375858 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42339cb0-f46d-4926-9932-60d30a1e72f4 None None] Routers {'60d81042-35ca-41c7-b3f6-3431af2e8b4e'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:33.376783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42339cb0-f46d-4926-9932-60d30a1e72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['60d81042-35ca-41c7-b3f6-3431af2e8b4e'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:33.423650 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42339cb0-f46d-4926-9932-60d30a1e72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:33.424689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42339cb0-f46d-4926-9932-60d30a1e72f4 None None] The sync data for ids ['60d81042-35ca-41c7-b3f6-3431af2e8b4e'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:33.449080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Provisioning complete for port 11fa7b79-fb8b-4006-9a23-0deca9a41acf triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:33.449615 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (11fa7b79-fb8b-4006-9a23-0deca9a41acf), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:33.450060 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Attempt 1 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:33.459825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:33.497057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:33.523290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f21450-96c4-4f29-9e47-ab72636fb2dd tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:33.531050 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78af2a4-4b66-49d1-b042-95a40a2f3ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71ce249-7ea1-4e94-946b-346fb78640b0,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:33.549920 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b78af2a4-4b66-49d1-b042-95a40a2f3ed9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e1d458b74a1484a9df95836907fad65&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8509657 Nov 03 02:23:33.550078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cbfd4-0f0b-4d1c-82e1-f065b553fee1 req-7efaef9f-336b-4f87-b980-afac8a0d8706 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:33.552536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35330) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:33.554117 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-608cbfd4-0f0b-4d1c-82e1-f065b553fee1 req-7efaef9f-336b-4f87-b980-afac8a0d8706 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2994435 Nov 03 02:23:33.557878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:33.569049 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 4ea93b7f-8d5f-406b-a15c-ed425f22de67) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:33.578130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fefd780-2e69-4724-b4af-366633010692 None None] Network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:33.610841 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35332) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:33.613677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:33.621079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'subnets': [{'network_id': 'bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--678330796', 'ip_version': 6}, {'network_id': '4bffc9d3-4d04-4ce2-b300-d26ccd538a96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:33.621400 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'subnet': {'network_id': 'bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--678330796', 'ip_version': 6}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:33.622052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Request body: {'subnet': {'network_id': '4bffc9d3-4d04-4ce2-b300-d26ccd538a96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:33.689027 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-608cbfd4-0f0b-4d1c-82e1-f065b553fee1 req-c0a2712d-a2d9-4566-8d29-aed6443d3216 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272590 Nov 03 02:23:33.743725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f21450-96c4-4f29-9e47-ab72636fb2dd tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:33.755665 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab5a36-6df3-499f-b4c7-1dfc79eb2520 None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:33.772366 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab5a36-6df3-499f-b4c7-1dfc79eb2520 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:33.773034 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c6ab5a36-6df3-499f-b4c7-1dfc79eb2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:33.833330 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c6ab5a36-6df3-499f-b4c7-1dfc79eb2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:33.843842 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab5a36-6df3-499f-b4c7-1dfc79eb2520 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:33.844465 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c6ab5a36-6df3-499f-b4c7-1dfc79eb2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:33.885665 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c6ab5a36-6df3-499f-b4c7-1dfc79eb2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:33.886335 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab5a36-6df3-499f-b4c7-1dfc79eb2520 None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:33.968401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106d48-a63a-4074-bca8-2df5cf84ae2b req-b7da7ac6-06ee-4775-8912-29428218bf8d tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:33.970791 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-53106d48-a63a-4074-bca8-2df5cf84ae2b req-b7da7ac6-06ee-4775-8912-29428218bf8d tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.1739297 Nov 03 02:23:33.978295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:33.978639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:33.979191 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:33.998939 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Attempt 2 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:34.025883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-35ee9d57-307c-4349-91b1-06abfeab822b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (723c517d-5581-461e-94bc-e6c01d264276), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.028518 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-35ee9d57-307c-4349-91b1-06abfeab822b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.031816 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f21450-96c4-4f29-9e47-ab72636fb2dd tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router ef85a34b-ffc8-4ab5-9617-18551c84c929 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:34.039255 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-35ee9d57-307c-4349-91b1-06abfeab822b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/723c517d-5581-461e-94bc-e6c01d264276 HTTP/1.1" status: 204 len: 168 time: 1.2270205 Nov 03 02:23:34.044172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:34.077468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:34.077818 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:34.084731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-53106d48-a63a-4074-bca8-2df5cf84ae2b req-5e0607e8-dbe9-4972-843f-879703794ff2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512192 Nov 03 02:23:34.087698 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 2 to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 Nov 03 02:23:34.101424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee9d57-307c-4349-91b1-06abfeab822b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723c517d-5581-461e-94bc-e6c01d264276,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:34.111600 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-08e97d40-bad7-46a0-8bb9-8bf43b318326 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/routers/60d81042-35ca-41c7-b3f6-3431af2e8b4e HTTP/1.1" status: 200 len: 926 time: 0.8235886 Nov 03 02:23:34.118422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35338) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:34.208358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:34.208747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:34.209092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:34.267322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f21450-96c4-4f29-9e47-ab72636fb2dd tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:34.272960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4f21450-96c4-4f29-9e47-ab72636fb2dd tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.284354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a95627-4624-4ba6-9387-013473811835 None None] Sync routers for ids ['ef85a34b-ffc8-4ab5-9617-18551c84c929'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:34.295591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a95627-4624-4ba6-9387-013473811835 None None] Routers {'ef85a34b-ffc8-4ab5-9617-18551c84c929'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:34.296245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-03a95627-4624-4ba6-9387-013473811835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['ef85a34b-ffc8-4ab5-9617-18551c84c929'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:34.305457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:34.306627 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:34.308120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f71192b-477d-43e5-9d9a-805cd758cf8f admin admin] Publish callbacks [] for security_group (b71ce249-7ea1-4e94-946b-346fb78640b0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.322624 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 3 to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 Nov 03 02:23:34.338563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-03a95627-4624-4ba6-9387-013473811835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:34.350701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a95627-4624-4ba6-9387-013473811835 None None] Routers {'ef85a34b-ffc8-4ab5-9617-18551c84c929'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:34.351037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c75a78-982f-4f03-b66a-07a85e5b117c req-e7b3d67d-c622-4723-94bf-0624b731353a tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:34.351865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-03a95627-4624-4ba6-9387-013473811835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['ef85a34b-ffc8-4ab5-9617-18551c84c929'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:34.353450 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-07c75a78-982f-4f03-b66a-07a85e5b117c req-e7b3d67d-c622-4723-94bf-0624b731353a tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.1434655 Nov 03 02:23:34.392648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-03a95627-4624-4ba6-9387-013473811835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:34.393577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a95627-4624-4ba6-9387-013473811835 None None] The sync data for ids ['ef85a34b-ffc8-4ab5-9617-18551c84c929'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:34.415157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:34.415488 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:34.416331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:34.456644 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-07c75a78-982f-4f03-b66a-07a85e5b117c req-45b3c670-fd5e-4cc0-9a4f-eb6085aa43ad tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968809 Nov 03 02:23:34.461111 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e4f21450-96c4-4f29-9e47-ab72636fb2dd tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "PUT /v2.0/floatingips/8b1b8527-2cc6-42db-a4fc-3ae9981f306c HTTP/1.1" status: 200 len: 976 time: 2.4400713 Nov 03 02:23:34.468744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35346) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:34.485092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:34.485092 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:34.493927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f71192b-477d-43e5-9d9a-805cd758cf8f admin admin] Publish callbacks [] for security_group (b71ce249-7ea1-4e94-946b-346fb78640b0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.532072 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 4 to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 Nov 03 02:23:34.546038 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Attempt 3 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:34.572981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 17a4f985-ed30-4532-a8cb-392eccd75af8 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:34.597315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port a6fc4d3e-beee-48e3-9f25-03db0a1f79cb {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:34.597878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (a6fc4d3e-beee-48e3-9f25-03db0a1f79cb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.608879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb507d-dc64-4483-a214-99cf3a884f70 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:34.614287 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f3fb507d-dc64-4483-a214-99cf3a884f70 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&device_id=60d81042-35ca-41c7-b3f6-3431af2e8b4e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4925725 Nov 03 02:23:34.618092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35356) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:34.624859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:34.646183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:34.646575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:34.647029 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:34.651056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 17a4f985-ed30-4532-a8cb-392eccd75af8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:34.651909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.652369 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 17a4f985-ed30-4532-a8cb-392eccd75af8 Nov 03 02:23:34.657809 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:34.658260 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:34.659435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::1 (45083813-f1f1-4019-a736-ce483eb72093/0962aead-37d9-4f30-85dc-dbf654372b04/1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:34.661629 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 5 to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 Nov 03 02:23:34.676308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f71192b-477d-43e5-9d9a-805cd758cf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b71ce249-7ea1-4e94-946b-346fb78640b0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.678979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f71192b-477d-43e5-9d9a-805cd758cf8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.684476 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6f71192b-477d-43e5-9d9a-805cd758cf8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b71ce249-7ea1-4e94-946b-346fb78640b0 HTTP/1.1" status: 204 len: 168 time: 1.1243737 Nov 03 02:23:34.688088 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:34.688439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:34.688810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:34.695295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Made reservation on behalf of ac6ae8cd09fe4d878b4789bb81c17c70 for: {'subnet': 2} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:34.701356 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.701710 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.733826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71192b-477d-43e5-9d9a-805cd758cf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71ce249-7ea1-4e94-946b-346fb78640b0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:34.736783 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:34.737153 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:34.753536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 17a4f985-ed30-4532-a8cb-392eccd75af8 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:34.753941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.804347 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 6 to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 Nov 03 02:23:34.805446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 17a4f985-ed30-4532-a8cb-392eccd75af8, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=17a4f985-ed30-4532-a8cb-392eccd75af8,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:34.814285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90016692-3728-415f-ae47-fc008451a808 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:34.815996 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-90016692-3728-415f-ae47-fc008451a808 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/networks/2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 881 time: 0.1967318 Nov 03 02:23:34.817804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.825235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35362) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:34.888261 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0891cbe6-7c7d-41c2-aad6-81389c527b92 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d81042-35ca-41c7-b3f6-3431af2e8b4e HTTP/1.1" status: 200 len: 205 time: 0.0581703 Nov 03 02:23:34.891290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35368) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:34.917233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=17a4f985-ed30-4532-a8cb-392eccd75af8,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:34.943032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (a6fc4d3e-beee-48e3-9f25-03db0a1f79cb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:34.988979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:34.989286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:34.989667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:35.024291 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:35.024725 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:35.031761 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 7 to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 Nov 03 02:23:35.066968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:35.067321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:35.067670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:35.077063 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:35.077322 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:35.085365 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 8 to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 Nov 03 02:23:35.118013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35374) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:35.125695 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Attempt 4 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:35.164445 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:35.164841 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:35.165258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:35.175049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:35.182245 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.187420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:35.187763 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:35.191825 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 9 to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 Nov 03 02:23:35.231608 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:35.231967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:35.232313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:35.281447 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:35.281729 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:35.286418 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 10 to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 Nov 03 02:23:35.320521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1152777554'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:35.335850 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.357828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:35.358240 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:35.358579 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:35.388000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (60d81042-35ca-41c7-b3f6-3431af2e8b4e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.430063 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:35.431256 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port fa7ea49e-1023-4533-bc6e-77bb63ed9558 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:35.431256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fa7ea49e-1023-4533-bc6e-77bb63ed9558), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.448581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:35.490994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:35.502577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:35.503167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (017efb63-bfc3-4f07-82c6-368280092f74), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.548756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.549130 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (8b1b8527-2cc6-42db-a4fc-3ae9981f306c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.549450 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Floating IP 8b1b8527-2cc6-42db-a4fc-3ae9981f306c disassociated. External IP: 172.26.6.180, port: a6fc4d3e-beee-48e3-9f25-03db0a1f79cb. Nov 03 02:23:35.549967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for a6fc4d3e-beee-48e3-9f25-03db0a1f79cb owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:35.556844 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Made reservation on behalf of 6c6239a2cb6e4556b0beffb378ae3256 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:35.558296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (60d81042-35ca-41c7-b3f6-3431af2e8b4e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.560181 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.587751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.625432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:35.678227 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Attempt 5 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:35.687803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Deleting port 8e263173-1283-472f-ba17-34862cc9756c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:35.688974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8e263173-1283-472f-ba17-34862cc9756c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.751866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:35.802594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (a6fc4d3e-beee-48e3-9f25-03db0a1f79cb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.812515 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35394) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:35.836166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] For port fa7ea49e-1023-4533-bc6e-77bb63ed9558, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:35.836707 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempted to set empty binding levels {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 02:23:35.845251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.850201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8e263173-1283-472f-ba17-34862cc9756c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.860232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=a6fc4d3e-beee-48e3-9f25-03db0a1f79cb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:35.870829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Calling delete_port for 8e263173-1283-472f-ba17-34862cc9756c owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:35.877338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (fa7ea49e-1023-4533-bc6e-77bb63ed9558), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.878415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:35.879592 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:35.953425 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.8755219 Nov 03 02:23:35.985341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35398) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:36.002491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'networks': [{'name': 'tempest-network--92866247'}, {'name': 'tempest-network--642029366'}]} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:36.002819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'network': {'name': 'tempest-network--92866247'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:36.003277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'network': {'name': 'tempest-network--642029366'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:36.023898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks [] for security_group (2c5a058b-0bb1-4740-a42d-1bd84523d087), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.039048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5562183-39de-430b-972c-686331b62687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7ea49e-1023-4533-bc6e-77bb63ed9558,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:36.042789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (2c5a058b-0bb1-4740-a42d-1bd84523d087), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.083388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (12645b17-1312-4823-bc27-4dbc07ee7b3b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.166333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Made reservation on behalf of 126bf0cf63ea47eaab355574cc704b0e for: {'network': 2} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:36.170392 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.180177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router ef85a34b-ffc8-4ab5-9617-18551c84c929 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:36.188159 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a058b-0bb1-4740-a42d-1bd84523d087,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:36.196925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.198704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:36.240179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (da5de5fe-4e05-4e32-99f3-6a3ceae9b647), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.240559 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Added segment da5de5fe-4e05-4e32-99f3-6a3ceae9b647 of type vlan for network f2d69222-0303-4011-a3db-c000187c365d Nov 03 02:23:36.241755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event updated for resources: {'Subnet': ['ID=12645b17-1312-4823-bc27-4dbc07ee7b3b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:36.253705 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Attempt 6 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:36.288791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:36.303003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-28509b75-5d5a-40b3-90c4-794f00637ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Deleting port fa7ea49e-1023-4533-bc6e-77bb63ed9558 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:36.303292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28509b75-5d5a-40b3-90c4-794f00637ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fa7ea49e-1023-4533-bc6e-77bb63ed9558), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.336024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Checking segment: {'id': '09db932a-aa19-4af3-a465-e9b84fa45c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:36.336472 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Network hostable DHCP agents. Network: bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:36.353755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (f2d69222-0303-4011-a3db-c000187c365d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.398194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Network bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:36.422437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:36.422796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8e263173-1283-472f-ba17-34862cc9756c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.427694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (42f8abe1-912d-49da-93f0-84b6911e6b84), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.436637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f16c31-0382-4684-bf34-a871d708d22d None None] Network bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:36.447731 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (f2d69222-0303-4011-a3db-c000187c365d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.448072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-28509b75-5d5a-40b3-90c4-794f00637ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] For port fa7ea49e-1023-4533-bc6e-77bb63ed9558, host hv-neutron-8606, got binding levels [] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:36.448425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28509b75-5d5a-40b3-90c4-794f00637ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fa7ea49e-1023-4533-bc6e-77bb63ed9558), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.452754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:36.453368 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.485758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Pushing event deleted for resources: {'Port': ['ID=8e263173-1283-472f-ba17-34862cc9756c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:36.501726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-28509b75-5d5a-40b3-90c4-794f00637ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Calling delete_port for fa7ea49e-1023-4533-bc6e-77bb63ed9558 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:36.510398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:36.526143 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e448a5-259f-4105-9c0a-5cc50e2ca4d8 None None] Sync routers for ids ['ef85a34b-ffc8-4ab5-9617-18551c84c929'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:36.540690 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e448a5-259f-4105-9c0a-5cc50e2ca4d8 None None] Routers {'ef85a34b-ffc8-4ab5-9617-18551c84c929'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:36.541767 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-13e448a5-259f-4105-9c0a-5cc50e2ca4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['ef85a34b-ffc8-4ab5-9617-18551c84c929'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:36.567384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.586205 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-13e448a5-259f-4105-9c0a-5cc50e2ca4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:36.600637 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e448a5-259f-4105-9c0a-5cc50e2ca4d8 None None] Routers {'ef85a34b-ffc8-4ab5-9617-18551c84c929'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:36.601183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 17a4f985-ed30-4532-a8cb-392eccd75af8 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:36.601631 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-13e448a5-259f-4105-9c0a-5cc50e2ca4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['ef85a34b-ffc8-4ab5-9617-18551c84c929'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:36.608200 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e', 'network_id': 'bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e', 'project_id': 'ac6ae8cd09fe4d878b4789bb81c17c70', 'fixed_ips': [{'subnet_id': '12645b17-1312-4823-bc27-4dbc07ee7b3b'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:36.609112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.628194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Pushing event updated for resources: {'Network': ['ID=f2d69222-0303-4011-a3db-c000187c365d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:36.637669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks [] for security_group (50c1a8d7-b87d-43a1-96b9-7424e9bf802a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.639743 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-88943b93-4f9d-4165-80d4-b81b38f123a9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5192513 Nov 03 02:23:36.642786 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-13e448a5-259f-4105-9c0a-5cc50e2ca4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:36.643653 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e448a5-259f-4105-9c0a-5cc50e2ca4d8 None None] The sync data for ids ['ef85a34b-ffc8-4ab5-9617-18551c84c929'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:36.647324 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.648928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (017efb63-bfc3-4f07-82c6-368280092f74), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.657423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35400) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:36.658957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network f2d69222-0303-4011-a3db-c000187c365d details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:36.669094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (50c1a8d7-b87d-43a1-96b9-7424e9bf802a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.669576 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.700784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Request body: {'subnet': {'network_id': 'f2d69222-0303-4011-a3db-c000187c365d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:36.736619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (60d81042-35ca-41c7-b3f6-3431af2e8b4e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.765511 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event updated for resources: {'Subnet': ['ID=42f8abe1-912d-49da-93f0-84b6911e6b84,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:36.809511 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Attempt 7 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:36.823381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.829094 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-35596dcc-6253-4f2a-9ed8-8d167e0861fb tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/ports/a6fc4d3e-beee-48e3-9f25-03db0a1f79cb HTTP/1.1" status: 204 len: 168 time: 2.3563986 Nov 03 02:23:36.831504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c1a8d7-b87d-43a1-96b9-7424e9bf802a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:36.835848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35402) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:36.841239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:36.850179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:36.852928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Checking segment: {'id': 'dabfebc8-0cc5-4dff-8144-f563d692fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4bffc9d3-4d04-4ce2-b300-d26ccd538a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:36.853397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Network hostable DHCP agents. Network: 4bffc9d3-4d04-4ce2-b300-d26ccd538a96, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:36.873416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 17a4f985-ed30-4532-a8cb-392eccd75af8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:36.873801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.874147 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 17a4f985-ed30-4532-a8cb-392eccd75af8 Nov 03 02:23:36.890648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (60d81042-35ca-41c7-b3f6-3431af2e8b4e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.894713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (0f2c9d23-76bd-4d14-8b1f-fa22717d8992), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.894713 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Added segment 0f2c9d23-76bd-4d14-8b1f-fa22717d8992 of type vlan for network 70e630d9-8a9a-4948-810d-a4f0b65a062d Nov 03 02:23:36.895452 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28509b75-5d5a-40b3-90c4-794f00637ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (fa7ea49e-1023-4533-bc6e-77bb63ed9558), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.900448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:36.905704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (60d81042-35ca-41c7-b3f6-3431af2e8b4e), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:36.965613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Allocated IP 2001:db8::1 (bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e/12645b17-1312-4823-bc27-4dbc07ee7b3b/6f0af233-deb4-4231-8ffc-e8f784d3a35c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:36.985086 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Network 4bffc9d3-4d04-4ce2-b300-d26ccd538a96 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:36.990738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28509b75-5d5a-40b3-90c4-794f00637ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa7ea49e-1023-4533-bc6e-77bb63ed9558,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:37.004355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (70e630d9-8a9a-4948-810d-a4f0b65a062d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.006929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-28509b75-5d5a-40b3-90c4-794f00637ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.011144 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-28509b75-5d5a-40b3-90c4-794f00637ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "DELETE /v2.0/ports/fa7ea49e-1023-4533-bc6e-77bb63ed9558 HTTP/1.1" status: 204 len: 168 time: 1.0231094 Nov 03 02:23:37.014139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35404) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:37.025087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 17a4f985-ed30-4532-a8cb-392eccd75af8 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:37.026748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (60d81042-35ca-41c7-b3f6-3431af2e8b4e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.027278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Fanout notify agent at l3_agent the message router_deleted on router 60d81042-35ca-41c7-b3f6-3431af2e8b4e {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:37.030676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Made reservation on behalf of 6c6239a2cb6e4556b0beffb378ae3256 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:37.034491 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.049959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.051082 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-76001715-b49d-4b41-bb61-8a3eeb4af52b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/60d81042-35ca-41c7-b3f6-3431af2e8b4e HTTP/1.1" status: 204 len: 168 time: 2.1588211 Nov 03 02:23:37.055470 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d1662c-8293-40db-82b8-12ee1613603c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] GET failed (client error): The resource could not be found. Nov 03 02:23:37.057316 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-49d1662c-8293-40db-82b8-12ee1613603c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "GET /v2.0/ports/fa7ea49e-1023-4533-bc6e-77bb63ed9558 HTTP/1.1" status: 404 len: 333 time: 0.0423088 Nov 03 02:23:37.057901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35406) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:37.064567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35408) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:37.069265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8db74ad5-3805-4ef7-88bd-1d23b7282245 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1347368505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:37.084099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Request body: {'port': {'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1972645842'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:37.110441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:37.120077 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 4bffc9d3-4d04-4ce2-b300-d26ccd538a96) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:37.125719 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:37.126610 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:37.127133 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.127720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (7ab5dafe-fb72-4fed-b8a5-450dc372c3fc), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.128117 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Added segment 7ab5dafe-fb72-4fed-b8a5-450dc372c3fc of type vlan for network e3887885-16bd-44b8-bd71-e51482abbb3e Nov 03 02:23:37.130148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8db74ad5-3805-4ef7-88bd-1d23b7282245 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.131295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8db74ad5-3805-4ef7-88bd-1d23b7282245 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.148447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Made reservation on behalf of 7b9538df0cd14fbca367b86a05af8731 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:37.148959 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:37.151136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.163188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:37.184589 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f8f8520d-6e16-4a81-8605-57e120be6dcf tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5654705 Nov 03 02:23:37.184895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49da9b0-bda4-4284-ac05-a2b9f774896f None None] Network 4bffc9d3-4d04-4ce2-b300-d26ccd538a96 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:37.185225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35410) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:37.264518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (e3887885-16bd-44b8-bd71-e51482abbb3e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.269896 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8db74ad5-3805-4ef7-88bd-1d23b7282245 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.274422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] device_id is not set on port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:37.288306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8db74ad5-3805-4ef7-88bd-1d23b7282245 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.370568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de06865-dd43-49a3-9a03-9d6d82b93817 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:37.372183 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de06865-dd43-49a3-9a03-9d6d82b93817 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:37.372785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-4bffc9d3-4d04-4ce2-b300-d26ccd538a96', 'network_id': '4bffc9d3-4d04-4ce2-b300-d26ccd538a96', 'project_id': 'ac6ae8cd09fe4d878b4789bb81c17c70', 'fixed_ips': [{'subnet_id': '42f8abe1-912d-49da-93f0-84b6911e6b84'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:37.373883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.374523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de06865-dd43-49a3-9a03-9d6d82b93817 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:37.376333 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4de06865-dd43-49a3-9a03-9d6d82b93817 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1798766 Nov 03 02:23:37.387685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35412) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:37.401570 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Attempt 8 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:37.421378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8db74ad5-3805-4ef7-88bd-1d23b7282245 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.422897 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8db74ad5-3805-4ef7-88bd-1d23b7282245 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3592393 Nov 03 02:23:37.425871 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Publish callbacks [] for port (6f0af233-deb4-4231-8ffc-e8f784d3a35c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.432277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35414) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:37.441609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Request body: {'router': {'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:37.467548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (70e630d9-8a9a-4948-810d-a4f0b65a062d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.468062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (e3887885-16bd-44b8-bd71-e51482abbb3e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.473378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:37.478033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:37.479093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.631318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (6f0af233-deb4-4231-8ffc-e8f784d3a35c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.638954 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.8175557 Nov 03 02:23:37.678638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35416) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:37.682422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:37.687882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Allocated IP 2001:db8:0:1::1 (4bffc9d3-4d04-4ce2-b300-d26ccd538a96/42f8abe1-912d-49da-93f0-84b6911e6b84/b5dce5e7-a0b0-4505-be18-add3cbc033be) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:37.699830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Network bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:37.708366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:37.711128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e9d6bb-03ec-49eb-bec3-45b9183cb28a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Deleting subnet 12645b17-1312-4823-bc27-4dbc07ee7b3b {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:37.717934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:37.733401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d6bb-03ec-49eb-bec3-45b9183cb28a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks [] for subnet (12645b17-1312-4823-bc27-4dbc07ee7b3b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.742439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Pushing event updated for resources: {'Port': ['ID=6f0af233-deb4-4231-8ffc-e8f784d3a35c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:37.786336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event updated for resources: {'Network': ['ID=70e630d9-8a9a-4948-810d-a4f0b65a062d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:37.852156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 70e630d9-8a9a-4948-810d-a4f0b65a062d details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:37.927176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Router 017efb63-bfc3-4f07-82c6-368280092f74 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:23:37.936559 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (9d39b639-e5da-4c8e-86d9-9b059678d92a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.937382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Attempting to bind port 6f0af233-deb4-4231-8ffc-e8f784d3a35c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:37.937826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Attempting to bind port 6f0af233-deb4-4231-8ffc-e8f784d3a35c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '09db932a-aa19-4af3-a465-e9b84fa45c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:37.938272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Attempting to bind port 6f0af233-deb4-4231-8ffc-e8f784d3a35c on network bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:37.947483 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks [] for port (c2fcba7b-bdcb-44d3-9589-c91c1b99e33a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.990538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:37.991012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Checking segment: {'id': '09db932a-aa19-4af3-a465-e9b84fa45c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:37.991479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:37.991925 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Bound using segment: {'id': '09db932a-aa19-4af3-a465-e9b84fa45c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:37.992480 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Bound port: 6f0af233-deb4-4231-8ffc-e8f784d3a35c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09db932a-aa19-4af3-a465-e9b84fa45c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:37.993304 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6f0af233-deb4-4231-8ffc-e8f784d3a35c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.000314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d6bb-03ec-49eb-bec3-45b9183cb28a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (12645b17-1312-4823-bc27-4dbc07ee7b3b), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.067958 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.098714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Pushing event updated for resources: {'Subnet': ['ID=9d39b639-e5da-4c8e-86d9-9b059678d92a,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:38.134599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] For port 6f0af233-deb4-4231-8ffc-e8f784d3a35c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:38.137127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Publish callbacks [] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.139687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] For port 6f0af233-deb4-4231-8ffc-e8f784d3a35c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6f0af233-deb4-4231-8ffc-e8f784d3a35c,segment=NetworkSegment(09db932a-aa19-4af3-a465-e9b84fa45c19),segment_id=09db932a-aa19-4af3-a465-e9b84fa45c19)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:38.148997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.152778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6f0af233-deb4-4231-8ffc-e8f784d3a35c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.157098 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Checking segment: {'id': 'da5de5fe-4e05-4e32-99f3-6a3ceae9b647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d69222-0303-4011-a3db-c000187c365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:38.158197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Network hostable DHCP agents. Network: f2d69222-0303-4011-a3db-c000187c365d, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:38.161225 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:38.172410 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9a4297cf-6b59-49bd-a24a-84eb410ee299 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "PUT /v2.0/routers/017efb63-bfc3-4f07-82c6-368280092f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7088511 Nov 03 02:23:38.179463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35418) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:38.180742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Sync routers for ids ['017efb63-bfc3-4f07-82c6-368280092f74'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:38.214035 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Attempt 9 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:38.262808 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Network 4bffc9d3-4d04-4ce2-b300-d26ccd538a96 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:38.273718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:38.276786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Routers {'017efb63-bfc3-4f07-82c6-368280092f74'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:38.277583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['017efb63-bfc3-4f07-82c6-368280092f74'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:38.279869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:38.283231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d187a-1be3-431a-954b-26f1fbf819ba tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:38.285356 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ec9d187a-1be3-431a-954b-26f1fbf819ba tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports/1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda HTTP/1.1" status: 200 len: 911 time: 0.1035426 Nov 03 02:23:38.287407 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Network f2d69222-0303-4011-a3db-c000187c365d is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:38.289661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35420) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:38.293074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Pushing event updated for resources: {'Port': ['ID=b5dce5e7-a0b0-4505-be18-add3cbc033be,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:38.330292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:38.358762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, f2d69222-0303-4011-a3db-c000187c365d) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:38.367095 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:38.367095 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.400754 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-19d237fd-bd73-4438-91ae-702b26d548a6 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7326329 Nov 03 02:23:38.401151 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31a1bb5c-13cd-455c-8ed2-bceea0ace1b3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (ef85a34b-ffc8-4ab5-9617-18551c84c929), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.404349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35422) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:38.409755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Request body: {'port': {'network_id': 'f2d69222-0303-4011-a3db-c000187c365d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-669535473'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:38.414708 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff0d55-0375-4669-a0ad-ed5488801984 None None] Network f2d69222-0303-4011-a3db-c000187c365d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:38.534119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1efc56-d8b3-40aa-a58f-f5bd5194b04d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:38.540953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1efc56-d8b3-40aa-a58f-f5bd5194b04d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:38.542816 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2e1efc56-d8b3-40aa-a58f-f5bd5194b04d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2504199 Nov 03 02:23:38.546943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35424) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:38.580402 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533a695-163c-4d75-a0de-ac18a77367ce tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event updated for resources: {'Network': ['ID=e3887885-16bd-44b8-bd71-e51482abbb3e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:38.580664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Attempting to bind port b5dce5e7-a0b0-4505-be18-add3cbc033be on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:38.581136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Attempting to bind port b5dce5e7-a0b0-4505-be18-add3cbc033be by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'dabfebc8-0cc5-4dff-8144-f563d692fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4bffc9d3-4d04-4ce2-b300-d26ccd538a96'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:38.581783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Attempting to bind port b5dce5e7-a0b0-4505-be18-add3cbc033be on network 4bffc9d3-4d04-4ce2-b300-d26ccd538a96 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:38.588204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Set router 017efb63-bfc3-4f07-82c6-368280092f74 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:38.618000 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network e3887885-16bd-44b8-bd71-e51482abbb3e details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:38.628684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee20b9e-bcbb-4ad5-a877-664d34106955 None None] Pushing event updated for resources: {'Port': ['ID=6f0af233-deb4-4231-8ffc-e8f784d3a35c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:38.637738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c2fcba7b-bdcb-44d3-9589-c91c1b99e33a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.657618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:38.657618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Checking segment: {'id': 'dabfebc8-0cc5-4dff-8144-f563d692fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4bffc9d3-4d04-4ce2-b300-d26ccd538a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:38.657618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.657618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Bound using segment: {'id': 'dabfebc8-0cc5-4dff-8144-f563d692fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4bffc9d3-4d04-4ce2-b300-d26ccd538a96'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:38.658970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Bound port: b5dce5e7-a0b0-4505-be18-add3cbc033be, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabfebc8-0cc5-4dff-8144-f563d692fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4bffc9d3-4d04-4ce2-b300-d26ccd538a96'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:38.659457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.661988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.692370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5f4b9-9f5f-4efa-8d9e-1035f11bef59 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:38.697993 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5f4b9-9f5f-4efa-8d9e-1035f11bef59 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:38.703277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5f4b9-9f5f-4efa-8d9e-1035f11bef59 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:38.714982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5f4b9-9f5f-4efa-8d9e-1035f11bef59 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:38.716849 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0ac5f4b9-9f5f-4efa-8d9e-1035f11bef59 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 1.0371366 Nov 03 02:23:38.735457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35426) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:38.751578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:38.760548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:38.783229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:38.784280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:38.784978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.840308 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Attempt 10 to provision port 11fa7b79-fb8b-4006-9a23-0deca9a41acf Nov 03 02:23:38.852523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event updated for resources: {'Port': ['ID=c2fcba7b-bdcb-44d3-9589-c91c1b99e33a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:38.862960 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b49a7223-19a7-44e5-9882-7e1854d37e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7847927 Nov 03 02:23:38.869338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35428) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:38.870319 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-f2d69222-0303-4011-a3db-c000187c365d', 'network_id': 'f2d69222-0303-4011-a3db-c000187c365d', 'project_id': '6c6239a2cb6e4556b0beffb378ae3256', 'fixed_ips': [{'subnet_id': '9d39b639-e5da-4c8e-86d9-9b059678d92a'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:38.871168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.874300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:38.880220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d6bb-03ec-49eb-bec3-45b9183cb28a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (12645b17-1312-4823-bc27-4dbc07ee7b3b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:38.965864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Port 11fa7b79-fb8b-4006-9a23-0deca9a41acf cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:38.981790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-feafe2ef-ffd2-4eca-9b2a-1bb7b578c452 None None] Could not find standard attr ID for object a6fc4d3e-beee-48e3-9f25-03db0a1f79cb. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:23:38.993617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (70e630d9-8a9a-4948-810d-a4f0b65a062d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.028539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d6bb-03ec-49eb-bec3-45b9183cb28a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (12645b17-1312-4823-bc27-4dbc07ee7b3b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.028756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] For port b5dce5e7-a0b0-4505-be18-add3cbc033be, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:39.032833 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Made reservation on behalf of 6c6239a2cb6e4556b0beffb378ae3256 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:39.036225 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.057600 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] For port b5dce5e7-a0b0-4505-be18-add3cbc033be, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b5dce5e7-a0b0-4505-be18-add3cbc033be,segment=NetworkSegment(dabfebc8-0cc5-4dff-8144-f563d692fbd1),segment_id=dabfebc8-0cc5-4dff-8144-f563d692fbd1)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:39.072422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9d6bb-03ec-49eb-bec3-45b9183cb28a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event deleted for resources: {'Subnet': ['ID=12645b17-1312-4823-bc27-4dbc07ee7b3b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:39.075683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d6bb-03ec-49eb-bec3-45b9183cb28a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.081870 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c4e9d6bb-03ec-49eb-bec3-45b9183cb28a tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "DELETE /v2.0/subnets/12645b17-1312-4823-bc27-4dbc07ee7b3b HTTP/1.1" status: 204 len: 168 time: 1.6914635 Nov 03 02:23:39.082219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c2fcba7b-bdcb-44d3-9589-c91c1b99e33a), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.084929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35430) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:39.098291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.119628 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] device_id is not set on port 749676df-9b8e-4e75-8fea-ae5e8f144b50 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:39.290765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (70e630d9-8a9a-4948-810d-a4f0b65a062d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.333159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-8217c439-d4b0-4be5-a266-9c40a2f02157 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Deleting subnet 42f8abe1-912d-49da-93f0-84b6911e6b84 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:39.345983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8217c439-d4b0-4be5-a266-9c40a2f02157 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks [] for subnet (42f8abe1-912d-49da-93f0-84b6911e6b84), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.371016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e630d9-8a9a-4948-810d-a4f0b65a062d']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:39.388932 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2c9d23-76bd-4d14-8b1f-fa22717d8992') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:39.389308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2c9d23-76bd-4d14-8b1f-fa22717d8992') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:39.392195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Provisioning complete for port 17a4f985-ed30-4532-a8cb-392eccd75af8 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:39.392553 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.393015 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Attempt 1 to provision port 17a4f985-ed30-4532-a8cb-392eccd75af8 Nov 03 02:23:39.409819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (0f2c9d23-76bd-4d14-8b1f-fa22717d8992), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.433533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Allocated IP 2001:db8::2 (f2d69222-0303-4011-a3db-c000187c365d/9d39b639-e5da-4c8e-86d9-9b059678d92a/8dd07b58-b7b0-4dff-a791-820127fd0b68) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:39.458355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (0f2c9d23-76bd-4d14-8b1f-fa22717d8992), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.478182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:39.478611 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (0f2c9d23-76bd-4d14-8b1f-fa22717d8992), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.483384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-31a1bb5c-13cd-455c-8ed2-bceea0ace1b3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port 11fa7b79-fb8b-4006-9a23-0deca9a41acf {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:39.483719 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31a1bb5c-13cd-455c-8ed2-bceea0ace1b3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (11fa7b79-fb8b-4006-9a23-0deca9a41acf), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.523511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8217c439-d4b0-4be5-a266-9c40a2f02157 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (42f8abe1-912d-49da-93f0-84b6911e6b84), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.524792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66ee14-a6af-4064-aac9-32d4c0e023f0 None None] Pushing event updated for resources: {'Port': ['ID=b5dce5e7-a0b0-4505-be18-add3cbc033be,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:39.548776 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 0f2c9d23-76bd-4d14-8b1f-fa22717d8992 resource provider aggregate not found Nov 03 02:23:39.642808 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017efb63-bfc3-4f07-82c6-368280092f74', 'name': 'tempest-NetworksTestDHCPv6-router-2145662165', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:32Z', 'updated_at': '2022-11-03T02:23:35Z', 'revision_number': 2, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None, '_interfaces': [{'id': '1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda', 'name': '', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'mac_address': 'fa:16:3e:2f:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017efb63-bfc3-4f07-82c6-368280092f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0962aead-37d9-4f30-85dc-dbf654372b04', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:23:34Z', 'updated_at': '2022-11-03T02:23:36Z', 'revision_number': 2, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'subnets': [{'id': '0962aead-37d9-4f30-85dc-dbf654372b04', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:39.645155 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 0f2c9d23-76bd-4d14-8b1f-fa22717d8992 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f2c9d23-76bd-4d14-8b1f-fa22717d8992 found for delete ", "request_id": "req-f526016c-e289-4889-89c2-da786250c0b6"}]} Nov 03 02:23:39.655826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (70e630d9-8a9a-4948-810d-a4f0b65a062d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.693742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.697222 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "DELETE /v2.0/networks/70e630d9-8a9a-4948-810d-a4f0b65a062d HTTP/1.1" status: 204 len: 168 time: 0.9606054 Nov 03 02:23:39.710579 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35436) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:39.722735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Checking router: 017efb63-bfc3-4f07-82c6-368280092f74 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:23:39.723222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Updating router 017efb63-bfc3-4f07-82c6-368280092f74 port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:23:39.726235 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cf757-e7cb-42c3-8e5e-a5659fbc8833 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event deleted for resources: {'Network': ['ID=70e630d9-8a9a-4948-810d-a4f0b65a062d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:39.757030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8217c439-d4b0-4be5-a266-9c40a2f02157 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (42f8abe1-912d-49da-93f0-84b6911e6b84), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.814792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-618ad44b-2ef2-4c6f-9b21-cb79edee554e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.817528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Current status of the port 17a4f985-ed30-4532-a8cb-392eccd75af8 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:39.824017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.824641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.835822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] device_id is not set on port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:39.850549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks [] for port (c2fcba7b-bdcb-44d3-9589-c91c1b99e33a), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.867473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31a1bb5c-13cd-455c-8ed2-bceea0ace1b3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (11fa7b79-fb8b-4006-9a23-0deca9a41acf), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.877050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46834d7-37d0-4b1f-90c1-0e4c9b517698 None None] Network bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:39.881698 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.883573 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (017efb63-bfc3-4f07-82c6-368280092f74), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.890956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-31a1bb5c-13cd-455c-8ed2-bceea0ace1b3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for 11fa7b79-fb8b-4006-9a23-0deca9a41acf owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:39.892663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (c2fcba7b-bdcb-44d3-9589-c91c1b99e33a), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.931523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Provisioning complete for port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:39.932092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.932512 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Attempt 1 to provision port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda Nov 03 02:23:39.972070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Publish callbacks [] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:39.985703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (e3887885-16bd-44b8-bd71-e51482abbb3e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.007130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.033486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event updated for resources: {'Port': ['ID=c2fcba7b-bdcb-44d3-9589-c91c1b99e33a,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:40.043096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:40.043096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:40.043519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:40.049913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8217c439-d4b0-4be5-a266-9c40a2f02157 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (42f8abe1-912d-49da-93f0-84b6911e6b84), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.099085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:40.099085 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:40.120230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 2 to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a Nov 03 02:23:40.121029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:40.124322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Network f2d69222-0303-4011-a3db-c000187c365d is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:40.127466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217c439-d4b0-4be5-a266-9c40a2f02157 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event deleted for resources: {'Subnet': ['ID=42f8abe1-912d-49da-93f0-84b6911e6b84,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:40.141069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Allocated IP 2001:db8::15c (f2d69222-0303-4011-a3db-c000187c365d/9d39b639-e5da-4c8e-86d9-9b059678d92a/749676df-9b8e-4e75-8fea-ae5e8f144b50) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:40.149078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:40.152676 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:40.161346 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8217c439-d4b0-4be5-a266-9c40a2f02157 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.166916 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8217c439-d4b0-4be5-a266-9c40a2f02157 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "DELETE /v2.0/subnets/42f8abe1-912d-49da-93f0-84b6911e6b84 HTTP/1.1" status: 204 len: 168 time: 1.0775473 Nov 03 02:23:40.183756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Pushing event updated for resources: {'Port': ['ID=8dd07b58-b7b0-4dff-a791-820127fd0b68,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:40.187494 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35438) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:40.192211 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:40.192571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:40.192911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:40.214160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:40.214548 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:40.237684 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 3 to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a Nov 03 02:23:40.253119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (e3887885-16bd-44b8-bd71-e51482abbb3e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.268387 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Allocated IP 172.26.6.245 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/e71fab23-2809-4e29-b366-9868f1cd7bcd) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:40.288146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:40.288775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:40.289455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Attempting to bind port 8dd07b58-b7b0-4dff-a791-820127fd0b68 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:40.289697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:40.289843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Attempting to bind port 8dd07b58-b7b0-4dff-a791-820127fd0b68 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'da5de5fe-4e05-4e32-99f3-6a3ceae9b647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d69222-0303-4011-a3db-c000187c365d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:40.290757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Attempting to bind port 8dd07b58-b7b0-4dff-a791-820127fd0b68 on network f2d69222-0303-4011-a3db-c000187c365d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:40.300357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:40.300787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Checking segment: {'id': 'da5de5fe-4e05-4e32-99f3-6a3ceae9b647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d69222-0303-4011-a3db-c000187c365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:40.301204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.301612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Bound using segment: {'id': 'da5de5fe-4e05-4e32-99f3-6a3ceae9b647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d69222-0303-4011-a3db-c000187c365d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:40.302100 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Bound port: 8dd07b58-b7b0-4dff-a791-820127fd0b68, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5de5fe-4e05-4e32-99f3-6a3ceae9b647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d69222-0303-4011-a3db-c000187c365d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:40.302565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.316539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:40.317146 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:40.319180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3887885-16bd-44b8-bd71-e51482abbb3e']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:40.328523 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 4 to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a Nov 03 02:23:40.370824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e60318f-53cb-4727-8416-98e95e12d1da None None] DHCP port deletion for bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:40.403547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab5dafe-fb72-4fed-b8a5-450dc372c3fc') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:40.404133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab5dafe-fb72-4fed-b8a5-450dc372c3fc') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:40.420862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (7ab5dafe-fb72-4fed-b8a5-450dc372c3fc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.436179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:40.438212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:40.438736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:40.450116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] For port 8dd07b58-b7b0-4dff-a791-820127fd0b68, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:40.454515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] For port 8dd07b58-b7b0-4dff-a791-820127fd0b68, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8dd07b58-b7b0-4dff-a791-820127fd0b68,segment=NetworkSegment(da5de5fe-4e05-4e32-99f3-6a3ceae9b647),segment_id=da5de5fe-4e05-4e32-99f3-6a3ceae9b647)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:40.485075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.502628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:40.502956 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:40.517649 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 5 to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a Nov 03 02:23:40.528431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (7ab5dafe-fb72-4fed-b8a5-450dc372c3fc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.539432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Publish callbacks [] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.562319 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.571402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8e60318f-53cb-4727-8416-98e95e12d1da None None] Deleting port 6f0af233-deb4-4231-8ffc-e8f784d3a35c {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:40.572108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8e60318f-53cb-4727-8416-98e95e12d1da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6f0af233-deb4-4231-8ffc-e8f784d3a35c), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.581838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:40.582224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (7ab5dafe-fb72-4fed-b8a5-450dc372c3fc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.629176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497c59a-dfc6-4bf3-97dc-589a57e0c848 None None] Pushing event updated for resources: {'Port': ['ID=8dd07b58-b7b0-4dff-a791-820127fd0b68,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:40.636030 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Attempt 2 to provision port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda Nov 03 02:23:40.643344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b5dce5e7-a0b0-4505-be18-add3cbc033be up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:40.648986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:40.651941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:40.652571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:40.689670 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 7ab5dafe-fb72-4fed-b8a5-450dc372c3fc resource provider aggregate not found Nov 03 02:23:40.730242 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 7ab5dafe-fb72-4fed-b8a5-450dc372c3fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ab5dafe-fb72-4fed-b8a5-450dc372c3fc found for delete ", "request_id": "req-ebec2e1a-6e48-4917-bb21-3e9d1077ddaa"}]} Nov 03 02:23:40.730945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:40.731979 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:40.734727 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 6 to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a Nov 03 02:23:40.739522 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832885e2-adda-4540-a9af-eca80d957636 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:40.742290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for port (e71fab23-2809-4e29-b366-9868f1cd7bcd), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.751430 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-832885e2-adda-4540-a9af-eca80d957636 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5619986 Nov 03 02:23:40.761121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35444) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:40.791126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (e3887885-16bd-44b8-bd71-e51482abbb3e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.820642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49954542-8420-4849-ae1d-d0ad6350355d None None] Pushing event updated for resources: {'Port': ['ID=1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:40.823264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:40.823666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:40.824011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:40.825355 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:40.829904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8e60318f-53cb-4727-8416-98e95e12d1da None None] For port 6f0af233-deb4-4231-8ffc-e8f784d3a35c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6f0af233-deb4-4231-8ffc-e8f784d3a35c,segment=NetworkSegment(09db932a-aa19-4af3-a465-e9b84fa45c19),segment_id=09db932a-aa19-4af3-a465-e9b84fa45c19)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:40.830508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8e60318f-53cb-4727-8416-98e95e12d1da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6f0af233-deb4-4231-8ffc-e8f784d3a35c), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.838229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:40.843859 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "DELETE /v2.0/networks/e3887885-16bd-44b8-bd71-e51482abbb3e HTTP/1.1" status: 204 len: 168 time: 1.1276193 Nov 03 02:23:40.860332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35446) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:40.874151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f59fda-f6b4-4401-b535-9fc8955c9dc1 None None] Network 4bffc9d3-4d04-4ce2-b300-d26ccd538a96 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:40.889866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8e60318f-53cb-4727-8416-98e95e12d1da None None] Calling delete_port for 6f0af233-deb4-4231-8ffc-e8f784d3a35c owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:40.897214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3ce13-620d-421b-a48d-e8148ade19a3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event deleted for resources: {'Network': ['ID=e3887885-16bd-44b8-bd71-e51482abbb3e,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:40.898964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:40.899358 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:40.911709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Attempting to bind port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:40.912319 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 7 to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a Nov 03 02:23:40.913473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Attempting to bind port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:40.913860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Attempting to bind port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:40.993289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:40.994235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:40.994393 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:40.999702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:40.999977 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:41.000390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.000824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:41.001549 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Bound port: 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:41.002005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.012966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (4bffc9d3-4d04-4ce2-b300-d26ccd538a96), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.024821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:41.025318 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:41.026370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e71fab23-2809-4e29-b366-9868f1cd7bcd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.058726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b5dce5e7-a0b0-4505-be18-add3cbc033be triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:41.059366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.059960 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b5dce5e7-a0b0-4505-be18-add3cbc033be Nov 03 02:23:41.062774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks [] for port (749676df-9b8e-4e75-8fea-ae5e8f144b50), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.063153 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 8 to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a Nov 03 02:23:41.123537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:41.131183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31a1bb5c-13cd-455c-8ed2-bceea0ace1b3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (11fa7b79-fb8b-4006-9a23-0deca9a41acf), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.138685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:41.139035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:41.139382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:41.142113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:41.167577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1bb5c-13cd-455c-8ed2-bceea0ace1b3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=11fa7b79-fb8b-4006-9a23-0deca9a41acf,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:41.171153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4ea13-ad27-4b2e-8a70-7856bba3d2c9 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:41.187674 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4ea13-ad27-4b2e-8a70-7856bba3d2c9 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:41.193079 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-88b4ea13-ad27-4b2e-8a70-7856bba3d2c9 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3199544 Nov 03 02:23:41.193079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:41.195014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] For port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:41.199299 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35448) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:41.210284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1059747732'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:41.218649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (749676df-9b8e-4e75-8fea-ae5e8f144b50), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.225251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] For port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:41.243617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:41.244346 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:41.249075 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 9 to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a Nov 03 02:23:41.252389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Pushing event updated for resources: {'Port': ['ID=e71fab23-2809-4e29-b366-9868f1cd7bcd,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:41.260427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.300893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:41.301705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:41.302131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:41.308347 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8e60318f-53cb-4727-8416-98e95e12d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (6f0af233-deb4-4231-8ffc-e8f784d3a35c), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.319227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:41.319227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.329864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:41.330303 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:41.330965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Made reservation on behalf of 126bf0cf63ea47eaab355574cc704b0e for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:41.335456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.344797 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.plugins.ml2.plugin [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 10 to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a Nov 03 02:23:41.344984 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Attempt 3 to provision port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda Nov 03 02:23:41.416061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Network f2d69222-0303-4011-a3db-c000187c365d is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:41.422789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:41.464758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:41.464758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:41.464758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:41.467817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Deleting port b5dce5e7-a0b0-4505-be18-add3cbc033be {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:41.468266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.470414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Pushing event updated for resources: {'Port': ['ID=749676df-9b8e-4e75-8fea-ae5e8f144b50,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:41.475284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:41.481917 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:41.482704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.533048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:41.533596 dv-neutron-860659-5-hyperv neutron-server[104394]: ERROR neutron.plugins.ml2.managers [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:41.534201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c2fcba7b-bdcb-44d3-9589-c91c1b99e33a), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.543318 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2be792a6-33ff-4a7a-9a35-7b66d08318aa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.1382599 Nov 03 02:23:41.560401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35450) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:41.575034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c95d176-75f4-4e7b-9a55-c77593b25d7f None None] DHCP port deletion for 4bffc9d3-4d04-4ce2-b300-d26ccd538a96 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:41.575650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Request body: {'port': {'network_id': 'f2d69222-0303-4011-a3db-c000187c365d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1494210995', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:41.576132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] bootfile-name is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:23:41.576600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] tftp-server is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:23:41.577005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] server-ip-address is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:23:41.583201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60318f-53cb-4727-8416-98e95e12d1da None None] No DVR routers for this DVR port 6f0af233-deb4-4231-8ffc-e8f784d3a35c on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:41.587125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:41.615565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] For port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:41.615952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.628548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Routers {'017efb63-bfc3-4f07-82c6-368280092f74'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:41.629475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['017efb63-bfc3-4f07-82c6-368280092f74'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:41.630914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:41.632080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b5dce5e7-a0b0-4505-be18-add3cbc033be is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:41.632772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.688469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (aebb13f3-cd00-4a54-a83b-d28af46ad4e6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.688973 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Added segment aebb13f3-cd00-4a54-a83b-d28af46ad4e6 of type vlan for network 2183fb77-0f39-40f2-9897-cd2433f34cba Nov 03 02:23:41.700974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] For port b5dce5e7-a0b0-4505-be18-add3cbc033be, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b5dce5e7-a0b0-4505-be18-add3cbc033be,segment=NetworkSegment(dabfebc8-0cc5-4dff-8144-f563d692fbd1),segment_id=dabfebc8-0cc5-4dff-8144-f563d692fbd1)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:41.701488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.715423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49954542-8420-4849-ae1d-d0ad6350355d None None] Pushing event updated for resources: {'Port': ['ID=1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:41.775814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31a1bb5c-13cd-455c-8ed2-bceea0ace1b3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (ef85a34b-ffc8-4ab5-9617-18551c84c929), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.781425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Calling delete_port for b5dce5e7-a0b0-4505-be18-add3cbc033be owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:41.796082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60318f-53cb-4727-8416-98e95e12d1da None None] Pushing event deleted for resources: {'Port': ['ID=6f0af233-deb4-4231-8ffc-e8f784d3a35c,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:41.838071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port b5dce5e7-a0b0-4505-be18-add3cbc033be, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b5dce5e7-a0b0-4505-be18-add3cbc033be,segment=NetworkSegment(dabfebc8-0cc5-4dff-8144-f563d692fbd1),segment_id=dabfebc8-0cc5-4dff-8144-f563d692fbd1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:41.849196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] Set router 017efb63-bfc3-4f07-82c6-368280092f74 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:41.854594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.905542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.947701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:41.962919 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3c95d176-75f4-4e7b-9a55-c77593b25d7f None None] Deleting port b5dce5e7-a0b0-4505-be18-add3cbc033be {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:41.963749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3c95d176-75f4-4e7b-9a55-c77593b25d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.000974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (2183fb77-0f39-40f2-9897-cd2433f34cba), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.027869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] For port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:42.028218 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempted to set empty binding levels {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 02:23:42.036666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:42.061955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Current status of the port 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:42.062685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b9e8494-2833-430b-ac72-e831fff81977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.084886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (c2fcba7b-bdcb-44d3-9589-c91c1b99e33a), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.085440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] In _notify_port_updated(), no bound segment for port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104394) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:23:42.086315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:42.087522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.091431 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "PUT /v2.0/ports/c2fcba7b-bdcb-44d3-9589-c91c1b99e33a HTTP/1.1" status: 200 len: 981 time: 3.2191610 Nov 03 02:23:42.109895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35452) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:42.178761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be1e73-bf04-4047-943a-974166c2d096 None None] Network f2d69222-0303-4011-a3db-c000187c365d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:42.181851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=b5dce5e7-a0b0-4505-be18-add3cbc033be,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:42.237249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (2183fb77-0f39-40f2-9897-cd2433f34cba), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.242220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:42.242823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.252635 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3c95d176-75f4-4e7b-9a55-c77593b25d7f None None] For port b5dce5e7-a0b0-4505-be18-add3cbc033be, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b5dce5e7-a0b0-4505-be18-add3cbc033be,segment=NetworkSegment(dabfebc8-0cc5-4dff-8144-f563d692fbd1),segment_id=dabfebc8-0cc5-4dff-8144-f563d692fbd1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:42.252635 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3c95d176-75f4-4e7b-9a55-c77593b25d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.256699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1225d28-9803-4931-970b-91734a0b88d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.295201 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (017efb63-bfc3-4f07-82c6-368280092f74), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.297830 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0916798 Nov 03 02:23:42.298591 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Made reservation on behalf of 6c6239a2cb6e4556b0beffb378ae3256 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:42.300716 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35454) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:42.302473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.304352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3c95d176-75f4-4e7b-9a55-c77593b25d7f None None] Calling delete_port for b5dce5e7-a0b0-4505-be18-add3cbc033be owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:42.306104 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2078288133'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:42.338659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Made reservation on behalf of 126bf0cf63ea47eaab355574cc704b0e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:42.343195 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.382838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc6c6a-9f4a-403c-8f02-aa2d2e04e868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event updated for resources: {'Port': ['ID=c2fcba7b-bdcb-44d3-9589-c91c1b99e33a,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:42.424753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:42.466339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a1bb5c-13cd-455c-8ed2-bceea0ace1b3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router ef85a34b-ffc8-4ab5-9617-18551c84c929 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:42.477482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (90ec8d50-2868-4899-a755-01d96f484594), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.477844 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Added segment 90ec8d50-2868-4899-a755-01d96f484594 of type vlan for network a1c20425-6c02-49a0-a064-aa455babbadd Nov 03 02:23:42.495491 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-9ba86fd2-5e57-4cc4-83fd-a895e70c1615 None None] Could not find standard attr ID for object 6f0af233-deb4-4231-8ffc-e8f784d3a35c. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:23:42.511634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-9ba86fd2-5e57-4cc4-83fd-a895e70c1615 None None] Could not find standard attr ID for object b5dce5e7-a0b0-4505-be18-add3cbc033be. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:23:42.573384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-9ba86fd2-5e57-4cc4-83fd-a895e70c1615 None None] Provisioning complete for port 8dd07b58-b7b0-4dff-a791-820127fd0b68 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:42.573845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9ba86fd2-5e57-4cc4-83fd-a895e70c1615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.574255 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-9ba86fd2-5e57-4cc4-83fd-a895e70c1615 None None] Attempt 1 to provision port 8dd07b58-b7b0-4dff-a791-820127fd0b68 Nov 03 02:23:42.608633 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (a1c20425-6c02-49a0-a064-aa455babbadd), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.616006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3c95d176-75f4-4e7b-9a55-c77593b25d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.670377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c95d176-75f4-4e7b-9a55-c77593b25d7f None None] No DVR routers for this DVR port b5dce5e7-a0b0-4505-be18-add3cbc033be on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:42.675264 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95d176-75f4-4e7b-9a55-c77593b25d7f None None] Pushing event deleted for resources: {'Port': ['ID=b5dce5e7-a0b0-4505-be18-add3cbc033be,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:42.679122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017efb63-bfc3-4f07-82c6-368280092f74', 'name': 'tempest-NetworksTestDHCPv6-router-2145662165', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:32Z', 'updated_at': '2022-11-03T02:23:35Z', 'revision_number': 2, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None, '_interfaces': [{'id': '1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda', 'name': '', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'mac_address': 'fa:16:3e:2f:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017efb63-bfc3-4f07-82c6-368280092f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0962aead-37d9-4f30-85dc-dbf654372b04', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:23:34Z', 'updated_at': '2022-11-03T02:23:41Z', 'revision_number': 4, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'subnets': [{'id': '0962aead-37d9-4f30-85dc-dbf654372b04', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:42.703405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Router 017efb63-bfc3-4f07-82c6-368280092f74 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:23:42.736357 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (a1c20425-6c02-49a0-a064-aa455babbadd), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.741918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:42.742579 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.755893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747a883-4e0f-42bb-bf33-585c80cdf3cc None None] The sync data for ids ['017efb63-bfc3-4f07-82c6-368280092f74'] in dv-neutron-860659-5-hyperv is: [{'id': '017efb63-bfc3-4f07-82c6-368280092f74', 'name': 'tempest-NetworksTestDHCPv6-router-2145662165', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:32Z', 'updated_at': '2022-11-03T02:23:35Z', 'revision_number': 2, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None, '_interfaces': [{'id': '1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda', 'name': '', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'mac_address': 'fa:16:3e:2f:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017efb63-bfc3-4f07-82c6-368280092f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0962aead-37d9-4f30-85dc-dbf654372b04', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:23:34Z', 'updated_at': '2022-11-03T02:23:41Z', 'revision_number': 4, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'subnets': [{'id': '0962aead-37d9-4f30-85dc-dbf654372b04', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:42.785941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8dd07b58-b7b0-4dff-a791-820127fd0b68 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:42.875004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9ba86fd2-5e57-4cc4-83fd-a895e70c1615 None None] Current status of the port 8dd07b58-b7b0-4dff-a791-820127fd0b68 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:42.879534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9ba86fd2-5e57-4cc4-83fd-a895e70c1615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.889114 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5872717 Nov 03 02:23:42.894180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35456) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:42.895292 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a1bb5c-13cd-455c-8ed2-bceea0ace1b3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:42.907863 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52f738-32a3-426d-89b5-c06c9e52174b None None] Sync routers for ids ['ef85a34b-ffc8-4ab5-9617-18551c84c929'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:42.912950 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-31a1bb5c-13cd-455c-8ed2-bceea0ace1b3 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "PUT /v2.0/routers/ef85a34b-ffc8-4ab5-9617-18551c84c929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0731778 Nov 03 02:23:42.930365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'ports': [{'network_id': '2183fb77-0f39-40f2-9897-cd2433f34cba', 'name': 'tempest-port--2074003018', 'admin_state_up': True}, {'network_id': 'a1c20425-6c02-49a0-a064-aa455babbadd', 'admin_state_up': False}]} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:42.931212 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52f738-32a3-426d-89b5-c06c9e52174b None None] Routers {'ef85a34b-ffc8-4ab5-9617-18551c84c929'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:42.931350 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'port': {'network_id': '2183fb77-0f39-40f2-9897-cd2433f34cba', 'name': 'tempest-port--2074003018', 'admin_state_up': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:42.932093 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'port': {'network_id': 'a1c20425-6c02-49a0-a064-aa455babbadd', 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:42.932304 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a52f738-32a3-426d-89b5-c06c9e52174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['ef85a34b-ffc8-4ab5-9617-18551c84c929'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:42.948144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35458) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:42.964064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (b5dce5e7-a0b0-4505-be18-add3cbc033be), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.990702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] device_id is not set on port db0d7a45-69a2-468e-86c2-7e8212d2ecc0 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:42.997589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9ba86fd2-5e57-4cc4-83fd-a895e70c1615 None None] For port 8dd07b58-b7b0-4dff-a791-820127fd0b68, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8dd07b58-b7b0-4dff-a791-820127fd0b68,segment=NetworkSegment(da5de5fe-4e05-4e32-99f3-6a3ceae9b647),segment_id=da5de5fe-4e05-4e32-99f3-6a3ceae9b647)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:42.998639 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 8dd07b58-b7b0-4dff-a791-820127fd0b68 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:42.999023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:42.999364 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 8dd07b58-b7b0-4dff-a791-820127fd0b68 Nov 03 02:23:43.022341 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a52f738-32a3-426d-89b5-c06c9e52174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:43.045182 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52f738-32a3-426d-89b5-c06c9e52174b None None] Routers {'ef85a34b-ffc8-4ab5-9617-18551c84c929'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:43.045801 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a52f738-32a3-426d-89b5-c06c9e52174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['ef85a34b-ffc8-4ab5-9617-18551c84c929'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:43.048356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9ba86fd2-5e57-4cc4-83fd-a895e70c1615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.054180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fbc8b-8363-4b3c-bf0e-75b46ae9e17d tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event updated for resources: {'Network': ['ID=2183fb77-0f39-40f2-9897-cd2433f34cba,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:43.062988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event deleted for resources: {'Port': ['ID=b5dce5e7-a0b0-4505-be18-add3cbc033be,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:43.067375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] No DVR routers for this DVR port b5dce5e7-a0b0-4505-be18-add3cbc033be on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:43.093925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.094409 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.094878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.095340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.095802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.096403 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.096747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.097213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.097669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.098125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.098583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.099037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.099492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.099951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.100411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.100925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.101381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.101843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.102311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.103497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.104166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.104893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.111755 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-16748eb4-bc59-4ac0-bd4b-1c07e2a4ca7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19578 time: 0.9941254 Nov 03 02:23:43.118623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 2183fb77-0f39-40f2-9897-cd2433f34cba details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:43.149579 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bac5d0-eca0-469c-92ea-36f8fea409ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event updated for resources: {'Network': ['ID=a1c20425-6c02-49a0-a064-aa455babbadd,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:43.165896 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35460) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:43.225186 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.226814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network a1c20425-6c02-49a0-a064-aa455babbadd details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:43.276668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.339169 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a52f738-32a3-426d-89b5-c06c9e52174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:43.339786 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52f738-32a3-426d-89b5-c06c9e52174b None None] The sync data for ids ['ef85a34b-ffc8-4ab5-9617-18551c84c929'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:43.372519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (4bffc9d3-4d04-4ce2-b300-d26ccd538a96), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.437783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.450441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Provisioning complete for port 749676df-9b8e-4e75-8fea-ae5e8f144b50 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:43.450824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (749676df-9b8e-4e75-8fea-ae5e8f144b50), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.451161 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Attempt 1 to provision port 749676df-9b8e-4e75-8fea-ae5e8f144b50 Nov 03 02:23:43.463059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bffc9d3-4d04-4ce2-b300-d26ccd538a96']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:43.467806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba86fd2-5e57-4cc4-83fd-a895e70c1615 None None] Pushing event updated for resources: {'Port': ['ID=8dd07b58-b7b0-4dff-a791-820127fd0b68,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:43.487799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabfebc8-0cc5-4dff-8144-f563d692fbd1') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:43.488390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabfebc8-0cc5-4dff-8144-f563d692fbd1') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:43.533514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Port 749676df-9b8e-4e75-8fea-ae5e8f144b50 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:43.544525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 8dd07b58-b7b0-4dff-a791-820127fd0b68 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:43.566416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Allocated IP 2001:db8::36c (f2d69222-0303-4011-a3db-c000187c365d/9d39b639-e5da-4c8e-86d9-9b059678d92a/db0d7a45-69a2-468e-86c2-7e8212d2ecc0) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:43.578144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (dabfebc8-0cc5-4dff-8144-f563d692fbd1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.612500 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (dabfebc8-0cc5-4dff-8144-f563d692fbd1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.621088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b5dce5e7-a0b0-4505-be18-add3cbc033be no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:43.643220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: b5dce5e7-a0b0-4505-be18-add3cbc033be {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:43.643890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b5dce5e7-a0b0-4505-be18-add3cbc033be not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:43.652776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:43.669007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:43.669447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (dabfebc8-0cc5-4dff-8144-f563d692fbd1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.695425 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment dabfebc8-0cc5-4dff-8144-f563d692fbd1 resource provider aggregate not found Nov 03 02:23:43.698620 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-783310b4-67a1-483c-8763-449ec18413a2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "PUT /v2.0/routers/017efb63-bfc3-4f07-82c6-368280092f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1483881 Nov 03 02:23:43.703485 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35466) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:43.738861 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment dabfebc8-0cc5-4dff-8144-f563d692fbd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dabfebc8-0cc5-4dff-8144-f563d692fbd1 found for delete ", "request_id": "req-5a93f453-a98c-44c2-b57c-92229447f3a5"}]} Nov 03 02:23:43.842820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router (ef85a34b-ffc8-4ab5-9617-18551c84c929), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.870189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (4bffc9d3-4d04-4ce2-b300-d26ccd538a96), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.886784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:43.890003 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "DELETE /v2.0/networks/4bffc9d3-4d04-4ce2-b300-d26ccd538a96 HTTP/1.1" status: 204 len: 168 time: 3.1258962 Nov 03 02:23:43.896149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3f2422-36cd-48b3-a770-183b25d6de27 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.897528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3f2422-36cd-48b3-a770-183b25d6de27 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:43.898530 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35468) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:43.899012 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eb3f2422-36cd-48b3-a770-183b25d6de27 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1665549 Nov 03 02:23:43.903563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35470) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:43.906540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Router a88677f5-a3a1-45b4-92e2-92aa295ff9c5 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:23:43.932304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc058f5-0653-4cae-bd4f-887d1fcccafe tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event deleted for resources: {'Network': ['ID=4bffc9d3-4d04-4ce2-b300-d26ccd538a96,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:44.035401 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Attempt 2 to provision port 749676df-9b8e-4e75-8fea-ae5e8f144b50 Nov 03 02:23:44.056348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9104a4b-03f1-4114-9d5c-92a5ffd50ecb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 0962aead-37d9-4f30-85dc-dbf654372b04 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:44.065770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9104a4b-03f1-4114-9d5c-92a5ffd50ecb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (0962aead-37d9-4f30-85dc-dbf654372b04), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.065954 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-65c1db4b-e0c1-44d8-9c5b-994f9c5eae51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Deleting port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:44.066282 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65c1db4b-e0c1-44d8-9c5b-994f9c5eae51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c2fcba7b-bdcb-44d3-9589-c91c1b99e33a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.075946 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.079413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Port 749676df-9b8e-4e75-8fea-ae5e8f144b50 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:44.091683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Made reservation on behalf of 126bf0cf63ea47eaab355574cc704b0e for: {'port': 2} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:44.095715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.097163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks [] for port (db0d7a45-69a2-468e-86c2-7e8212d2ecc0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.141625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_gateway (ef85a34b-ffc8-4ab5-9617-18551c84c929), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.160003 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.162106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9104a4b-03f1-4114-9d5c-92a5ffd50ecb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (0962aead-37d9-4f30-85dc-dbf654372b04), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.199984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:44.213447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.218339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e1e81056-0798-4afe-aeb6-fe98e4ccbf8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "PUT /v2.0/routers/a88677f5-a3a1-45b4-92e2-92aa295ff9c5 HTTP/1.1" status: 200 len: 884 time: 6.7794638 Nov 03 02:23:44.218613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35472) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:44.224583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-65c1db4b-e0c1-44d8-9c5b-994f9c5eae51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] For port c2fcba7b-bdcb-44d3-9589-c91c1b99e33a, host hv-neutron-8606, got binding levels [] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:44.224955 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65c1db4b-e0c1-44d8-9c5b-994f9c5eae51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c2fcba7b-bdcb-44d3-9589-c91c1b99e33a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.242728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afba14-0ce2-40a8-9a8e-3dc78fa54d42 None None] Sync routers for ids ['a88677f5-a3a1-45b4-92e2-92aa295ff9c5'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:44.255881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afba14-0ce2-40a8-9a8e-3dc78fa54d42 None None] Routers {'a88677f5-a3a1-45b4-92e2-92aa295ff9c5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:44.256520 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-21afba14-0ce2-40a8-9a8e-3dc78fa54d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a88677f5-a3a1-45b4-92e2-92aa295ff9c5'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:44.289609 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-65c1db4b-e0c1-44d8-9c5b-994f9c5eae51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Calling delete_port for c2fcba7b-bdcb-44d3-9589-c91c1b99e33a owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:44.304387 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (db0d7a45-69a2-468e-86c2-7e8212d2ecc0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.318681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-21afba14-0ce2-40a8-9a8e-3dc78fa54d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:44.333296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afba14-0ce2-40a8-9a8e-3dc78fa54d42 None None] Routers {'a88677f5-a3a1-45b4-92e2-92aa295ff9c5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:44.333845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-21afba14-0ce2-40a8-9a8e-3dc78fa54d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a88677f5-a3a1-45b4-92e2-92aa295ff9c5'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:44.351021 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.383012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-21afba14-0ce2-40a8-9a8e-3dc78fa54d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:44.383267 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afba14-0ce2-40a8-9a8e-3dc78fa54d42 None None] The sync data for ids ['a88677f5-a3a1-45b4-92e2-92aa295ff9c5'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:44.411614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9104a4b-03f1-4114-9d5c-92a5ffd50ecb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (0962aead-37d9-4f30-85dc-dbf654372b04), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.420524 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Network f2d69222-0303-4011-a3db-c000187c365d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:44.447486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:44.449296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:44.452859 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Pushing event updated for resources: {'Port': ['ID=db0d7a45-69a2-468e-86c2-7e8212d2ecc0,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:44.460148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:44.465823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:44.466756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.473397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09db932a-aa19-4af3-a465-e9b84fa45c19') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:44.473653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09db932a-aa19-4af3-a465-e9b84fa45c19') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:44.479187 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-60dc5941-cc17-47cc-ba5d-8d3ba3d101be tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/routers/a88677f5-a3a1-45b4-92e2-92aa295ff9c5 HTTP/1.1" status: 200 len: 925 time: 0.2576396 Nov 03 02:23:44.484235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35474) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:44.528992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (09db932a-aa19-4af3-a465-e9b84fa45c19), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.543303 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-15fc366d-27cd-41a5-8c2e-c1a201d88bfa tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9801576 Nov 03 02:23:44.547822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35476) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:44.560467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port 07b78833-d1f2-4bbc-bf69-b704760ab74c {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:44.560705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (07b78833-d1f2-4bbc-bf69-b704760ab74c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.563937 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9104a4b-03f1-4114-9d5c-92a5ffd50ecb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (0962aead-37d9-4f30-85dc-dbf654372b04), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.579619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8dd07b58-b7b0-4dff-a791-820127fd0b68 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:44.587612 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Attempt 3 to provision port 749676df-9b8e-4e75-8fea-ae5e8f144b50 Nov 03 02:23:44.635729 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9104a4b-03f1-4114-9d5c-92a5ffd50ecb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=0962aead-37d9-4f30-85dc-dbf654372b04,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:44.650154 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9104a4b-03f1-4114-9d5c-92a5ffd50ecb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.654131 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c9104a4b-03f1-4114-9d5c-92a5ffd50ecb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/0962aead-37d9-4f30-85dc-dbf654372b04 HTTP/1.1" status: 204 len: 168 time: 0.7454233 Nov 03 02:23:44.659220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35478) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:44.675315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc5164e-474f-4375-80b2-9af2933048ac tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:44.676968 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dfc5164e-474f-4375-80b2-9af2933048ac tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&device_id=a88677f5-a3a1-45b4-92e2-92aa295ff9c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1896627 Nov 03 02:23:44.683459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35480) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:44.703284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (09db932a-aa19-4af3-a465-e9b84fa45c19), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.716478 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] device_id is not set on port 4aa57dbf-83e5-4b87-b1c8-d580cd14bf50 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:44.737961 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:44.739246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (09db932a-aa19-4af3-a465-e9b84fa45c19), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.746535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (07b78833-d1f2-4bbc-bf69-b704760ab74c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.808832 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0227083-0e64-4420-990a-a37a12a7c7b5 None None] Sync routers for ids ['017efb63-bfc3-4f07-82c6-368280092f74'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:44.814741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e031627-0c52-4d89-b8b0-2c46689d1ae9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:44.820471 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e031627-0c52-4d89-b8b0-2c46689d1ae9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:44.827531 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e031627-0c52-4d89-b8b0-2c46689d1ae9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:44.828143 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0227083-0e64-4420-990a-a37a12a7c7b5 None None] Routers {'017efb63-bfc3-4f07-82c6-368280092f74'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:44.828794 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d0227083-0e64-4420-990a-a37a12a7c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['017efb63-bfc3-4f07-82c6-368280092f74'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:44.833212 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 09db932a-aa19-4af3-a465-e9b84fa45c19 resource provider aggregate not found Nov 03 02:23:44.833783 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5e031627-0c52-4d89-b8b0-2c46689d1ae9 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2845750 Nov 03 02:23:44.837230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35484) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:44.841349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06904cb1-61c3-4e39-b4df-7ef3006552bd None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:44.855497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for 07b78833-d1f2-4bbc-bf69-b704760ab74c owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:44.857459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65c1db4b-e0c1-44d8-9c5b-994f9c5eae51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (c2fcba7b-bdcb-44d3-9589-c91c1b99e33a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.883563 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 09db932a-aa19-4af3-a465-e9b84fa45c19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09db932a-aa19-4af3-a465-e9b84fa45c19 found for delete ", "request_id": "req-975fddf2-2fa1-41b8-868a-92f0b31d4354"}]} Nov 03 02:23:44.923497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1db4b-e0c1-44d8-9c5b-994f9c5eae51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2fcba7b-bdcb-44d3-9589-c91c1b99e33a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:44.945608 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d0227083-0e64-4420-990a-a37a12a7c7b5 None None] Set router 017efb63-bfc3-4f07-82c6-368280092f74 gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:44.952475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.963431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65c1db4b-e0c1-44d8-9c5b-994f9c5eae51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:44.967085 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-65c1db4b-e0c1-44d8-9c5b-994f9c5eae51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c2fcba7b-bdcb-44d3-9589-c91c1b99e33a HTTP/1.1" status: 204 len: 168 time: 1.7194099 Nov 03 02:23:44.967965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Port 749676df-9b8e-4e75-8fea-ae5e8f144b50 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:44.970755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35488) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:44.986388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.006213 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 8dd07b58-b7b0-4dff-a791-820127fd0b68 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:45.006594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.006935 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 8dd07b58-b7b0-4dff-a791-820127fd0b68 Nov 03 02:23:45.018230 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d0227083-0e64-4420-990a-a37a12a7c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017efb63-bfc3-4f07-82c6-368280092f74', 'name': 'tempest-NetworksTestDHCPv6-router-2145662165', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:32Z', 'updated_at': '2022-11-03T02:23:41Z', 'revision_number': 3, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:45.029969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.034640 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "DELETE /v2.0/networks/bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e HTTP/1.1" status: 204 len: 168 time: 1.1282945 Nov 03 02:23:45.035094 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-17e1880a-d6e6-499e-a5a0-8a633c4398d5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3729715 Nov 03 02:23:45.037711 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35490) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:45.038772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35492) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:45.051861 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0227083-0e64-4420-990a-a37a12a7c7b5 None None] Checking router: 017efb63-bfc3-4f07-82c6-368280092f74 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:23:45.063842 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0227083-0e64-4420-990a-a37a12a7c7b5 None None] Routers {'017efb63-bfc3-4f07-82c6-368280092f74'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:45.064948 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d0227083-0e64-4420-990a-a37a12a7c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['017efb63-bfc3-4f07-82c6-368280092f74'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:45.077594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633fbcb-6885-4355-9073-3c92d2d6e3dd tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:45.079089 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7633fbcb-6885-4355-9073-3c92d2d6e3dd tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/networks/2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 881 time: 0.3502834 Nov 03 02:23:45.079750 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4a7ec8-2a34-47df-a9cc-c9300896951f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] GET failed (client error): The resource could not be found. Nov 03 02:23:45.081418 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7c4a7ec8-2a34-47df-a9cc-c9300896951f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "GET /v2.0/ports/c2fcba7b-bdcb-44d3-9589-c91c1b99e33a HTTP/1.1" status: 404 len: 333 time: 0.1079283 Nov 03 02:23:45.082220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35494) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:45.087371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35496) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:45.095775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678129373', 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:45.119545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 8dd07b58-b7b0-4dff-a791-820127fd0b68 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:45.143636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5527c5d9-4019-477d-8278-1e17befd4f6e tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Deleting port db0d7a45-69a2-468e-86c2-7e8212d2ecc0 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:45.144080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5527c5d9-4019-477d-8278-1e17befd4f6e tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (db0d7a45-69a2-468e-86c2-7e8212d2ecc0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.148810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Made reservation on behalf of 7b9538df0cd14fbca367b86a05af8731 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:45.150360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afffa7e-8a51-429d-80bf-8e709e72e63d tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event deleted for resources: {'Network': ['ID=bab3d92e-ad3e-4a68-b31c-bd3a649d7f2e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:45.153613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.157917 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d0227083-0e64-4420-990a-a37a12a7c7b5 None None] Set router 017efb63-bfc3-4f07-82c6-368280092f74 gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:23:45.220460 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d0227083-0e64-4420-990a-a37a12a7c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017efb63-bfc3-4f07-82c6-368280092f74', 'name': 'tempest-NetworksTestDHCPv6-router-2145662165', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:32Z', 'updated_at': '2022-11-03T02:23:41Z', 'revision_number': 3, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:45.220704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e526e1f-2b14-4d98-916c-215027d46681 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:45.233239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] device_id is not set on port 8de6d2f3-6759-4993-97ff-eb70bee0d4de yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:45.240034 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8e910aa0-dc72-45f4-b689-5be4ec3395e5 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=a88677f5-a3a1-45b4-92e2-92aa295ff9c5 HTTP/1.1" status: 200 len: 205 time: 0.1477392 Nov 03 02:23:45.245350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35498) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:45.252417 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0227083-0e64-4420-990a-a37a12a7c7b5 None None] The sync data for ids ['017efb63-bfc3-4f07-82c6-368280092f74'] in dv-neutron-860659-5-hyperv is: [{'id': '017efb63-bfc3-4f07-82c6-368280092f74', 'name': 'tempest-NetworksTestDHCPv6-router-2145662165', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:23:32Z', 'updated_at': '2022-11-03T02:23:41Z', 'revision_number': 3, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:45.287001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3e526e1f-2b14-4d98-916c-215027d46681 None None] Deleting port 17a4f985-ed30-4532-a8cb-392eccd75af8 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:45.287375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e526e1f-2b14-4d98-916c-215027d46681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.323441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3143d94-d6d9-48ec-9ce2-27df0bf85de5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for router (017efb63-bfc3-4f07-82c6-368280092f74), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.327550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks [] for port (4aa57dbf-83e5-4b87-b1c8-d580cd14bf50), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.357731 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3e526e1f-2b14-4d98-916c-215027d46681 None None] For port 17a4f985-ed30-4532-a8cb-392eccd75af8, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=17a4f985-ed30-4532-a8cb-392eccd75af8,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:45.358174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e526e1f-2b14-4d98-916c-215027d46681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.371341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3e526e1f-2b14-4d98-916c-215027d46681 None None] Calling delete_port for 17a4f985-ed30-4532-a8cb-392eccd75af8 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:45.389648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5527c5d9-4019-477d-8278-1e17befd4f6e tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (db0d7a45-69a2-468e-86c2-7e8212d2ecc0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.409513 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (47d5099c-871f-466c-b7a8-5ec28a03bb8f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.435556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5527c5d9-4019-477d-8278-1e17befd4f6e tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Calling delete_port for db0d7a45-69a2-468e-86c2-7e8212d2ecc0 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:45.460764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e526e1f-2b14-4d98-916c-215027d46681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (17a4f985-ed30-4532-a8cb-392eccd75af8), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.472265 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Attempt 4 to provision port 749676df-9b8e-4e75-8fea-ae5e8f144b50 Nov 03 02:23:45.484396 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] device_id is not set on port 2dfcf4e8-1629-41da-ac9d-093c0097d5f1 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:45.493196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e526e1f-2b14-4d98-916c-215027d46681 None None] Pushing event deleted for resources: {'Port': ['ID=17a4f985-ed30-4532-a8cb-392eccd75af8,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:45.517224 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e526e1f-2b14-4d98-916c-215027d46681 None None] No DVR routers for this DVR port 17a4f985-ed30-4532-a8cb-392eccd75af8 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:45.534282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Port 749676df-9b8e-4e75-8fea-ae5e8f144b50 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:45.553569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.632429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks [] for port (8de6d2f3-6759-4993-97ff-eb70bee0d4de), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.687652 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3143d94-d6d9-48ec-9ce2-27df0bf85de5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (017efb63-bfc3-4f07-82c6-368280092f74), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.694824 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3143d94-d6d9-48ec-9ce2-27df0bf85de5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for router_controller (017efb63-bfc3-4f07-82c6-368280092f74), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.759183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (47d5099c-871f-466c-b7a8-5ec28a03bb8f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.760812 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.764540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (07b78833-d1f2-4bbc-bf69-b704760ab74c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.772068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8de6d2f3-6759-4993-97ff-eb70bee0d4de), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.808937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3143d94-d6d9-48ec-9ce2-27df0bf85de5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (017efb63-bfc3-4f07-82c6-368280092f74), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.809441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3143d94-d6d9-48ec-9ce2-27df0bf85de5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Fanout notify agent at l3_agent the message router_deleted on router 017efb63-bfc3-4f07-82c6-368280092f74 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:45.815775 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=07b78833-d1f2-4bbc-bf69-b704760ab74c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:45.819982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:45.828541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3143d94-d6d9-48ec-9ce2-27df0bf85de5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:45.829664 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d3143d94-d6d9-48ec-9ce2-27df0bf85de5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/routers/017efb63-bfc3-4f07-82c6-368280092f74 HTTP/1.1" status: 204 len: 168 time: 0.7826030 Nov 03 02:23:45.831441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d5099c-871f-466c-b7a8-5ec28a03bb8f']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:45.838190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35502) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:45.878378 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2899ee-9b00-43f7-9705-0bafdb20a299') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:45.878682 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2899ee-9b00-43f7-9705-0bafdb20a299') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:46.035725 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Attempt 5 to provision port 749676df-9b8e-4e75-8fea-ae5e8f144b50 Nov 03 02:23:46.092655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.098764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Port 749676df-9b8e-4e75-8fea-ae5e8f144b50 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:46.159141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:46.161878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:46.162975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:46.163570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.185854 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f5b8e482-9245-4376-9120-8aa95e3971fb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3461115 Nov 03 02:23:46.189167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35504) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:46.191978 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (2b2899ee-9b00-43f7-9705-0bafdb20a299), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.205318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5527c5d9-4019-477d-8278-1e17befd4f6e tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (db0d7a45-69a2-468e-86c2-7e8212d2ecc0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.214776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event updated for resources: {'Port': ['ID=8de6d2f3-6759-4993-97ff-eb70bee0d4de,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:46.221394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (2b2899ee-9b00-43f7-9705-0bafdb20a299), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.235567 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:46.235980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (2b2899ee-9b00-43f7-9705-0bafdb20a299), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.247408 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-da97ad7c-1186-46b1-b9b6-a40c18726f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1564305 Nov 03 02:23:46.253333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35506) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:46.288306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527c5d9-4019-477d-8278-1e17befd4f6e tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Pushing event deleted for resources: {'Port': ['ID=db0d7a45-69a2-468e-86c2-7e8212d2ecc0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:46.295096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (ef85a34b-ffc8-4ab5-9617-18551c84c929), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.298187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks [] for port (2dfcf4e8-1629-41da-ac9d-093c0097d5f1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.346021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5527c5d9-4019-477d-8278-1e17befd4f6e tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.353911 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5527c5d9-4019-477d-8278-1e17befd4f6e tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] 10.222.0.23 "DELETE /v2.0/ports/db0d7a45-69a2-468e-86c2-7e8212d2ecc0 HTTP/1.1" status: 204 len: 168 time: 1.5106192 Nov 03 02:23:46.353911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45042f28-bda1-41dd-aa26-87d071913dd0 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:46.358220 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-45042f28-bda1-41dd-aa26-87d071913dd0 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1615520 Nov 03 02:23:46.358420 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35508) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:46.358706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35510) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:46.370263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Request body: {'port': {'name': 'tempest-new-port-name-491792332', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:46.370659 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] bootfile-name is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:23:46.371004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] tftp-server is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:23:46.371356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] server-ip-address is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:23:46.378851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Deleting port e71fab23-2809-4e29-b366-9868f1cd7bcd {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:46.379182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e71fab23-2809-4e29-b366-9868f1cd7bcd), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.410994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (47d5099c-871f-466c-b7a8-5ec28a03bb8f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.412786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379a6ca-9dba-49f0-be20-e71c531d1ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:46.417096 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4379a6ca-9dba-49f0-be20-e71c531d1ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "GET /v2.0/ports/8de6d2f3-6759-4993-97ff-eb70bee0d4de HTTP/1.1" status: 200 len: 959 time: 0.1426616 Nov 03 02:23:46.421110 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35512) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:46.435105 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (ef85a34b-ffc8-4ab5-9617-18551c84c929), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.443428 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b1e8df85-e396-4576-8525-6f1c5ea6132a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796020 Nov 03 02:23:46.450764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_controller (ef85a34b-ffc8-4ab5-9617-18551c84c929), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.453058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.459053 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "DELETE /v2.0/networks/47d5099c-871f-466c-b7a8-5ec28a03bb8f HTTP/1.1" status: 204 len: 168 time: 1.4081578 Nov 03 02:23:46.459053 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35514) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:46.477119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35516) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:46.480955 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f5480eb5-13f1-488e-b518-215222a4d018 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:46.492607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31721e-371e-4132-8ce1-1cc439b91f66 tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event deleted for resources: {'Network': ['ID=47d5099c-871f-466c-b7a8-5ec28a03bb8f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:46.557206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (749676df-9b8e-4e75-8fea-ae5e8f144b50), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.557457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 17a4f985-ed30-4532-a8cb-392eccd75af8 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:46.579070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 17a4f985-ed30-4532-a8cb-392eccd75af8 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:46.579733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 17a4f985-ed30-4532-a8cb-392eccd75af8 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:46.580383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:46.581824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e71fab23-2809-4e29-b366-9868f1cd7bcd), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.601360 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Attempt 6 to provision port 749676df-9b8e-4e75-8fea-ae5e8f144b50 Nov 03 02:23:46.604900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:46.605434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1e4bde2c-3c8a-4e96-8a19-3fda9de2fdda not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:46.625280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Calling delete_port for e71fab23-2809-4e29-b366-9868f1cd7bcd owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:46.638374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Port 749676df-9b8e-4e75-8fea-ae5e8f144b50 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:46.664957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (4aa57dbf-83e5-4b87-b1c8-d580cd14bf50), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.728435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (ef85a34b-ffc8-4ab5-9617-18551c84c929), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.729050 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Fanout notify agent at l3_agent the message router_deleted on router ef85a34b-ffc8-4ab5-9617-18551c84c929 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:46.736723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.737844 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f6907847-a1ea-44d0-85f3-8d74990d7c46 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/routers/ef85a34b-ffc8-4ab5-9617-18551c84c929 HTTP/1.1" status: 204 len: 168 time: 3.7874186 Nov 03 02:23:46.741836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35518) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:46.802544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (9084c225-e149-4e70-a0f7-810e178f1096), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.809567 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event updated for resources: {'Port': ['ID=4aa57dbf-83e5-4b87-b1c8-d580cd14bf50,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:46.845362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5480eb5-13f1-488e-b518-215222a4d018 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:46.848731 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5480eb5-13f1-488e-b518-215222a4d018 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.872296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae211de-91e0-492e-8f8b-f0a7ada857ab tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting subnet 7179238e-5063-45f3-94ac-1ede678eb296 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:46.883720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ae211de-91e0-492e-8f8b-f0a7ada857ab tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for subnet (7179238e-5063-45f3-94ac-1ede678eb296), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.932839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Checking segment: {'id': 'aebb13f3-cd00-4a54-a83b-d28af46ad4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2183fb77-0f39-40f2-9897-cd2433f34cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:46.933286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Network hostable DHCP agents. Network: 2183fb77-0f39-40f2-9897-cd2433f34cba, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:46.942241 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 2b2899ee-9b00-43f7-9705-0bafdb20a299 resource provider aggregate not found Nov 03 02:23:46.949047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ae211de-91e0-492e-8f8b-f0a7ada857ab tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (7179238e-5063-45f3-94ac-1ede678eb296), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.956744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-01a2acb5-583f-42c8-8ca2-150e38a90620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Deleting port 8de6d2f3-6759-4993-97ff-eb70bee0d4de {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:46.957098 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01a2acb5-583f-42c8-8ca2-150e38a90620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8de6d2f3-6759-4993-97ff-eb70bee0d4de), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:46.988016 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 2b2899ee-9b00-43f7-9705-0bafdb20a299 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b2899ee-9b00-43f7-9705-0bafdb20a299 found for delete ", "request_id": "req-cd68f0f1-c0ea-4ef1-b1e4-fe2d6049e4cc"}]} Nov 03 02:23:47.035887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks [] for port (749676df-9b8e-4e75-8fea-ae5e8f144b50), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.044366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (749676df-9b8e-4e75-8fea-ae5e8f144b50), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.094083 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (9084c225-e149-4e70-a0f7-810e178f1096), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.106199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Network 2183fb77-0f39-40f2-9897-cd2433f34cba is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:47.110485 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] In _notify_port_updated(), no bound segment for port 749676df-9b8e-4e75-8fea-ae5e8f144b50 on network f2d69222-0303-4011-a3db-c000187c365d {{(pid=104394) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:23:47.115738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:47.116473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.117104 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01a2acb5-583f-42c8-8ca2-150e38a90620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8de6d2f3-6759-4993-97ff-eb70bee0d4de), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.117810 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] 10.222.0.23 "PUT /v2.0/ports/749676df-9b8e-4e75-8fea-ae5e8f144b50 HTTP/1.1" status: 200 len: 1129 time: 0.7552876 Nov 03 02:23:47.123637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35524) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:47.127534 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e71fab23-2809-4e29-b366-9868f1cd7bcd), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.139784 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Attempt 7 to provision port 749676df-9b8e-4e75-8fea-ae5e8f144b50 Nov 03 02:23:47.141790 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 2183fb77-0f39-40f2-9897-cd2433f34cba) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:47.146742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9084c225-e149-4e70-a0f7-810e178f1096']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:47.150436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-01a2acb5-583f-42c8-8ca2-150e38a90620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Calling delete_port for 8de6d2f3-6759-4993-97ff-eb70bee0d4de owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:47.165600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a99d75-0133-43c7-968b-8bf33827dca9') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:47.165907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a99d75-0133-43c7-968b-8bf33827dca9') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:47.167722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:47.168581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (2dfcf4e8-1629-41da-ac9d-093c0097d5f1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.173984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b36169-a880-449f-a0a8-a4b5b1ffca49 None None] Network 2183fb77-0f39-40f2-9897-cd2433f34cba requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:47.182130 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ae211de-91e0-492e-8f8b-f0a7ada857ab tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (7179238e-5063-45f3-94ac-1ede678eb296), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.187528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a35a18-7792-4ca1-833d-179550edf479 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Pushing event updated for resources: {'Port': ['ID=749676df-9b8e-4e75-8fea-ae5e8f144b50,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:47.202355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (45a99d75-0133-43c7-968b-8bf33827dca9), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.282763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Port 749676df-9b8e-4e75-8fea-ae5e8f144b50 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:47.284184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Pushing event deleted for resources: {'Port': ['ID=e71fab23-2809-4e29-b366-9868f1cd7bcd,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:47.314943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (45a99d75-0133-43c7-968b-8bf33827dca9), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.344154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event updated for resources: {'Port': ['ID=2dfcf4e8-1629-41da-ac9d-093c0097d5f1,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:47.345752 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3fbd41-4e18-43b1-a221-74e55c11f119 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:47.350713 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9c3fbd41-4e18-43b1-a221-74e55c11f119 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] 10.222.0.23 "GET /v2.0/ports/749676df-9b8e-4e75-8fea-ae5e8f144b50 HTTP/1.1" status: 200 len: 1129 time: 0.2208877 Nov 03 02:23:47.351268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35526) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:47.354166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:47.354679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (45a99d75-0133-43c7-968b-8bf33827dca9), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.403244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ae211de-91e0-492e-8f8b-f0a7ada857ab tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (7179238e-5063-45f3-94ac-1ede678eb296), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.421269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.473298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Checking segment: {'id': '90ec8d50-2868-4899-a755-01d96f484594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a1c20425-6c02-49a0-a064-aa455babbadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:47.473665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Network hostable DHCP agents. Network: a1c20425-6c02-49a0-a064-aa455babbadd, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:47.489255 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (9084c225-e149-4e70-a0f7-810e178f1096), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.501104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a54c94-ae1f-4e12-85f0-a87ba999f1d0 None None] Network b33a598c-4357-44f5-9155-f85476b722d1 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:47.511440 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.517585 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] 10.222.0.23 "DELETE /v2.0/networks/9084c225-e149-4e70-a0f7-810e178f1096 HTTP/1.1" status: 204 len: 168 time: 1.0250289 Nov 03 02:23:47.527617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae211de-91e0-492e-8f8b-f0a7ada857ab tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Subnet': ['ID=7179238e-5063-45f3-94ac-1ede678eb296,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:47.529761 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01a2acb5-583f-42c8-8ca2-150e38a90620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (8de6d2f3-6759-4993-97ff-eb70bee0d4de), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.530828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ae211de-91e0-492e-8f8b-f0a7ada857ab tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.535159 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6ae211de-91e0-492e-8f8b-f0a7ada857ab tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/subnets/7179238e-5063-45f3-94ac-1ede678eb296 HTTP/1.1" status: 204 len: 168 time: 0.7877145 Nov 03 02:23:47.537986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35530) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:47.540794 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfa567-c0c7-4394-9d54-a3a96582712b tempest-BulkNetworkOpsIpV6Test-1579145697 tempest-BulkNetworkOpsIpV6Test-1579145697-project] Pushing event deleted for resources: {'Network': ['ID=9084c225-e149-4e70-a0f7-810e178f1096,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:47.573413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2acb5-583f-42c8-8ca2-150e38a90620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event deleted for resources: {'Port': ['ID=8de6d2f3-6759-4993-97ff-eb70bee0d4de,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:47.603586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Network a1c20425-6c02-49a0-a064-aa455babbadd is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:47.606302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01a2acb5-583f-42c8-8ca2-150e38a90620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.611978 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-01a2acb5-583f-42c8-8ca2-150e38a90620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8de6d2f3-6759-4993-97ff-eb70bee0d4de HTTP/1.1" status: 204 len: 168 time: 1.1844435 Nov 03 02:23:47.613298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35532) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:47.625379 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.628848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.652786 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73bc4be-5294-40b8-b727-d3ee71a74f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] GET failed (client error): The resource could not be found. Nov 03 02:23:47.658492 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d73bc4be-5294-40b8-b727-d3ee71a74f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "GET /v2.0/ports/8de6d2f3-6759-4993-97ff-eb70bee0d4de HTTP/1.1" status: 404 len: 333 time: 0.0401559 Nov 03 02:23:47.659015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35534) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:47.667028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Request body: {'port': {'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-952529374'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:47.670067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, a1c20425-6c02-49a0-a064-aa455babbadd) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:47.677099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:47.683004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f39e9b-abfd-4e43-83bc-2328de6b4641 None None] Network a1c20425-6c02-49a0-a064-aa455babbadd requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:47.688005 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:47.693614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:47.694340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.703327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (a88677f5-a3a1-45b4-92e2-92aa295ff9c5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.704104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Fanout notify agent at l3_agent the message router_deleted on router a88677f5-a3a1-45b4-92e2-92aa295ff9c5 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:47.714803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.717433 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-46bce4bf-08a2-4bd1-8d29-b296644ef775 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/a88677f5-a3a1-45b4-92e2-92aa295ff9c5 HTTP/1.1" status: 204 len: 168 time: 2.4700341 Nov 03 02:23:47.724812 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (b33a598c-4357-44f5-9155-f85476b722d1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.725569 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35536) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:47.733758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8b72e410-9124-4e1e-a59f-0ac506ef4576 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Deleting port 749676df-9b8e-4e75-8fea-ae5e8f144b50 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:47.734305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b72e410-9124-4e1e-a59f-0ac506ef4576 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (749676df-9b8e-4e75-8fea-ae5e8f144b50), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.754852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-f5480eb5-13f1-488e-b518-215222a4d018 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:23:47.759251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2ec34cce-51ab-46f2-bfdb-ed51126ab5d6 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-837988918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:47.762272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6087004-7218-40e1-ba21-b791f1979739 None None] DHCP port deletion for b33a598c-4357-44f5-9155-f85476b722d1 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:47.775723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5480eb5-13f1-488e-b518-215222a4d018 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (bece4ecf-1977-4182-9eee-ea25f1f4fac0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.804973 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Attempt 8 to provision port 749676df-9b8e-4e75-8fea-ae5e8f144b50 Nov 03 02:23:47.824327 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2c1bf198-c018-4e91-ace8-60d81460bfab tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.9182599 Nov 03 02:23:47.827450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35538) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:47.840181 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Made reservation on behalf of 7b9538df0cd14fbca367b86a05af8731 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:47.842849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.860367 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2ec34cce-51ab-46f2-bfdb-ed51126ab5d6 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (01cf8d2e-8382-4ec0-af38-ce30c3a08395), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.861705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2ec34cce-51ab-46f2-bfdb-ed51126ab5d6 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (01cf8d2e-8382-4ec0-af38-ce30c3a08395), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.871425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5480eb5-13f1-488e-b518-215222a4d018 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:47.878576 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f5480eb5-13f1-488e-b518-215222a4d018 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:47.883690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5480eb5-13f1-488e-b518-215222a4d018 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=bece4ecf-1977-4182-9eee-ea25f1f4fac0,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:47.885634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Port 749676df-9b8e-4e75-8fea-ae5e8f144b50 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:47.890585 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5480eb5-13f1-488e-b518-215222a4d018 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:47.891186 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5480eb5-13f1-488e-b518-215222a4d018 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.897538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] device_id is not set on port 3115f84f-aaa8-4947-bcc4-d458cc624205 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:47.902080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b5e480-011f-4e66-87fd-34dda682966f None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:47.926418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b72e410-9124-4e1e-a59f-0ac506ef4576 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (749676df-9b8e-4e75-8fea-ae5e8f144b50), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.933104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c6087004-7218-40e1-ba21-b791f1979739 None None] Deleting port 65736823-8337-4d54-854d-e236504498de {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:47.933713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c6087004-7218-40e1-ba21-b791f1979739 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (65736823-8337-4d54-854d-e236504498de), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:47.945365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8b72e410-9124-4e1e-a59f-0ac506ef4576 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Calling delete_port for 749676df-9b8e-4e75-8fea-ae5e8f144b50 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:47.969633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port 65736823-8337-4d54-854d-e236504498de {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:47.969978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (65736823-8337-4d54-854d-e236504498de), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.004299 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f5480eb5-13f1-488e-b518-215222a4d018 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5250120 Nov 03 02:23:48.004299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2ec34cce-51ab-46f2-bfdb-ed51126ab5d6 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (01cf8d2e-8382-4ec0-af38-ce30c3a08395), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.005104 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35542) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:48.010129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-49469945-cc55-453e-8f05-d773e24e9c18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:48.031803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2ec34cce-51ab-46f2-bfdb-ed51126ab5d6 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (01cf8d2e-8382-4ec0-af38-ce30c3a08395), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.046976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe47e3f-66eb-49fc-8e96-29748193fa0c tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:48.052238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe47e3f-66eb-49fc-8e96-29748193fa0c tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:48.053840 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3fe47e3f-66eb-49fc-8e96-29748193fa0c tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2254658 Nov 03 02:23:48.058061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35544) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:48.086781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c6087004-7218-40e1-ba21-b791f1979739 None None] For port 65736823-8337-4d54-854d-e236504498de, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=65736823-8337-4d54-854d-e236504498de,segment=NetworkSegment(3317a54c-5b7c-491c-81ba-60c26f17aa06),segment_id=3317a54c-5b7c-491c-81ba-60c26f17aa06)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:48.087558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c6087004-7218-40e1-ba21-b791f1979739 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (65736823-8337-4d54-854d-e236504498de), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.105337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2ec34cce-51ab-46f2-bfdb-ed51126ab5d6 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.109335 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2ec34cce-51ab-46f2-bfdb-ed51126ab5d6 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3769999 Nov 03 02:23:48.110312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35546) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:48.110522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35548) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:48.114306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c6087004-7218-40e1-ba21-b791f1979739 None None] Calling delete_port for 65736823-8337-4d54-854d-e236504498de owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:48.140138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'enable_snat': True}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:48.179339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': 'bece4ecf-1977-4182-9eee-ea25f1f4fac0'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:48.180303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.208008 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks [] for port (3115f84f-aaa8-4947-bcc4-d458cc624205), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.250651 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49469945-cc55-453e-8f05-d773e24e9c18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:48.254533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49469945-cc55-453e-8f05-d773e24e9c18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.263666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (3115f84f-aaa8-4947-bcc4-d458cc624205), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.283448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] For port 65736823-8337-4d54-854d-e236504498de, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=65736823-8337-4d54-854d-e236504498de,segment=NetworkSegment(3317a54c-5b7c-491c-81ba-60c26f17aa06),segment_id=3317a54c-5b7c-491c-81ba-60c26f17aa06)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:48.284034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (65736823-8337-4d54-854d-e236504498de), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.307057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c6087004-7218-40e1-ba21-b791f1979739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (65736823-8337-4d54-854d-e236504498de), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.357094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6087004-7218-40e1-ba21-b791f1979739 None None] Pushing event deleted for resources: {'Port': ['ID=65736823-8337-4d54-854d-e236504498de,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:48.360504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6087004-7218-40e1-ba21-b791f1979739 None None] No DVR routers for this DVR port 65736823-8337-4d54-854d-e236504498de on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:48.360679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:48.375448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:48.379682 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:48.380660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:48.381272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.383531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event updated for resources: {'Port': ['ID=3115f84f-aaa8-4947-bcc4-d458cc624205,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:48.387087 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Attempt 9 to provision port 749676df-9b8e-4e75-8fea-ae5e8f144b50 Nov 03 02:23:48.391957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Allocated IP 2001:db8::f816:3eff:fef0:1886 (45083813-f1f1-4019-a736-ce483eb72093/bece4ecf-1977-4182-9eee-ea25f1f4fac0/b5769c12-6011-4bfd-aaa5-7f131229787e) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:48.416513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for 65736823-8337-4d54-854d-e236504498de owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:48.417145 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cb05438c-0a47-445c-848b-fc03ef4f3970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7570550 Nov 03 02:23:48.421311 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35552) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:48.427353 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8606'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:48.436268 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Port 749676df-9b8e-4e75-8fea-ae5e8f144b50 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:23:48.473011 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-87c8ff8b-1a0d-40d6-9a61-980f6a344bb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac6ae8cd09fe4d878b4789bb81c17c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590474 Nov 03 02:23:48.478453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35554) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:48.498317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3115f84f-aaa8-4947-bcc4-d458cc624205), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.570850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b72e410-9124-4e1e-a59f-0ac506ef4576 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (749676df-9b8e-4e75-8fea-ae5e8f144b50), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.646985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7292941e-348c-4ae7-b886-c1c557e50096 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Deleting port 4aa57dbf-83e5-4b87-b1c8-d580cd14bf50 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:48.647661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7292941e-348c-4ae7-b886-c1c557e50096 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (4aa57dbf-83e5-4b87-b1c8-d580cd14bf50), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.647989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 65736823-8337-4d54-854d-e236504498de no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:48.656948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72e410-9124-4e1e-a59f-0ac506ef4576 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Pushing event deleted for resources: {'Port': ['ID=749676df-9b8e-4e75-8fea-ae5e8f144b50,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:48.670437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 65736823-8337-4d54-854d-e236504498de {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:48.670794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 65736823-8337-4d54-854d-e236504498de not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:48.749920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49469945-cc55-453e-8f05-d773e24e9c18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (0fd44c38-acaf-469b-a2ed-4672927b5de0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.811375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Publish callbacks [] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.824654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.827686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b72e410-9124-4e1e-a59f-0ac506ef4576 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.831158 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8b72e410-9124-4e1e-a59f-0ac506ef4576 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] 10.222.0.23 "DELETE /v2.0/ports/749676df-9b8e-4e75-8fea-ae5e8f144b50 HTTP/1.1" status: 204 len: 168 time: 1.4788933 Nov 03 02:23:48.841704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35556) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:48.843768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (01cf8d2e-8382-4ec0-af38-ce30c3a08395), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.859612 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] device_id is not set on port 3115f84f-aaa8-4947-bcc4-d458cc624205 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:48.869614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7292941e-348c-4ae7-b886-c1c557e50096 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (4aa57dbf-83e5-4b87-b1c8-d580cd14bf50), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.871697 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks [] for port (3115f84f-aaa8-4947-bcc4-d458cc624205), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.876390 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49469945-cc55-453e-8f05-d773e24e9c18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:48.892115 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-49469945-cc55-453e-8f05-d773e24e9c18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:48.894222 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49469945-cc55-453e-8f05-d773e24e9c18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=0fd44c38-acaf-469b-a2ed-4672927b5de0,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:48.906151 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49469945-cc55-453e-8f05-d773e24e9c18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:48.906974 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49469945-cc55-453e-8f05-d773e24e9c18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.908423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:48.910454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Pushing event updated for resources: {'Port': ['ID=b5769c12-6011-4bfd-aaa5-7f131229787e,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:48.914997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:48.918045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:48.921374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (3115f84f-aaa8-4947-bcc4-d458cc624205), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.943174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5699448c-0f03-4a7e-a8bd-3e57ff748d2c admin admin] Publish callbacks [] for security_group (1868a7e8-acc8-4e30-8d5c-18f319bda95a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.951388 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Attempt 10 to provision port 749676df-9b8e-4e75-8fea-ae5e8f144b50 Nov 03 02:23:48.971484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5699448c-0f03-4a7e-a8bd-3e57ff748d2c admin admin] Publish callbacks [] for security_group (1868a7e8-acc8-4e30-8d5c-18f319bda95a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:48.974119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Port 749676df-9b8e-4e75-8fea-ae5e8f144b50 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:23:48.975134 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-49469945-cc55-453e-8f05-d773e24e9c18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9689934 Nov 03 02:23:48.981280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35558) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:48.997741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:1f:77:25', 'name': 'tempest-NetworksTestDHCPv6-1546037306'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:49.022973 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 45a99d75-0133-43c7-968b-8bf33827dca9 resource provider aggregate not found Nov 03 02:23:49.028912 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Attempting to bind port b5769c12-6011-4bfd-aaa5-7f131229787e on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:49.029172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7292941e-348c-4ae7-b886-c1c557e50096 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Calling delete_port for 4aa57dbf-83e5-4b87-b1c8-d580cd14bf50 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:49.029338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Attempting to bind port b5769c12-6011-4bfd-aaa5-7f131229787e by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:49.029678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Attempting to bind port b5769c12-6011-4bfd-aaa5-7f131229787e on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:49.035364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Provisioning complete for port 8dd07b58-b7b0-4dff-a791-820127fd0b68 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:49.036207 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.036606 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Attempt 1 to provision port 8dd07b58-b7b0-4dff-a791-820127fd0b68 Nov 03 02:23:49.059289 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:49.059652 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:49.060384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:49.066065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:49.066534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:49.067035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.067602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:49.068175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Bound port: b5769c12-6011-4bfd-aaa5-7f131229787e, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:49.068664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.069874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event updated for resources: {'Port': ['ID=3115f84f-aaa8-4947-bcc4-d458cc624205,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:49.084809 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 45a99d75-0133-43c7-968b-8bf33827dca9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45a99d75-0133-43c7-968b-8bf33827dca9 found for delete ", "request_id": "req-7e7a16bc-738f-4275-8b88-6aa55240fd35"}]} Nov 03 02:23:49.088260 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:49.088420 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:49.093693 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 2 to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 Nov 03 02:23:49.114215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:49.114521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:49.115009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:49.124227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:49.124665 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:49.127418 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 3 to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 Nov 03 02:23:49.161671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:49.162117 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:49.162533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:49.170639 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] For port b5769c12-6011-4bfd-aaa5-7f131229787e, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:49.171694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:49.172450 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:49.173564 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 4 to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 Nov 03 02:23:49.190195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] For port b5769c12-6011-4bfd-aaa5-7f131229787e, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b5769c12-6011-4bfd-aaa5-7f131229787e,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:49.193512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb444-e17d-4cb5-b99f-9095a90999cb None None] Current status of the port 8dd07b58-b7b0-4dff-a791-820127fd0b68 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:49.201273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.271503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9f528-b69f-471e-a2b9-b788238f9e79 None None] Pushing event updated for resources: {'Port': ['ID=b5769c12-6011-4bfd-aaa5-7f131229787e,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:49.326211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a1516ebb-b19f-45fb-b2aa-a8bed5a47260 None None] Could not find standard attr ID for object 749676df-9b8e-4e75-8fea-ae5e8f144b50. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:23:49.329710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a1516ebb-b19f-45fb-b2aa-a8bed5a47260 None None] Could not find standard attr ID for object db0d7a45-69a2-468e-86c2-7e8212d2ecc0. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:23:49.391064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (65736823-8337-4d54-854d-e236504498de), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.449887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5699448c-0f03-4a7e-a8bd-3e57ff748d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1868a7e8-acc8-4e30-8d5c-18f319bda95a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.454958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5699448c-0f03-4a7e-a8bd-3e57ff748d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.457751 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5699448c-0f03-4a7e-a8bd-3e57ff748d2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1868a7e8-acc8-4e30-8d5c-18f319bda95a HTTP/1.1" status: 204 len: 168 time: 0.9724510 Nov 03 02:23:49.459249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=65736823-8337-4d54-854d-e236504498de,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:49.469102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:49.469454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:49.469788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:49.474441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:49.474774 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:49.475483 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 5 to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 Nov 03 02:23:49.480046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:49.487431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-126a037f-e845-4025-a5b3-1cebbca75b03 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Deleting subnet 9d39b639-e5da-4c8e-86d9-9b059678d92a {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:49.489988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] No DVR routers for this DVR port 65736823-8337-4d54-854d-e236504498de on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:49.502616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-126a037f-e845-4025-a5b3-1cebbca75b03 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks [] for subnet (9d39b639-e5da-4c8e-86d9-9b059678d92a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.542082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:49.542439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:49.542765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:49.549843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:49.550262 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:49.552700 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 6 to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 Nov 03 02:23:49.568641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:49.568993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:49.569327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:49.576534 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:49.576821 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:49.578564 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 7 to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 Nov 03 02:23:49.596823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699448c-0f03-4a7e-a8bd-3e57ff748d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1868a7e8-acc8-4e30-8d5c-18f319bda95a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:49.607333 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:49.607681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:49.608029 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:49.624060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.626713 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:49.627049 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:49.628369 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 8 to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 Nov 03 02:23:49.660943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:49.661304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:49.665668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:49.669504 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 8efe4320-a025-4dfb-b8da-481501fa0103 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:23:49.682106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-126a037f-e845-4025-a5b3-1cebbca75b03 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (9d39b639-e5da-4c8e-86d9-9b059678d92a), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.682294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:49.682484 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:49.684363 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 9 to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 Nov 03 02:23:49.728476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:49.728837 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:49.729295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (b33a598c-4357-44f5-9155-f85476b722d1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.729536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:49.738436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:49.739001 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:49.741668 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.plugins.ml2.plugin [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempt 10 to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 Nov 03 02:23:49.765330 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:49.765947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:49.766284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempting to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:49.777054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33a598c-4357-44f5-9155-f85476b722d1']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:49.782336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:23:49.782880 dv-neutron-860659-5-hyperv neutron-server[104393]: ERROR neutron.plugins.ml2.managers [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Failed to bind port 3115f84f-aaa8-4947-bcc4-d458cc624205 on host hv-neutron-8606 for vnic_type normal using segments [{'id': 'a422d4e4-6e8b-470e-835a-61a69aa1ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4ea93b7f-8d5f-406b-a15c-ed425f22de67'}] Nov 03 02:23:49.783332 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3115f84f-aaa8-4947-bcc4-d458cc624205), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.796246 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3317a54c-5b7c-491c-81ba-60c26f17aa06') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:49.796569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3317a54c-5b7c-491c-81ba-60c26f17aa06') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:49.828624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7292941e-348c-4ae7-b886-c1c557e50096 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (4aa57dbf-83e5-4b87-b1c8-d580cd14bf50), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.848357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (3317a54c-5b7c-491c-81ba-60c26f17aa06), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.897717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292941e-348c-4ae7-b886-c1c557e50096 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event deleted for resources: {'Port': ['ID=4aa57dbf-83e5-4b87-b1c8-d580cd14bf50,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:49.911669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-126a037f-e845-4025-a5b3-1cebbca75b03 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (9d39b639-e5da-4c8e-86d9-9b059678d92a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.916003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3317a54c-5b7c-491c-81ba-60c26f17aa06), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.925915 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] For port 3115f84f-aaa8-4947-bcc4-d458cc624205, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:49.926684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attempted to set empty binding levels {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 02:23:49.933736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (3115f84f-aaa8-4947-bcc4-d458cc624205), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.934295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] In _notify_port_updated(), no bound segment for port 3115f84f-aaa8-4947-bcc4-d458cc624205 on network 4ea93b7f-8d5f-406b-a15c-ed425f22de67 {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:23:49.935191 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:49.936063 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.937631 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "PUT /v2.0/ports/3115f84f-aaa8-4947-bcc4-d458cc624205 HTTP/1.1" status: 200 len: 980 time: 1.5154138 Nov 03 02:23:49.941566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7292941e-348c-4ae7-b886-c1c557e50096 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:49.943622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35574) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:49.944988 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7292941e-348c-4ae7-b886-c1c557e50096 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "DELETE /v2.0/ports/4aa57dbf-83e5-4b87-b1c8-d580cd14bf50 HTTP/1.1" status: 204 len: 168 time: 1.8860981 Nov 03 02:23:49.952399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35576) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:49.972291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:49.972291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (3317a54c-5b7c-491c-81ba-60c26f17aa06), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.020555 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 172.20.0.7 (45083813-f1f1-4019-a736-ce483eb72093/0fd44c38-acaf-469b-a2ed-4672927b5de0/8efe4320-a025-4dfb-b8da-481501fa0103) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:50.045142 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 3317a54c-5b7c-491c-81ba-60c26f17aa06 resource provider aggregate not found Nov 03 02:23:50.057400 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::f816:3eff:fe1f:7725 (45083813-f1f1-4019-a736-ce483eb72093/bece4ecf-1977-4182-9eee-ea25f1f4fac0/8efe4320-a025-4dfb-b8da-481501fa0103) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:50.090123 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c5c91-7f32-49f3-9120-a8476a2c23cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event updated for resources: {'Port': ['ID=3115f84f-aaa8-4947-bcc4-d458cc624205,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:50.106187 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 3317a54c-5b7c-491c-81ba-60c26f17aa06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3317a54c-5b7c-491c-81ba-60c26f17aa06 found for delete ", "request_id": "req-b8d27014-3366-4f50-a52d-23f36b84a081"}]} Nov 03 02:23:50.141740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-00358457-86d1-4df9-b6f0-b94cec3e8151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Deleting port 3115f84f-aaa8-4947-bcc4-d458cc624205 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:50.142188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00358457-86d1-4df9-b6f0-b94cec3e8151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3115f84f-aaa8-4947-bcc4-d458cc624205), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.240285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (b33a598c-4357-44f5-9155-f85476b722d1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.284307 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.290725 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/networks/b33a598c-4357-44f5-9155-f85476b722d1 HTTP/1.1" status: 204 len: 168 time: 2.7496150 Nov 03 02:23:50.298570 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35592) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:50.300014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-126a037f-e845-4025-a5b3-1cebbca75b03 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (9d39b639-e5da-4c8e-86d9-9b059678d92a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.307389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-00358457-86d1-4df9-b6f0-b94cec3e8151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] For port 3115f84f-aaa8-4947-bcc4-d458cc624205, host hv-neutron-8606, got binding levels [] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:50.307778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00358457-86d1-4df9-b6f0-b94cec3e8151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3115f84f-aaa8-4947-bcc4-d458cc624205), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.357384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-00358457-86d1-4df9-b6f0-b94cec3e8151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Calling delete_port for 3115f84f-aaa8-4947-bcc4-d458cc624205 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:50.372078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c2c50-1421-4b0a-b224-bd770d0abfb2 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Network': ['ID=b33a598c-4357-44f5-9155-f85476b722d1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:50.374032 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35594) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:50.378698 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a037f-e845-4025-a5b3-1cebbca75b03 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Pushing event deleted for resources: {'Subnet': ['ID=9d39b639-e5da-4c8e-86d9-9b059678d92a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:50.401234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-126a037f-e845-4025-a5b3-1cebbca75b03 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.402103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf47cf2-30d5-42ef-b0a1-123cf58fb1cc None None] Network f2d69222-0303-4011-a3db-c000187c365d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:50.408071 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-126a037f-e845-4025-a5b3-1cebbca75b03 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] 10.222.0.23 "DELETE /v2.0/subnets/9d39b639-e5da-4c8e-86d9-9b059678d92a HTTP/1.1" status: 204 len: 168 time: 1.5600545 Nov 03 02:23:50.413265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35598) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:50.422462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (01cf8d2e-8382-4ec0-af38-ce30c3a08395), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.436567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-21d68979-572d-4b03-b833-e46cd3c58aac tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Deleting port 2dfcf4e8-1629-41da-ac9d-093c0097d5f1 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:50.437122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-21d68979-572d-4b03-b833-e46cd3c58aac tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2dfcf4e8-1629-41da-ac9d-093c0097d5f1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.564679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-484954966'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:50.578664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-21d68979-572d-4b03-b833-e46cd3c58aac tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2dfcf4e8-1629-41da-ac9d-093c0097d5f1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.593998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.616828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:50.617002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b5769c12-6011-4bfd-aaa5-7f131229787e up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:50.619607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67668c40-aee3-4e08-8176-22df12245d65 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:50.621032 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.639619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (8efe4320-a025-4dfb-b8da-481501fa0103), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.650292 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.679683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-21d68979-572d-4b03-b833-e46cd3c58aac tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Calling delete_port for 2dfcf4e8-1629-41da-ac9d-093c0097d5f1 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:50.715511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48996fd-4f75-4754-af36-9344e35aa535 None None] DHCP port deletion for f2d69222-0303-4011-a3db-c000187c365d request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:50.730484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (f2d69222-0303-4011-a3db-c000187c365d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.731292 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-74f682db-2180-46c1-a1d6-a4b7d6f366a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port f2f19e7f-eaac-45f4-b388-3da8d2d3c730 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:50.731940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74f682db-2180-46c1-a1d6-a4b7d6f366a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f2f19e7f-eaac-45f4-b388-3da8d2d3c730), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.787173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-38d1d31f-4c49-441f-8d70-90888698584e None None] Provisioning complete for port b5769c12-6011-4bfd-aaa5-7f131229787e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:50.787926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-38d1d31f-4c49-441f-8d70-90888698584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.788525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00358457-86d1-4df9-b6f0-b94cec3e8151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (3115f84f-aaa8-4947-bcc4-d458cc624205), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.788764 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-38d1d31f-4c49-441f-8d70-90888698584e None None] Attempt 1 to provision port b5769c12-6011-4bfd-aaa5-7f131229787e Nov 03 02:23:50.807371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (8efe4320-a025-4dfb-b8da-481501fa0103), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.838834 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00358457-86d1-4df9-b6f0-b94cec3e8151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Pushing event deleted for resources: {'Port': ['ID=3115f84f-aaa8-4947-bcc4-d458cc624205,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:50.849050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Allocated IP 172.26.6.2 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/6cfa2816-9fb3-4bfb-a7be-3fdb5b5cc828) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:50.866744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00358457-86d1-4df9-b6f0-b94cec3e8151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.873139 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-00358457-86d1-4df9-b6f0-b94cec3e8151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "DELETE /v2.0/ports/3115f84f-aaa8-4947-bcc4-d458cc624205 HTTP/1.1" status: 204 len: 168 time: 0.9239933 Nov 03 02:23:50.875312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35600) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:50.918787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:50.929803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b5769c12-6011-4bfd-aaa5-7f131229787e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:50.930196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.931265 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b5769c12-6011-4bfd-aaa5-7f131229787e Nov 03 02:23:50.938077 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:50.948728 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27e6805-bf9d-445d-97bd-a209dec60eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] GET failed (client error): The resource could not be found. Nov 03 02:23:50.950192 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e27e6805-bf9d-445d-97bd-a209dec60eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1149983218-project-admin] 10.222.0.23 "GET /v2.0/ports/3115f84f-aaa8-4947-bcc4-d458cc624205 HTTP/1.1" status: 404 len: 333 time: 0.0730238 Nov 03 02:23:50.953297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-21d68979-572d-4b03-b833-e46cd3c58aac tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (2dfcf4e8-1629-41da-ac9d-093c0097d5f1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.954958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35602) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:50.957795 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74f682db-2180-46c1-a1d6-a4b7d6f366a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f2f19e7f-eaac-45f4-b388-3da8d2d3c730), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.958395 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74f682db-2180-46c1-a1d6-a4b7d6f366a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (f2f19e7f-eaac-45f4-b388-3da8d2d3c730), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:50.961237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:50.961883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a48996fd-4f75-4754-af36-9344e35aa535 None None] Deleting port 8dd07b58-b7b0-4dff-a791-820127fd0b68 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:50.962263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a48996fd-4f75-4754-af36-9344e35aa535 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.002497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=8efe4320-a025-4dfb-b8da-481501fa0103,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:51.014987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for security_group (0fed1c98-3d3c-4c7c-91be-9192a1e72775), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.017009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-74f682db-2180-46c1-a1d6-a4b7d6f366a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for f2f19e7f-eaac-45f4-b388-3da8d2d3c730 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:51.029816 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0fed1c98-3d3c-4c7c-91be-9192a1e72775), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.044525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d68979-572d-4b03-b833-e46cd3c58aac tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event deleted for resources: {'Port': ['ID=2dfcf4e8-1629-41da-ac9d-093c0097d5f1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:51.051932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Deleting port 8dd07b58-b7b0-4dff-a791-820127fd0b68 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:51.053673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.081520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-21d68979-572d-4b03-b833-e46cd3c58aac tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.082975 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-38d1d31f-4c49-441f-8d70-90888698584e None None] Current status of the port b5769c12-6011-4bfd-aaa5-7f131229787e is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:51.083365 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-38d1d31f-4c49-441f-8d70-90888698584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.085047 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-21d68979-572d-4b03-b833-e46cd3c58aac tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "DELETE /v2.0/ports/2dfcf4e8-1629-41da-ac9d-093c0097d5f1 HTTP/1.1" status: 204 len: 168 time: 1.1295838 Nov 03 02:23:51.092178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a48996fd-4f75-4754-af36-9344e35aa535 None None] For port 8dd07b58-b7b0-4dff-a791-820127fd0b68, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8dd07b58-b7b0-4dff-a791-820127fd0b68,segment=NetworkSegment(da5de5fe-4e05-4e32-99f3-6a3ceae9b647),segment_id=da5de5fe-4e05-4e32-99f3-6a3ceae9b647)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:51.092606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a48996fd-4f75-4754-af36-9344e35aa535 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.099246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35604) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:51.125618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a48996fd-4f75-4754-af36-9344e35aa535 None None] Calling delete_port for 8dd07b58-b7b0-4dff-a791-820127fd0b68 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:51.133400 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:51.134709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.150271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:51.151852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (4ea93b7f-8d5f-406b-a15c-ed425f22de67), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.176311 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5002707d-584e-456d-87dd-7f885e77d2a5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0708761 Nov 03 02:23:51.184199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35606) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:51.189387 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1945109798'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:51.190225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for port (6cfa2816-9fb3-4bfb-a7be-3fdb5b5cc828), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.198226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (31241de5-e808-4ada-ba57-6a2d085c6789), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.198439 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Added segment 31241de5-e808-4ada-ba57-6a2d085c6789 of type vlan for network 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7 Nov 03 02:23:51.201867 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fed1c98-3d3c-4c7c-91be-9192a1e72775,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:51.215333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] For port 8dd07b58-b7b0-4dff-a791-820127fd0b68, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8dd07b58-b7b0-4dff-a791-820127fd0b68,segment=NetworkSegment(da5de5fe-4e05-4e32-99f3-6a3ceae9b647),segment_id=da5de5fe-4e05-4e32-99f3-6a3ceae9b647)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:51.215538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.220743 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-065c75fe-2218-4cc9-b283-cc701d2e4563 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2321682 Nov 03 02:23:51.232384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35608) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:51.243994 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-38d1d31f-4c49-441f-8d70-90888698584e None None] For port b5769c12-6011-4bfd-aaa5-7f131229787e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b5769c12-6011-4bfd-aaa5-7f131229787e,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:51.270730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-38d1d31f-4c49-441f-8d70-90888698584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.289088 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Calling delete_port for 8dd07b58-b7b0-4dff-a791-820127fd0b68 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:51.305936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (8fe3298d-9e7e-4d43-8e30-ccd94b9807b7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.307288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b5769c12-6011-4bfd-aaa5-7f131229787e is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:51.307684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.309395 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Made reservation on behalf of 126bf0cf63ea47eaab355574cc704b0e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:51.312636 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.324398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (4ea93b7f-8d5f-406b-a15c-ed425f22de67), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.375019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:51.381279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a6e75a-d7b8-4723-a37f-557a1d0ed8d7 None None] Update dhcp port {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': 'bece4ecf-1977-4182-9eee-ea25f1f4fac0', 'ip_address': '2001:db8::f816:3eff:fef0:1886'}, {'subnet_id': '0fd44c38-acaf-469b-a2ed-4672927b5de0'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'b5769c12-6011-4bfd-aaa5-7f131229787e'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:23:51.385335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea93b7f-8d5f-406b-a15c-ed425f22de67']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:51.397270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6cfa2816-9fb3-4bfb-a7be-3fdb5b5cc828), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.400678 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (8fe3298d-9e7e-4d43-8e30-ccd94b9807b7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.404932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a422d4e4-6e8b-470e-835a-61a69aa1ae72') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:51.405448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a422d4e4-6e8b-470e-835a-61a69aa1ae72') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:51.405647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:51.406215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.410327 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1d31f-4c49-441f-8d70-90888698584e None None] Pushing event updated for resources: {'Port': ['ID=b5769c12-6011-4bfd-aaa5-7f131229787e,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:51.431121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (50977e9a-9df2-4cdf-8602-e475bf51b235), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.431471 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Added segment 50977e9a-9df2-4cdf-8602-e475bf51b235 of type vlan for network 367fa509-ce3f-4c16-ad28-a28adf366750 Nov 03 02:23:51.440174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (a422d4e4-6e8b-470e-835a-61a69aa1ae72), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.462266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d196b-6cc9-4dc3-9b2d-40c5e01b4171 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:51.466930 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-68a6e75a-d7b8-4723-a37f-557a1d0ed8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.467867 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d196b-6cc9-4dc3-9b2d-40c5e01b4171 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:51.471635 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6a6d196b-6cc9-4dc3-9b2d-40c5e01b4171 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2362309 Nov 03 02:23:51.473036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35610) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:51.474732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:51.480254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a48996fd-4f75-4754-af36-9344e35aa535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.489942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a422d4e4-6e8b-470e-835a-61a69aa1ae72), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.498406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:51.509176 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1326993 Nov 03 02:23:51.527400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:51.533974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event updated for resources: {'Port': ['ID=6cfa2816-9fb3-4bfb-a7be-3fdb5b5cc828,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:51.535662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48996fd-4f75-4754-af36-9344e35aa535 None None] Pushing event deleted for resources: {'Port': ['ID=8dd07b58-b7b0-4dff-a791-820127fd0b68,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:51.540324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:51.541309 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (a422d4e4-6e8b-470e-835a-61a69aa1ae72), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.563772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (367fa509-ce3f-4c16-ad28-a28adf366750), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.564476 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:23:51.564871 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:23:51.569108 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e4ff2-4d32-42e4-aaf8-0b4b1d112491 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Network': ['ID=8fe3298d-9e7e-4d43-8e30-ccd94b9807b7,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:51.580553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74f682db-2180-46c1-a1d6-a4b7d6f366a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f2f19e7f-eaac-45f4-b388-3da8d2d3c730), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.589739 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48996fd-4f75-4754-af36-9344e35aa535 None None] No DVR routers for this DVR port 8dd07b58-b7b0-4dff-a791-820127fd0b68 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:51.620943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8dd07b58-b7b0-4dff-a791-820127fd0b68), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.625519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:51.651179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f682db-2180-46c1-a1d6-a4b7d6f366a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=f2f19e7f-eaac-45f4-b388-3da8d2d3c730,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:51.702833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Pushing event deleted for resources: {'Port': ['ID=8dd07b58-b7b0-4dff-a791-820127fd0b68,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:51.705517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] No DVR routers for this DVR port 8dd07b58-b7b0-4dff-a791-820127fd0b68 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:51.723947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (367fa509-ce3f-4c16-ad28-a28adf366750), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.729386 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:51.730216 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.768388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (4ea93b7f-8d5f-406b-a15c-ed425f22de67), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.780805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.786387 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] 10.222.0.23 "DELETE /v2.0/networks/4ea93b7f-8d5f-406b-a15c-ed425f22de67 HTTP/1.1" status: 204 len: 168 time: 0.8273613 Nov 03 02:23:51.829415 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6436584 Nov 03 02:23:51.842146 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35614) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:51.848284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2035726832'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:51.870727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515d166-fca8-4f73-a9ff-2ef718accda8 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event updated for resources: {'Network': ['ID=367fa509-ce3f-4c16-ad28-a28adf366750,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:51.898383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74f682db-2180-46c1-a1d6-a4b7d6f366a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for floatingip (8b1b8527-2cc6-42db-a4fc-3ae9981f306c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.902516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74f682db-2180-46c1-a1d6-a4b7d6f366a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.903974 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-74f682db-2180-46c1-a1d6-a4b7d6f366a0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/floatingips/8b1b8527-2cc6-42db-a4fc-3ae9981f306c HTTP/1.1" status: 204 len: 168 time: 1.6012144 Nov 03 02:23:51.905451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Made reservation on behalf of 126bf0cf63ea47eaab355574cc704b0e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:51.909281 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:51.911540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35616) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:51.948614 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56f04bb-4ce6-4be1-bbad-4326bb39d5a4 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] DELETE failed (client error): The resource could not be found. Nov 03 02:23:51.950013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56f04bb-4ce6-4be1-bbad-4326bb39d5a4 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:23:51.951592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-68a6e75a-d7b8-4723-a37f-557a1d0ed8d7 None None] Allocated IP 172.20.0.2 (45083813-f1f1-4019-a736-ce483eb72093/0fd44c38-acaf-469b-a2ed-4672927b5de0/b5769c12-6011-4bfd-aaa5-7f131229787e) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:51.954263 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a56f04bb-4ce6-4be1-bbad-4326bb39d5a4 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/ports/a6fc4d3e-beee-48e3-9f25-03db0a1f79cb HTTP/1.1" status: 404 len: 333 time: 0.0415344 Nov 03 02:23:51.961224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35618) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:51.991578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504f72e-3d43-498b-a112-c56db4597934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907932248-project] Pushing event deleted for resources: {'Network': ['ID=4ea93b7f-8d5f-406b-a15c-ed425f22de67,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:51.997136 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-06655cac-fa43-4e9a-be6f-8a27655d0ac0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef85a34b-ffc8-4ab5-9617-18551c84c929 HTTP/1.1" status: 200 len: 205 time: 0.0343192 Nov 03 02:23:51.999526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35620) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:52.005250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 367fa509-ce3f-4c16-ad28-a28adf366750 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:52.029994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:52.041662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (f2d69222-0303-4011-a3db-c000187c365d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.055561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2f62d17f-df00-4e45-a8b1-481f5736d571 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 8efe4320-a025-4dfb-b8da-481501fa0103 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:52.055904 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2f62d17f-df00-4e45-a8b1-481f5736d571 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8efe4320-a025-4dfb-b8da-481501fa0103), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.124772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (ade6267e-f30b-4ab4-a9c4-8af239c5b7bb), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.125645 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Added segment ade6267e-f30b-4ab4-a9c4-8af239c5b7bb of type vlan for network c1b601ff-2e21-42c8-9ba9-446f71231c93 Nov 03 02:23:52.191339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b5769c12-6011-4bfd-aaa5-7f131229787e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:52.208365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (c1b601ff-2e21-42c8-9ba9-446f71231c93), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.218434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d69222-0303-4011-a3db-c000187c365d']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:52.228606 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-80418f0b-63f7-43e1-918a-989d0cff72d6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] delete failed (client error): The resource could not be found. Nov 03 02:23:52.234221 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-80418f0b-63f7-43e1-918a-989d0cff72d6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/routers/ef85a34b-ffc8-4ab5-9617-18551c84c929 HTTP/1.1" status: 404 len: 336 time: 0.2328179 Nov 03 02:23:52.238525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5de5fe-4e05-4e32-99f3-6a3ceae9b647') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:52.240327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5de5fe-4e05-4e32-99f3-6a3ceae9b647') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:52.242704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35626) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:52.249967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-68a6e75a-d7b8-4723-a37f-557a1d0ed8d7 None None] For port b5769c12-6011-4bfd-aaa5-7f131229787e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b5769c12-6011-4bfd-aaa5-7f131229787e,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:52.256113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (da5de5fe-4e05-4e32-99f3-6a3ceae9b647), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.264523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35628) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:52.283601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-68a6e75a-d7b8-4723-a37f-557a1d0ed8d7 None None] Publish callbacks [] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.286602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (da5de5fe-4e05-4e32-99f3-6a3ceae9b647), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.292122 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3f849b-9fbd-4e16-aa01-e58f7eca8ff0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] DELETE failed (client error): The resource could not be found. Nov 03 02:23:52.292746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3f849b-9fbd-4e16-aa01-e58f7eca8ff0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:23:52.299202 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4a3f849b-9fbd-4e16-aa01-e58f7eca8ff0 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/subnets/7179238e-5063-45f3-94ac-1ede678eb296 HTTP/1.1" status: 404 len: 337 time: 0.0500901 Nov 03 02:23:52.299202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (c1b601ff-2e21-42c8-9ba9-446f71231c93), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.302559 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:23:52.303463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (da5de5fe-4e05-4e32-99f3-6a3ceae9b647), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.304527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-68a6e75a-d7b8-4723-a37f-557a1d0ed8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.304690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:52.305132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.307625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35632) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:52.400806 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5563526 Nov 03 02:23:52.439037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184e374-3754-4b42-8c37-c2b7f24db3cd tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event updated for resources: {'Network': ['ID=c1b601ff-2e21-42c8-9ba9-446f71231c93,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:52.463628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6e75a-d7b8-4723-a37f-557a1d0ed8d7 None None] Pushing event updated for resources: {'Port': ['ID=b5769c12-6011-4bfd-aaa5-7f131229787e,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:52.496939 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment a422d4e4-6e8b-470e-835a-61a69aa1ae72 resource provider aggregate not found Nov 03 02:23:52.532400 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-21ee24ab-c7a1-4bef-8be6-119c5a1a77b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=749c5ce640d44c0d81811005fdc842b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621405 Nov 03 02:23:52.535452 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35638) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:52.539260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network c1b601ff-2e21-42c8-9ba9-446f71231c93 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:52.569634 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35640) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:52.575233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'subnets': [{'network_id': '367fa509-ce3f-4c16-ad28-a28adf366750', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1194646853', 'ip_version': 4}, {'network_id': 'c1b601ff-2e21-42c8-9ba9-446f71231c93', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:52.575700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'subnet': {'network_id': '367fa509-ce3f-4c16-ad28-a28adf366750', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1194646853', 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:52.576382 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Request body: {'subnet': {'network_id': 'c1b601ff-2e21-42c8-9ba9-446f71231c93', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:52.614983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2f62d17f-df00-4e45-a8b1-481f5736d571 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8efe4320-a025-4dfb-b8da-481501fa0103), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.632682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2f62d17f-df00-4e45-a8b1-481f5736d571 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 8efe4320-a025-4dfb-b8da-481501fa0103 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:52.678838 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-170c97ba-7690-404a-8c21-5176433d4928 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port 469abb35-c4c5-4777-b8f7-839b827c8e80 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:52.679099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-170c97ba-7690-404a-8c21-5176433d4928 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (469abb35-c4c5-4777-b8f7-839b827c8e80), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.682756 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3d17b9b-8d58-47f1-b877-576b503a3e53 admin admin] Publish callbacks [] for security_group (4d0a021b-d80b-4d52-abd1-74c22263e1c6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.723278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b5769c12-6011-4bfd-aaa5-7f131229787e up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:52.806870 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3d17b9b-8d58-47f1-b877-576b503a3e53 admin admin] Publish callbacks [] for security_group (4d0a021b-d80b-4d52-abd1-74c22263e1c6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.893599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b5769c12-6011-4bfd-aaa5-7f131229787e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:52.894107 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.894543 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b5769c12-6011-4bfd-aaa5-7f131229787e Nov 03 02:23:52.928304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (f2d69222-0303-4011-a3db-c000187c365d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.940113 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment a422d4e4-6e8b-470e-835a-61a69aa1ae72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a422d4e4-6e8b-470e-835a-61a69aa1ae72 found for delete ", "request_id": "req-8295c03c-d19d-42d6-8a6d-86475a730179"}]} Nov 03 02:23:52.956450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:52.966954 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] 10.222.0.23 "DELETE /v2.0/networks/f2d69222-0303-4011-a3db-c000187c365d HTTP/1.1" status: 204 len: 168 time: 2.5499430 Nov 03 02:23:52.997073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-170c97ba-7690-404a-8c21-5176433d4928 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (469abb35-c4c5-4777-b8f7-839b827c8e80), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:53.036093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663276c5-a770-4ee8-805d-df0a98b2ab1c tempest-ExtraDHCPOptionsIpV6TestJSON-995717337 tempest-ExtraDHCPOptionsIpV6TestJSON-995717337-project] Pushing event deleted for resources: {'Network': ['ID=f2d69222-0303-4011-a3db-c000187c365d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:53.049887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-170c97ba-7690-404a-8c21-5176433d4928 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for 469abb35-c4c5-4777-b8f7-839b827c8e80 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:53.073105 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b5769c12-6011-4bfd-aaa5-7f131229787e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:53.129849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Made reservation on behalf of 126bf0cf63ea47eaab355574cc704b0e for: {'subnet': 2} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:53.136370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:53.136775 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:53.139778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3d17b9b-8d58-47f1-b877-576b503a3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (4d0a021b-d80b-4d52-abd1-74c22263e1c6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:53.142427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3d17b9b-8d58-47f1-b877-576b503a3e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:53.143582 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f3d17b9b-8d58-47f1-b877-576b503a3e53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d0a021b-d80b-4d52-abd1-74c22263e1c6 HTTP/1.1" status: 204 len: 168 time: 0.6073318 Nov 03 02:23:53.182515 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d17b9b-8d58-47f1-b877-576b503a3e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0a021b-d80b-4d52-abd1-74c22263e1c6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:53.199059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8dd07b58-b7b0-4dff-a791-820127fd0b68 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:23:53.199494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2f62d17f-df00-4e45-a8b1-481f5736d571 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8efe4320-a025-4dfb-b8da-481501fa0103), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:53.260332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 8dd07b58-b7b0-4dff-a791-820127fd0b68 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:23:53.261059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8dd07b58-b7b0-4dff-a791-820127fd0b68 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:23:53.322495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62d17f-df00-4e45-a8b1-481f5736d571 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=8efe4320-a025-4dfb-b8da-481501fa0103,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:53.439874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (01cf8d2e-8382-4ec0-af38-ce30c3a08395), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:53.500918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35650) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:53.659262 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-170c97ba-7690-404a-8c21-5176433d4928 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (469abb35-c4c5-4777-b8f7-839b827c8e80), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:53.717166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35654) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:53.723670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c97ba-7690-404a-8c21-5176433d4928 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=469abb35-c4c5-4777-b8f7-839b827c8e80,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:53.734755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2f62d17f-df00-4e45-a8b1-481f5736d571 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:53.750257 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2f62d17f-df00-4e45-a8b1-481f5736d571 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/8efe4320-a025-4dfb-b8da-481501fa0103 HTTP/1.1" status: 204 len: 168 time: 2.2738388 Nov 03 02:23:53.753227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35656) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:53.834390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cac38d30-299c-46ab-8f19-61fa1087eefe None None] Provisioning complete for port b5769c12-6011-4bfd-aaa5-7f131229787e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:53.835449 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cac38d30-299c-46ab-8f19-61fa1087eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:53.837838 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cac38d30-299c-46ab-8f19-61fa1087eefe None None] Attempt 1 to provision port b5769c12-6011-4bfd-aaa5-7f131229787e Nov 03 02:23:53.855306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b1fa9-583c-45f7-81aa-07f96cc7b8b3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:53.857433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b1fa9-583c-45f7-81aa-07f96cc7b8b3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:53.858784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b1fa9-583c-45f7-81aa-07f96cc7b8b3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:53.860339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-578b1fa9-583c-45f7-81aa-07f96cc7b8b3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1054859 Nov 03 02:23:53.866448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35658) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:54.023733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb693ac-ee61-4300-ae68-467ea43c77b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 0fd44c38-acaf-469b-a2ed-4672927b5de0 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:54.040592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfb693ac-ee61-4300-ae68-467ea43c77b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (0fd44c38-acaf-469b-a2ed-4672927b5de0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.059589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cac38d30-299c-46ab-8f19-61fa1087eefe None None] Current status of the port b5769c12-6011-4bfd-aaa5-7f131229787e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:54.064864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cac38d30-299c-46ab-8f19-61fa1087eefe None None] Could not find standard attr ID for object 8efe4320-a025-4dfb-b8da-481501fa0103. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:23:54.133468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfb693ac-ee61-4300-ae68-467ea43c77b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (0fd44c38-acaf-469b-a2ed-4672927b5de0), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.137503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (01cf8d2e-8382-4ec0-af38-ce30c3a08395), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.162843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (01cf8d2e-8382-4ec0-af38-ce30c3a08395), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.247806 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e751f8c5-51d9-4aff-b358-510128839daf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b9538df0cd14fbca367b86a05af8731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5184457 Nov 03 02:23:54.251454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35660) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:54.280213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-170c97ba-7690-404a-8c21-5176433d4928 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.281249 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3d3bb316-2f67-4ccd-bbe5-ddecb89307e6 None None] Could not find standard attr ID for object 8efe4320-a025-4dfb-b8da-481501fa0103. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:23:54.283504 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-170c97ba-7690-404a-8c21-5176433d4928 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/ports/469abb35-c4c5-4777-b8f7-839b827c8e80 HTTP/1.1" status: 204 len: 168 time: 1.9712017 Nov 03 02:23:54.286565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35662) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:54.305349 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f48a129b-71ef-4824-a2da-39358424540d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c6239a2cb6e4556b0beffb378ae3256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7928333 Nov 03 02:23:54.325973 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35664) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:54.481562 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6acbd0ab-8c0a-4936-bc4c-ddf06b376bd3 admin admin] Publish callbacks [] for security_group (2c5a058b-0bb1-4740-a42d-1bd84523d087), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.524768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-98cab2b7-c5ef-45a2-9652-d6529aefe549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port cb64c5e6-23fd-464d-ae3e-b74b573b9160 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:54.525107 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98cab2b7-c5ef-45a2-9652-d6529aefe549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (cb64c5e6-23fd-464d-ae3e-b74b573b9160), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.578613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b5769c12-6011-4bfd-aaa5-7f131229787e up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:54.613879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6acbd0ab-8c0a-4936-bc4c-ddf06b376bd3 admin admin] Publish callbacks [] for security_group (2c5a058b-0bb1-4740-a42d-1bd84523d087), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.639460 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (de1dac1e-e6ad-41c9-93e6-e55bb343875b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.663664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfb693ac-ee61-4300-ae68-467ea43c77b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (0fd44c38-acaf-469b-a2ed-4672927b5de0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.684798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b5769c12-6011-4bfd-aaa5-7f131229787e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:54.685528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.686187 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b5769c12-6011-4bfd-aaa5-7f131229787e Nov 03 02:23:54.736019 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98396f5b-7597-47b2-ac66-89d09b042b5a admin admin] Publish callbacks [] for security_group (423847ec-6eb9-4e69-9db5-77f40d9c04e8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.782006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98396f5b-7597-47b2-ac66-89d09b042b5a admin admin] Publish callbacks [] for security_group (423847ec-6eb9-4e69-9db5-77f40d9c04e8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.816785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Router 01cf8d2e-8382-4ec0-af38-ce30c3a08395 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:23:54.826746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfb693ac-ee61-4300-ae68-467ea43c77b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (0fd44c38-acaf-469b-a2ed-4672927b5de0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.876916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b5769c12-6011-4bfd-aaa5-7f131229787e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:54.885270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event updated for resources: {'Subnet': ['ID=de1dac1e-e6ad-41c9-93e6-e55bb343875b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:54.890247 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98cab2b7-c5ef-45a2-9652-d6529aefe549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (cb64c5e6-23fd-464d-ae3e-b74b573b9160), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.897184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfb693ac-ee61-4300-ae68-467ea43c77b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:54.904631 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dfb693ac-ee61-4300-ae68-467ea43c77b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/0fd44c38-acaf-469b-a2ed-4672927b5de0 HTTP/1.1" status: 204 len: 168 time: 1.0347633 Nov 03 02:23:54.910366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f5f9b-25da-4317-8512-bd67ca0ece86 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:54.917717 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35666) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:54.935298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-98cab2b7-c5ef-45a2-9652-d6529aefe549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for cb64c5e6-23fd-464d-ae3e-b74b573b9160 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:54.935557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb693ac-ee61-4300-ae68-467ea43c77b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd44c38-acaf-469b-a2ed-4672927b5de0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:54.968932 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment da5de5fe-4e05-4e32-99f3-6a3ceae9b647 resource provider aggregate not found Nov 03 02:23:55.030936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98396f5b-7597-47b2-ac66-89d09b042b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (423847ec-6eb9-4e69-9db5-77f40d9c04e8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.034195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98396f5b-7597-47b2-ac66-89d09b042b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.035456 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-98396f5b-7597-47b2-ac66-89d09b042b5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/423847ec-6eb9-4e69-9db5-77f40d9c04e8 HTTP/1.1" status: 204 len: 168 time: 0.7770681 Nov 03 02:23:55.037407 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment da5de5fe-4e05-4e32-99f3-6a3ceae9b647 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da5de5fe-4e05-4e32-99f3-6a3ceae9b647 found for delete ", "request_id": "req-fe3f0cf8-e71d-4b25-8a27-bd60d899546a"}]} Nov 03 02:23:55.071309 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35674) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:55.089775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'subnet': {'network_id': '8fe3298d-9e7e-4d43-8e30-ccd94b9807b7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:55.093249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9706229-bf79-4118-a64f-bcb6bebcf40f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet bece4ecf-1977-4182-9eee-ea25f1f4fac0 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:55.103728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9706229-bf79-4118-a64f-bcb6bebcf40f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (bece4ecf-1977-4182-9eee-ea25f1f4fac0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.108213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6acbd0ab-8c0a-4936-bc4c-ddf06b376bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (2c5a058b-0bb1-4740-a42d-1bd84523d087), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.111237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6acbd0ab-8c0a-4936-bc4c-ddf06b376bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.112564 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6acbd0ab-8c0a-4936-bc4c-ddf06b376bd3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c5a058b-0bb1-4740-a42d-1bd84523d087 HTTP/1.1" status: 204 len: 168 time: 0.7858632 Nov 03 02:23:55.156932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98396f5b-7597-47b2-ac66-89d09b042b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423847ec-6eb9-4e69-9db5-77f40d9c04e8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:55.161904 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:23:55.167289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.171831 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2620f9f2-41d0-414a-b969-3abdf5faf911 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "PUT /v2.0/routers/01cf8d2e-8382-4ec0-af38-ce30c3a08395 HTTP/1.1" status: 200 len: 916 time: 7.0557914 Nov 03 02:23:55.171831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35678) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:55.183189 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Checking segment: {'id': '50977e9a-9df2-4cdf-8602-e475bf51b235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '367fa509-ce3f-4c16-ad28-a28adf366750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:55.183570 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Network hostable DHCP agents. Network: 367fa509-ce3f-4c16-ad28-a28adf366750, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:55.209756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8477bf-a309-4d23-873b-b3dea5fecfb4 None None] Sync routers for ids ['01cf8d2e-8382-4ec0-af38-ce30c3a08395'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:23:55.217148 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbd0ab-8c0a-4936-bc4c-ddf06b376bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a058b-0bb1-4740-a42d-1bd84523d087,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:55.254432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8477bf-a309-4d23-873b-b3dea5fecfb4 None None] Routers {'01cf8d2e-8382-4ec0-af38-ce30c3a08395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:55.256608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9e8477bf-a309-4d23-873b-b3dea5fecfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['01cf8d2e-8382-4ec0-af38-ce30c3a08395'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:55.263209 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9706229-bf79-4118-a64f-bcb6bebcf40f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (bece4ecf-1977-4182-9eee-ea25f1f4fac0), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.295910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:55.299219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Network 367fa509-ce3f-4c16-ad28-a28adf366750 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:55.299569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.324798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9e8477bf-a309-4d23-873b-b3dea5fecfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:55.335376 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8477bf-a309-4d23-873b-b3dea5fecfb4 None None] Routers {'01cf8d2e-8382-4ec0-af38-ce30c3a08395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:23:55.336269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9e8477bf-a309-4d23-873b-b3dea5fecfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['01cf8d2e-8382-4ec0-af38-ce30c3a08395'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:55.375279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9e8477bf-a309-4d23-873b-b3dea5fecfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:23:55.376424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8477bf-a309-4d23-873b-b3dea5fecfb4 None None] The sync data for ids ['01cf8d2e-8382-4ec0-af38-ce30c3a08395'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:23:55.408607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 367fa509-ce3f-4c16-ad28-a28adf366750) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:55.424120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141e8c16-5f10-4111-8c82-13170d4a2bcb None None] Network 367fa509-ce3f-4c16-ad28-a28adf366750 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:55.427075 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (d20cc34e-8eb0-4cf3-8089-867209777334), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.549432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event updated for resources: {'Subnet': ['ID=d20cc34e-8eb0-4cf3-8089-867209777334,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:55.575548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98cab2b7-c5ef-45a2-9652-d6529aefe549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (cb64c5e6-23fd-464d-ae3e-b74b573b9160), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.580798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-367fa509-ce3f-4c16-ad28-a28adf366750', 'network_id': '367fa509-ce3f-4c16-ad28-a28adf366750', 'project_id': '126bf0cf63ea47eaab355574cc704b0e', 'fixed_ips': [{'subnet_id': 'de1dac1e-e6ad-41c9-93e6-e55bb343875b'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:55.582023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.628873 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ac133fb4-b8c3-4d70-a93b-4b83d7b40f58 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/routers/01cf8d2e-8382-4ec0-af38-ce30c3a08395 HTTP/1.1" status: 200 len: 922 time: 0.4564245 Nov 03 02:23:55.631827 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35694) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:55.716660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cab2b7-c5ef-45a2-9652-d6529aefe549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=cb64c5e6-23fd-464d-ae3e-b74b573b9160,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:55.732644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Checking segment: {'id': 'ade6267e-f30b-4ab4-a9c4-8af239c5b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c1b601ff-2e21-42c8-9ba9-446f71231c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:55.732644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Network hostable DHCP agents. Network: c1b601ff-2e21-42c8-9ba9-446f71231c93, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:55.759979 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:23:55.779660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9706229-bf79-4118-a64f-bcb6bebcf40f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (bece4ecf-1977-4182-9eee-ea25f1f4fac0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.843274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Network c1b601ff-2e21-42c8-9ba9-446f71231c93 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:55.850974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba08b95-6534-41bc-8674-35fb949d32cc tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:55.854867 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bba08b95-6534-41bc-8674-35fb949d32cc tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&device_id=01cf8d2e-8382-4ec0-af38-ce30c3a08395&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2220156 Nov 03 02:23:55.860011 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35702) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:55.860631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Allocated IP 172.20.0.2 (367fa509-ce3f-4c16-ad28-a28adf366750/de1dac1e-e6ad-41c9-93e6-e55bb343875b/212b4ab3-ce61-4334-b8c0-df04fc9b7477) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:55.861267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, c1b601ff-2e21-42c8-9ba9-446f71231c93) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:55.874393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52385185-fc45-4b54-b5b6-7fc028de0eac None None] Network c1b601ff-2e21-42c8-9ba9-446f71231c93 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:55.882639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:55.883945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:55.885615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.891280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98cab2b7-c5ef-45a2-9652-d6529aefe549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:55.895003 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-98cab2b7-c5ef-45a2-9652-d6529aefe549 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/ports/cb64c5e6-23fd-464d-ae3e-b74b573b9160 HTTP/1.1" status: 204 len: 168 time: 1.6072867 Nov 03 02:23:55.916883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35704) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:55.995901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (b33b2d83-65c2-4a19-925e-07b6409135c8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.083060 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-af77d28c-2737-4854-a73b-49ae847997ba tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.5096684 Nov 03 02:23:56.086250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35710) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:56.107205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9706229-bf79-4118-a64f-bcb6bebcf40f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (bece4ecf-1977-4182-9eee-ea25f1f4fac0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.137849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Publish callbacks [] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.140515 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9706229-bf79-4118-a64f-bcb6bebcf40f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=bece4ecf-1977-4182-9eee-ea25f1f4fac0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:56.171425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9706229-bf79-4118-a64f-bcb6bebcf40f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.182419 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e9706229-bf79-4118-a64f-bcb6bebcf40f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/bece4ecf-1977-4182-9eee-ea25f1f4fac0 HTTP/1.1" status: 204 len: 168 time: 1.2635794 Nov 03 02:23:56.189447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35716) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:56.190140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705db56a-4c58-48b7-bcbb-914bf1a84845 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:56.208397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a50cef-53e6-45e9-a5b4-0403a91ae6f5 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:56.209833 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c0a50cef-53e6-45e9-a5b4-0403a91ae6f5 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/networks/2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 881 time: 0.3464980 Nov 03 02:23:56.218199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4616027c-a7f3-46ea-8de4-11bd1f36fca6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:56.219988 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4616027c-a7f3-46ea-8de4-11bd1f36fca6 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3e46a05-5451-4c69-a05f-6a7a08f51d8d HTTP/1.1" status: 200 len: 913 time: 0.2962403 Nov 03 02:23:56.220426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35722) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:56.222323 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35724) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:56.230589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.256671 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-657ffbb0-163e-4b7f-93c9-7e0fa585c121 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=01cf8d2e-8382-4ec0-af38-ce30c3a08395 HTTP/1.1" status: 200 len: 205 time: 0.0345790 Nov 03 02:23:56.259515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-c1b601ff-2e21-42c8-9ba9-446f71231c93', 'network_id': 'c1b601ff-2e21-42c8-9ba9-446f71231c93', 'project_id': '126bf0cf63ea47eaab355574cc704b0e', 'fixed_ips': [{'subnet_id': 'd20cc34e-8eb0-4cf3-8089-867209777334'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:56.260420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.261940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35726) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:56.264018 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c8f65757-4403-4f70-bc52-f94b38f53d1b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734615 Nov 03 02:23:56.267001 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Subnet': ['ID=b33b2d83-65c2-4a19-925e-07b6409135c8,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:56.275441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35728) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:56.287088 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:56.337378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Checking segment: {'id': '31241de5-e808-4ada-ba57-6a2d085c6789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8fe3298d-9e7e-4d43-8e30-ccd94b9807b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:56.338024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network hostable DHCP agents. Network: 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:23:56.340985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d1ffebcb-fe32-4efe-a303-feea51c17abe None None] Provisioning complete for port b5769c12-6011-4bfd-aaa5-7f131229787e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:56.341544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d1ffebcb-fe32-4efe-a303-feea51c17abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.342057 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d1ffebcb-fe32-4efe-a303-feea51c17abe None None] Attempt 1 to provision port b5769c12-6011-4bfd-aaa5-7f131229787e Nov 03 02:23:56.416821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Network 367fa509-ce3f-4c16-ad28-a28adf366750 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:56.435220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec148750-2432-4ea5-9c76-d4e574a9834a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:56.436587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec148750-2432-4ea5-9c76-d4e574a9834a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:56.439291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec148750-2432-4ea5-9c76-d4e574a9834a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:56.440904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:56.448641 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ec148750-2432-4ea5-9c76-d4e574a9834a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3584425 Nov 03 02:23:56.449272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35736) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:56.455525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:56.491459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35738) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:56.526011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Pushing event updated for resources: {'Port': ['ID=212b4ab3-ce61-4334-b8c0-df04fc9b7477,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:56.534614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35742) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:56.608956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:23:56.637160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcd3025-5e9c-4c04-abbb-8dc39b1fcb5a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Deleting subnet de1dac1e-e6ad-41c9-93e6-e55bb343875b {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:56.644254 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3025-5e9c-4c04-abbb-8dc39b1fcb5a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks [] for subnet (de1dac1e-e6ad-41c9-93e6-e55bb343875b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.673324 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-863882226'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:56.674210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:56.681881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Attempting to bind port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:56.682267 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Attempting to bind port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '50977e9a-9df2-4cdf-8602-e475bf51b235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '367fa509-ce3f-4c16-ad28-a28adf366750'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:56.682634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Attempting to bind port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 on network 367fa509-ce3f-4c16-ad28-a28adf366750 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:56.691225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-958940430'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:56.693750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abcf099-1a28-4bfa-a243-77b37e7d4593 None None] Network 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:56.707581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:56.708477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.721688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (01cf8d2e-8382-4ec0-af38-ce30c3a08395), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.755078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:56.759762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.770430 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.791359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:56.795124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.803430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3025-5e9c-4c04-abbb-8dc39b1fcb5a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (de1dac1e-e6ad-41c9-93e6-e55bb343875b), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.842743 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c7894576-f05d-4ed7-a630-92dfbbdb4fb5 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7607851 Nov 03 02:23:56.857245 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35746) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:56.864777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1428144403'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:56.882540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Made reservation on behalf of 097cc3350fbb46769b3b72f7726ddd88 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:56.886220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.893898 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:56.894325 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Checking segment: {'id': '50977e9a-9df2-4cdf-8602-e475bf51b235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '367fa509-ce3f-4c16-ad28-a28adf366750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:56.895736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.896302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Bound using segment: {'id': '50977e9a-9df2-4cdf-8602-e475bf51b235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '367fa509-ce3f-4c16-ad28-a28adf366750'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:56.896839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Bound port: 212b4ab3-ce61-4334-b8c0-df04fc9b7477, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50977e9a-9df2-4cdf-8602-e475bf51b235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '367fa509-ce3f-4c16-ad28-a28adf366750'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:56.897223 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.905349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27fc0f-1c27-4948-a085-d4bb10b403a7 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:23:56.909537 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:56.909704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Allocated IP 172.20.0.18 (c1b601ff-2e21-42c8-9ba9-446f71231c93/d20cc34e-8eb0-4cf3-8089-867209777334/feeea7fb-4440-45bb-8032-8e327c6f8d16) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:56.914046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.919232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d1ffebcb-fe32-4efe-a303-feea51c17abe None None] Current status of the port b5769c12-6011-4bfd-aaa5-7f131229787e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:23:56.951081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:56.955753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61f3d45c-ff6b-4573-b835-c2f1114b81e5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.022254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:57.059314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (01cf8d2e-8382-4ec0-af38-ce30c3a08395), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.074473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3025-5e9c-4c04-abbb-8dc39b1fcb5a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (de1dac1e-e6ad-41c9-93e6-e55bb343875b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.080576 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1fcc5275-e9a0-4daf-baa0-2a3ae6552880), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.080927 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Added segment 1fcc5275-e9a0-4daf-baa0-2a3ae6552880 of type vlan for network f7bcb47b-60c2-40eb-be87-4db484f4ee1e Nov 03 02:23:57.085233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for security_group (1216efbe-5d0a-4da6-a15c-fe0e62bd8816), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.098205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1216efbe-5d0a-4da6-a15c-fe0e62bd8816), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.137907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:57.176301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (8a81ba35-fc1e-4d3d-9659-2c70269e7c70), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.176646 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Added segment 8a81ba35-fc1e-4d3d-9659-2c70269e7c70 of type vlan for network 5df85f11-e862-47f2-b956-d88b0d1ebdbe Nov 03 02:23:57.194881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-8fe3298d-9e7e-4d43-8e30-ccd94b9807b7', 'network_id': '8fe3298d-9e7e-4d43-8e30-ccd94b9807b7', 'project_id': 'd105c247db5c412da2d56194159cfe26', 'fixed_ips': [{'subnet_id': 'b33b2d83-65c2-4a19-925e-07b6409135c8'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:57.194881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.205255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Publish callbacks [] for port (feeea7fb-4440-45bb-8032-8e327c6f8d16), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.219686 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (f7bcb47b-60c2-40eb-be87-4db484f4ee1e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.219900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5d27fc0f-1c27-4948-a085-d4bb10b403a7 None None] Deleting port b5769c12-6011-4bfd-aaa5-7f131229787e {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:57.219900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5d27fc0f-1c27-4948-a085-d4bb10b403a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.231045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1216efbe-5d0a-4da6-a15c-fe0e62bd8816,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:57.251742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for security_group (844d0703-fbb7-4cc0-9d8b-dcb275a68000), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.254440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3025-5e9c-4c04-abbb-8dc39b1fcb5a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (de1dac1e-e6ad-41c9-93e6-e55bb343875b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.306856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (5df85f11-e862-47f2-b956-d88b0d1ebdbe), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.317825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (f7bcb47b-60c2-40eb-be87-4db484f4ee1e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.322742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (844d0703-fbb7-4cc0-9d8b-dcb275a68000), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.323490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:57.324113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.329547 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (feeea7fb-4440-45bb-8032-8e327c6f8d16), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.333629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] For port 212b4ab3-ce61-4334-b8c0-df04fc9b7477, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:57.344122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd3025-5e9c-4c04-abbb-8dc39b1fcb5a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event deleted for resources: {'Subnet': ['ID=de1dac1e-e6ad-41c9-93e6-e55bb343875b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:57.348725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3025-5e9c-4c04-abbb-8dc39b1fcb5a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.352307 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6dcd3025-5e9c-4c04-abbb-8dc39b1fcb5a tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "DELETE /v2.0/subnets/de1dac1e-e6ad-41c9-93e6-e55bb343875b HTTP/1.1" status: 204 len: 168 time: 0.8969741 Nov 03 02:23:57.355913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Deleting port 6cfa2816-9fb3-4bfb-a7be-3fdb5b5cc828 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:57.356456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6cfa2816-9fb3-4bfb-a7be-3fdb5b5cc828), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.362124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35750) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:57.373026 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:23:57.408324 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] For port 212b4ab3-ce61-4334-b8c0-df04fc9b7477, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=212b4ab3-ce61-4334-b8c0-df04fc9b7477,segment=NetworkSegment(50977e9a-9df2-4cdf-8602-e475bf51b235),segment_id=50977e9a-9df2-4cdf-8602-e475bf51b235)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:57.418214 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Network c1b601ff-2e21-42c8-9ba9-446f71231c93 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:57.435800 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5754349 Nov 03 02:23:57.436219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35752) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:57.440746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844d0703-fbb7-4cc0-9d8b-dcb275a68000,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:57.444107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (299b0b5d-4318-4c11-8587-4889545068de), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.444674 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Added segment 299b0b5d-4318-4c11-8587-4889545068de of type vlan for network b4fc4c8d-9055-4d5c-8674-840eb418e69d Nov 03 02:23:57.445594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'subnet': {'network_id': 'f7bcb47b-60c2-40eb-be87-4db484f4ee1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:57.450341 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (5df85f11-e862-47f2-b956-d88b0d1ebdbe), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.451602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:57.455634 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:57.456266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.460755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.466064 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5d27fc0f-1c27-4948-a085-d4bb10b403a7 None None] For port b5769c12-6011-4bfd-aaa5-7f131229787e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b5769c12-6011-4bfd-aaa5-7f131229787e,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:23:57.466760 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5d27fc0f-1c27-4948-a085-d4bb10b403a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.472557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:57.528898 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5d27fc0f-1c27-4948-a085-d4bb10b403a7 None None] Calling delete_port for b5769c12-6011-4bfd-aaa5-7f131229787e owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:57.536731 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Pushing event updated for resources: {'Port': ['ID=feeea7fb-4440-45bb-8032-8e327c6f8d16,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:57.551113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7face461-f82f-43e7-9271-19fded0855f1 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Network': ['ID=f7bcb47b-60c2-40eb-be87-4db484f4ee1e,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:57.576949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (b4fc4c8d-9055-4d5c-8674-840eb418e69d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.594047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6cfa2816-9fb3-4bfb-a7be-3fdb5b5cc828), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.609805 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899a615-272b-41c8-8734-3bc8ddfd9d53 None None] Pushing event updated for resources: {'Port': ['ID=212b4ab3-ce61-4334-b8c0-df04fc9b7477,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:57.628561 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1183650 Nov 03 02:23:57.645860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network f7bcb47b-60c2-40eb-be87-4db484f4ee1e details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:57.654361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14687e6-db93-401b-8ab4-c4b43d1051c2 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Deleting subnet d20cc34e-8eb0-4cf3-8089-867209777334 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:23:57.677829 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Allocated IP 2001:db8:0:ffff::2 (8fe3298d-9e7e-4d43-8e30-ccd94b9807b7/b33b2d83-65c2-4a19-925e-07b6409135c8/0d81b0b9-6200-440c-9f67-b6f4c0dce228) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:23:57.697217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b14687e6-db93-401b-8ab4-c4b43d1051c2 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks [] for subnet (d20cc34e-8eb0-4cf3-8089-867209777334), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:57.755287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.resource_extend [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:23:57.767189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Calling delete_port for 6cfa2816-9fb3-4bfb-a7be-3fdb5b5cc828 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:57.832900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Attempting to bind port feeea7fb-4440-45bb-8032-8e327c6f8d16 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:57.833499 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Attempting to bind port feeea7fb-4440-45bb-8032-8e327c6f8d16 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'ade6267e-f30b-4ab4-a9c4-8af239c5b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c1b601ff-2e21-42c8-9ba9-446f71231c93'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:57.835377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Attempting to bind port feeea7fb-4440-45bb-8032-8e327c6f8d16 on network c1b601ff-2e21-42c8-9ba9-446f71231c93 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:57.852222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.objects.ports [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104394) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:23:58.024829 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:58.027360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Checking segment: {'id': 'ade6267e-f30b-4ab4-a9c4-8af239c5b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c1b601ff-2e21-42c8-9ba9-446f71231c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:58.027993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.028585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Bound using segment: {'id': 'ade6267e-f30b-4ab4-a9c4-8af239c5b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c1b601ff-2e21-42c8-9ba9-446f71231c93'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:58.031224 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Bound port: feeea7fb-4440-45bb-8032-8e327c6f8d16, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade6267e-f30b-4ab4-a9c4-8af239c5b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c1b601ff-2e21-42c8-9ba9-446f71231c93'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:58.034226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (feeea7fb-4440-45bb-8032-8e327c6f8d16), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.077191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (b4fc4c8d-9055-4d5c-8674-840eb418e69d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.084807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:58.088600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.159534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5d27fc0f-1c27-4948-a085-d4bb10b403a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (b5769c12-6011-4bfd-aaa5-7f131229787e), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.225608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27fc0f-1c27-4948-a085-d4bb10b403a7 None None] Pushing event deleted for resources: {'Port': ['ID=b5769c12-6011-4bfd-aaa5-7f131229787e,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:58.252292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27fc0f-1c27-4948-a085-d4bb10b403a7 None None] No DVR routers for this DVR port b5769c12-6011-4bfd-aaa5-7f131229787e on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:23:58.289217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] For port feeea7fb-4440-45bb-8032-8e327c6f8d16, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:58.295079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] For port feeea7fb-4440-45bb-8032-8e327c6f8d16, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=feeea7fb-4440-45bb-8032-8e327c6f8d16,segment=NetworkSegment(ade6267e-f30b-4ab4-a9c4-8af239c5b7bb),segment_id=ade6267e-f30b-4ab4-a9c4-8af239c5b7bb)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:58.302842 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Publish callbacks [] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.308993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (feeea7fb-4440-45bb-8032-8e327c6f8d16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.329326 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.330006 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.services.revisions.revision_plugin [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Could not find related port for resource to bump revision. Nov 03 02:23:58.366226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc3b8f-d20b-445c-9828-68d53d91fe40 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=5df85f11-e862-47f2-b956-d88b0d1ebdbe,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:58.383169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 5df85f11-e862-47f2-b956-d88b0d1ebdbe details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:58.394414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b14687e6-db93-401b-8ab4-c4b43d1051c2 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (d20cc34e-8eb0-4cf3-8089-867209777334), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.486917 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:58.497615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.523457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event updated for resources: {'Network': ['ID=b4fc4c8d-9055-4d5c-8674-840eb418e69d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:58.525029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Network 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:58.541051 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-941b34a5-ae2c-4a72-92dd-b40d16123140 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9688611 Nov 03 02:23:58.541819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.ipam_pluggable_backend [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Port b5769c12-6011-4bfd-aaa5-7f131229787e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104394) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Nov 03 02:23:58.542367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.ipam_pluggable_backend [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Reverting IP allocation for 2001:db8::f816:3eff:fef0:1886 {{(pid=104394) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Nov 03 02:23:58.548598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6cfa2816-9fb3-4bfb-a7be-3fdb5b5cc828), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.562962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35758) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:58.564517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (528be51b-0eeb-4dc4-b456-1d9df0c24c6c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:58.573605 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network b4fc4c8d-9055-4d5c-8674-840eb418e69d details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:23:58.677705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Request body: {'subnet': {'network_id': 'b4fc4c8d-9055-4d5c-8674-840eb418e69d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:58.778983 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b830-815d-408c-8984-5b78b3eec1e1 req-1f28d044-c862-4aea-9916-173bf6c8ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:58.781684 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Pushing event deleted for resources: {'Port': ['ID=6cfa2816-9fb3-4bfb-a7be-3fdb5b5cc828,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:58.782180 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9f97b830-815d-408c-8984-5b78b3eec1e1 req-1f28d044-c862-4aea-9916-173bf6c8ce3d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=110b6deb445a4d5f9083ed8d5b5e206b&device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 1129 time: 0.4934673 Nov 03 02:23:58.841342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:58.875378 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 212b4ab3-ce61-4334-b8c0-df04fc9b7477 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:23:58.881418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:23:58.941952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:23:58.952704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5bba3-02ce-40d2-aa86-78bdae4f77e6 None None] Pushing event updated for resources: {'Port': ['ID=feeea7fb-4440-45bb-8032-8e327c6f8d16,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:58.969352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:23:59.032612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:59.033217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.061258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b14687e6-db93-401b-8ab4-c4b43d1051c2 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (d20cc34e-8eb0-4cf3-8089-867209777334), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.080530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485e9e3c-47ae-47be-8b1c-7925a0d6204e None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:59.110178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=528be51b-0eeb-4dc4-b456-1d9df0c24c6c,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:59.123976 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0b824728-d357-4db1-8ae2-1b0e27067e68 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8411043 Nov 03 02:23:59.133335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499ab59-5bb2-4919-b203-3d60e0dd605b req-4d740115-cac9-4371-be22-6964d72364d6 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:59.134999 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3499ab59-5bb2-4919-b203-3d60e0dd605b req-4d740115-cac9-4371-be22-6964d72364d6 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 1.1458759 Nov 03 02:23:59.135892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (01cf8d2e-8382-4ec0-af38-ce30c3a08395), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.138302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35760) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:59.139681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Made reservation on behalf of 097cc3350fbb46769b3b72f7726ddd88 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:23:59.144192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.187102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2e396864-ca8f-4a29-896e-49b88a47ca61 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:59.257850 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-61f3d45c-ff6b-4573-b835-c2f1114b81e5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port 72e2c0ea-af23-40f3-bc35-ec5ba8e635be {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:23:59.259071 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61f3d45c-ff6b-4573-b835-c2f1114b81e5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (72e2c0ea-af23-40f3-bc35-ec5ba8e635be), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.360135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (01cf8d2e-8382-4ec0-af38-ce30c3a08395), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.371258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (01cf8d2e-8382-4ec0-af38-ce30c3a08395), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.442582 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3499ab59-5bb2-4919-b203-3d60e0dd605b req-0eb4f89b-6804-48a4-a40e-4eea9aff75c0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918134 Nov 03 02:23:59.450571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (01cf8d2e-8382-4ec0-af38-ce30c3a08395), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.451195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Fanout notify agent at l3_agent the message router_deleted on router 01cf8d2e-8382-4ec0-af38-ce30c3a08395 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:23:59.459575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.467271 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d25d38e9-6d64-47a8-b356-f2e9119d6f37 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/01cf8d2e-8382-4ec0-af38-ce30c3a08395 HTTP/1.1" status: 204 len: 168 time: 3.1974576 Nov 03 02:23:59.467465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b830-815d-408c-8984-5b78b3eec1e1 req-6fdf8403-1ec3-46db-9e9b-d42e2cb75a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:23:59.469491 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9f97b830-815d-408c-8984-5b78b3eec1e1 req-6fdf8403-1ec3-46db-9e9b-d42e2cb75a89 service neutron] 10.222.0.27 "GET /v2.0/networks?id=72773225-cc76-406f-b827-ff4978dd1a2a HTTP/1.1" status: 200 len: 912 time: 0.5593088 Nov 03 02:23:59.469797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35762) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:59.477212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d0300741-dbb1-470b-a72b-4334867beb8e tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-51039547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:23:59.495301 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178038fa-9d43-49dc-90b9-cc21321d4331 None None] Network 367fa509-ce3f-4c16-ad28-a28adf366750 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:23:59.558584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d0300741-dbb1-470b-a72b-4334867beb8e tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (51633a18-b14d-469a-bb52-63fde06b10c4), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.559497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d0300741-dbb1-470b-a72b-4334867beb8e tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (51633a18-b14d-469a-bb52-63fde06b10c4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.593202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b14687e6-db93-401b-8ab4-c4b43d1051c2 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (d20cc34e-8eb0-4cf3-8089-867209777334), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.680524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': '528be51b-0eeb-4dc4-b456-1d9df0c24c6c'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:23:59.680821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61f3d45c-ff6b-4573-b835-c2f1114b81e5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (72e2c0ea-af23-40f3-bc35-ec5ba8e635be), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.689806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.692857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Attempting to bind port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:23:59.693384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Attempting to bind port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '31241de5-e808-4ada-ba57-6a2d085c6789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8fe3298d-9e7e-4d43-8e30-ccd94b9807b7'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:23:59.693953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Attempting to bind port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 on network 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:23:59.743833 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14687e6-db93-401b-8ab4-c4b43d1051c2 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event deleted for resources: {'Subnet': ['ID=d20cc34e-8eb0-4cf3-8089-867209777334,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:23:59.752596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:23:59.752982 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Checking segment: {'id': '31241de5-e808-4ada-ba57-6a2d085c6789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8fe3298d-9e7e-4d43-8e30-ccd94b9807b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:23:59.753388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.753850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Bound using segment: {'id': '31241de5-e808-4ada-ba57-6a2d085c6789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8fe3298d-9e7e-4d43-8e30-ccd94b9807b7'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:23:59.755006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Bound port: 0d81b0b9-6200-440c-9f67-b6f4c0dce228, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31241de5-e808-4ada-ba57-6a2d085c6789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8fe3298d-9e7e-4d43-8e30-ccd94b9807b7'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:23:59.755409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.759518 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-61f3d45c-ff6b-4573-b835-c2f1114b81e5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for 72e2c0ea-af23-40f3-bc35-ec5ba8e635be owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:23:59.762423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b14687e6-db93-401b-8ab4-c4b43d1051c2 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.771179 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b14687e6-db93-401b-8ab4-c4b43d1051c2 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "DELETE /v2.0/subnets/d20cc34e-8eb0-4cf3-8089-867209777334 HTTP/1.1" status: 204 len: 168 time: 2.4053652 Nov 03 02:23:59.777354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:59.777730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.778070 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 Nov 03 02:23:59.782057 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35764) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:23:59.802221 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9f97b830-815d-408c-8984-5b78b3eec1e1 req-bcceb103-3d64-4cb3-9a5c-b5ef323674c6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cc0d28-dce5-4bd2-b165-593fd389c895 HTTP/1.1" status: 200 len: 1001 time: 0.3167858 Nov 03 02:23:59.913095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] For port 0d81b0b9-6200-440c-9f67-b6f4c0dce228, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:23:59.917663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] For port 0d81b0b9-6200-440c-9f67-b6f4c0dce228, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0d81b0b9-6200-440c-9f67-b6f4c0dce228,segment=NetworkSegment(31241de5-e808-4ada-ba57-6a2d085c6789),segment_id=31241de5-e808-4ada-ba57-6a2d085c6789)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:23:59.966940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c1e5d0b6-9cbd-4d2c-99e6-fc1e65b02d98 None None] Provisioning complete for port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:23:59.967393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1e5d0b6-9cbd-4d2c-99e6-fc1e65b02d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:23:59.967740 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c1e5d0b6-9cbd-4d2c-99e6-fc1e65b02d98 None None] Attempt 1 to provision port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 Nov 03 02:24:00.014740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e396864-ca8f-4a29-896e-49b88a47ca61 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:00.018663 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e396864-ca8f-4a29-896e-49b88a47ca61 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.137760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce82459-351a-4928-a390-fb30d9c76240 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:00.139743 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0ce82459-351a-4928-a390-fb30d9c76240 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3532293 Nov 03 02:24:00.155815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:24:00.167345 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35766) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:00.175851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.184277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (25c6d568-bba3-45f0-b1e3-1977ea8d45d2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.189953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d0300741-dbb1-470b-a72b-4334867beb8e tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (51633a18-b14d-469a-bb52-63fde06b10c4), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.199600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b830-815d-408c-8984-5b78b3eec1e1 req-efd176bc-5cb9-49b4-b653-81b8ee92e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:00.201373 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9f97b830-815d-408c-8984-5b78b3eec1e1 req-efd176bc-5cb9-49b4-b653-81b8ee92e8dd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16b5e305-d6c5-448f-89a8-37a61e5a4123 HTTP/1.1" status: 200 len: 850 time: 0.2932751 Nov 03 02:24:00.213520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d0300741-dbb1-470b-a72b-4334867beb8e tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (51633a18-b14d-469a-bb52-63fde06b10c4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.218680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed0238-9d1a-43b0-89c2-01153719c4e5 None None] Network c1b601ff-2e21-42c8-9ba9-446f71231c93 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:00.236871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.292371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d0300741-dbb1-470b-a72b-4334867beb8e tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.302701 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d0300741-dbb1-470b-a72b-4334867beb8e tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8318152 Nov 03 02:24:00.304187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35768) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:00.329188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'enable_snat': False}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:00.375654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:00.376042 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.473909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Pushing event updated for resources: {'Port': ['ID=0d81b0b9-6200-440c-9f67-b6f4c0dce228,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:00.631746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937fe869-48f6-47e3-97b7-9f785dc1f318 None None] DHCP port deletion for 367fa509-ce3f-4c16-ad28-a28adf366750 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:00.632984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event updated for resources: {'Subnet': ['ID=54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:00.637076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b51d9-ef20-49a2-8954-b2163efbd47a None None] Pushing event updated for resources: {'Port': ['ID=0d81b0b9-6200-440c-9f67-b6f4c0dce228,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:00.662613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Checking segment: {'id': '299b0b5d-4318-4c11-8587-4889545068de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b4fc4c8d-9055-4d5c-8674-840eb418e69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:00.662972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Network hostable DHCP agents. Network: b4fc4c8d-9055-4d5c-8674-840eb418e69d, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:00.737860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 212b4ab3-ce61-4334-b8c0-df04fc9b7477, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=212b4ab3-ce61-4334-b8c0-df04fc9b7477,segment=NetworkSegment(50977e9a-9df2-4cdf-8602-e475bf51b235),segment_id=50977e9a-9df2-4cdf-8602-e475bf51b235)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:00.804554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.847018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (51633a18-b14d-469a-bb52-63fde06b10c4), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.857030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Network b4fc4c8d-9055-4d5c-8674-840eb418e69d is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:00.916877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=212b4ab3-ce61-4334-b8c0-df04fc9b7477,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:00.926244 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b5769c12-6011-4bfd-aaa5-7f131229787e no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:00.928521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, b4fc4c8d-9055-4d5c-8674-840eb418e69d) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:00.939318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fe0fe-26b9-48af-8a47-40a3b63de8c9 req-3bde6037-31b8-4c35-bd4d-12ed2d51e7dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:00.941658 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eb8fe0fe-26b9-48af-8a47-40a3b63de8c9 req-3bde6037-31b8-4c35-bd4d-12ed2d51e7dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2104034 Nov 03 02:24:00.947256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:00.947845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.976184 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (c1b601ff-2e21-42c8-9ba9-446f71231c93), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.980348 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7ded3c7b-6686-469b-b7df-5b1eac68db58 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3188832 Nov 03 02:24:00.983092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61f3d45c-ff6b-4573-b835-c2f1114b81e5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (72e2c0ea-af23-40f3-bc35-ec5ba8e635be), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:00.985362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Subnet': ['ID=25c6d568-bba3-45f0-b1e3-1977ea8d45d2,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:00.995248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35772) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:00.995708 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35774) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:00.997549 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Checking segment: {'id': '1fcc5275-e9a0-4daf-baa0-2a3ae6552880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7bcb47b-60c2-40eb-be87-4db484f4ee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:00.998048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network hostable DHCP agents. Network: f7bcb47b-60c2-40eb-be87-4db484f4ee1e, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:01.000730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e32a8a3-6056-4e94-821d-51d1665ee3dc None None] Network b4fc4c8d-9055-4d5c-8674-840eb418e69d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:01.008945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'network_id': '5df85f11-e862-47f2-b956-d88b0d1ebdbe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:01.017012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-151d7fb8-d1dd-42a1-9a33-1ddc69966465 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-415888870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:01.041174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e396864-ca8f-4a29-896e-49b88a47ca61 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (b22275ce-516b-43ac-b3ab-355e1c41440a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.049592 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eb8fe0fe-26b9-48af-8a47-40a3b63de8c9 req-d014c69a-1e1c-4141-a9b2-6bfb25da9575 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870159 Nov 03 02:24:01.071965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3d45c-ff6b-4573-b835-c2f1114b81e5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=72e2c0ea-af23-40f3-bc35-ec5ba8e635be,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:01.134324 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4bdbd6-50ec-4a6d-8dae-522871256fb3 None None] DHCP port deletion for c1b601ff-2e21-42c8-9ba9-446f71231c93 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:01.142881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: b5769c12-6011-4bfd-aaa5-7f131229787e {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:01.143228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b5769c12-6011-4bfd-aaa5-7f131229787e not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:01.145792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5d0b6-9cbd-4d2c-99e6-fc1e65b02d98 None None] Current status of the port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:01.145958 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1e5d0b6-9cbd-4d2c-99e6-fc1e65b02d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.198659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e396864-ca8f-4a29-896e-49b88a47ca61 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:01.217796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-b4fc4c8d-9055-4d5c-8674-840eb418e69d', 'network_id': 'b4fc4c8d-9055-4d5c-8674-840eb418e69d', 'project_id': '097cc3350fbb46769b3b72f7726ddd88', 'fixed_ips': [{'subnet_id': '54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:01.218562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.238262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Allocated IP 2001:db8::f816:3eff:fea2:d7e5 (45083813-f1f1-4019-a736-ce483eb72093/528be51b-0eeb-4dc4-b456-1d9df0c24c6c/b1eaa831-d803-45e8-912a-471e29846a14) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:01.247219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (51633a18-b14d-469a-bb52-63fde06b10c4), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.260358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-937fe869-48f6-47e3-97b7-9f785dc1f318 None None] Deleting port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:01.260766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-937fe869-48f6-47e3-97b7-9f785dc1f318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.272189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.276379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2e396864-ca8f-4a29-896e-49b88a47ca61 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:01.280383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b830-815d-408c-8984-5b78b3eec1e1 req-ab71cf82-8a43-4424-b575-8aba9e176766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:01.282071 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9f97b830-815d-408c-8984-5b78b3eec1e1 req-ab71cf82-8a43-4424-b575-8aba9e176766 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=72773225-cc76-406f-b827-ff4978dd1a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 1.0159237 Nov 03 02:24:01.286679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e396864-ca8f-4a29-896e-49b88a47ca61 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:01.287340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e396864-ca8f-4a29-896e-49b88a47ca61 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.322470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-151d7fb8-d1dd-42a1-9a33-1ddc69966465 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.322470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-151d7fb8-d1dd-42a1-9a33-1ddc69966465 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.331299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network f7bcb47b-60c2-40eb-be87-4db484f4ee1e is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:01.350228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e396864-ca8f-4a29-896e-49b88a47ca61 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=b22275ce-516b-43ac-b3ab-355e1c41440a,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:01.377015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-937fe869-48f6-47e3-97b7-9f785dc1f318 None None] For port 212b4ab3-ce61-4334-b8c0-df04fc9b7477, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=212b4ab3-ce61-4334-b8c0-df04fc9b7477,segment=NetworkSegment(50977e9a-9df2-4cdf-8602-e475bf51b235),segment_id=50977e9a-9df2-4cdf-8602-e475bf51b235)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:01.377425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-937fe869-48f6-47e3-97b7-9f785dc1f318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.411108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0d81b0b9-6200-440c-9f67-b6f4c0dce228 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:01.416946 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2e396864-ca8f-4a29-896e-49b88a47ca61 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2412241 Nov 03 02:24:01.417169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35776) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:01.417268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, f7bcb47b-60c2-40eb-be87-4db484f4ee1e) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:01.439704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:95:c9:08', 'name': 'tempest-NetworksTestDHCPv6-964253087'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:01.443007 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:01.443506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.447023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-937fe869-48f6-47e3-97b7-9f785dc1f318 None None] Calling delete_port for 212b4ab3-ce61-4334-b8c0-df04fc9b7477 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:01.470399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b9f87-f960-4b0e-afc5-72b6aa9d0be8 None None] Network f7bcb47b-60c2-40eb-be87-4db484f4ee1e requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:01.527946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Allocated IP 172.26.6.74 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/81a83a6d-5588-49e2-94d1-dc60f6d5cede) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:01.663350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:01.669677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-c1e5d0b6-9cbd-4d2c-99e6-fc1e65b02d98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:24:01.670273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-c1e5d0b6-9cbd-4d2c-99e6-fc1e65b02d98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:24:01.718730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-da4bdbd6-50ec-4a6d-8dae-522871256fb3 None None] Deleting port feeea7fb-4440-45bb-8032-8e327c6f8d16 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:01.719123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-da4bdbd6-50ec-4a6d-8dae-522871256fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (feeea7fb-4440-45bb-8032-8e327c6f8d16), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.721130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-f7bcb47b-60c2-40eb-be87-4db484f4ee1e', 'network_id': 'f7bcb47b-60c2-40eb-be87-4db484f4ee1e', 'project_id': 'd105c247db5c412da2d56194159cfe26', 'fixed_ips': [{'subnet_id': '25c6d568-bba3-45f0-b1e3-1977ea8d45d2'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:01.721951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.768165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.825228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:01.835088 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-151d7fb8-d1dd-42a1-9a33-1ddc69966465 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for router_controller (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.847653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:01.850969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.856822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for port (81a83a6d-5588-49e2-94d1-dc60f6d5cede), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.888575 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db857c91-5208-4b30-8129-76b45e67828c None None] Network 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:01.891004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:01.891125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.891522 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 Nov 03 02:24:01.909571 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Deleting port feeea7fb-4440-45bb-8032-8e327c6f8d16 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:01.909910 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (feeea7fb-4440-45bb-8032-8e327c6f8d16), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.912882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-151d7fb8-d1dd-42a1-9a33-1ddc69966465 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:01.921245 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-de4d10a6-6f2e-460c-9252-6274f9355b7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4792211 Nov 03 02:24:01.925143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35780) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:01.931401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'port': {'network_id': 'f7bcb47b-60c2-40eb-be87-4db484f4ee1e', 'name': 'tempest-NetworksIpV6TestAttrs-1171199455'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:01.992843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (81a83a6d-5588-49e2-94d1-dc60f6d5cede), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.041136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:02.053274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:02.063990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:02.072533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-151d7fb8-d1dd-42a1-9a33-1ddc69966465 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.074399 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-151d7fb8-d1dd-42a1-9a33-1ddc69966465 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0722570 Nov 03 02:24:02.076541 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9f97b830-815d-408c-8984-5b78b3eec1e1 req-5433b47c-d62a-40e1-a5ad-ca68dc1a3c9c service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780375 Nov 03 02:24:02.077238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35782) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:02.078044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Pushing event updated for resources: {'Port': ['ID=81a83a6d-5588-49e2-94d1-dc60f6d5cede,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:02.104095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-da4bdbd6-50ec-4a6d-8dae-522871256fb3 None None] For port feeea7fb-4440-45bb-8032-8e327c6f8d16, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=feeea7fb-4440-45bb-8032-8e327c6f8d16,segment=NetworkSegment(ade6267e-f30b-4ab4-a9c4-8af239c5b7bb),segment_id=ade6267e-f30b-4ab4-a9c4-8af239c5b7bb)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:02.104376 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-da4bdbd6-50ec-4a6d-8dae-522871256fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (feeea7fb-4440-45bb-8032-8e327c6f8d16), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.148392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-da4bdbd6-50ec-4a6d-8dae-522871256fb3 None None] Calling delete_port for feeea7fb-4440-45bb-8032-8e327c6f8d16 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:02.150624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Allocated IP 172.20.0.2 (b4fc4c8d-9055-4d5c-8674-840eb418e69d/54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0/d03201c7-5eb1-4efc-a159-6c112f8ac24d) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:02.186490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:02.190007 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-937fe869-48f6-47e3-97b7-9f785dc1f318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (212b4ab3-ce61-4334-b8c0-df04fc9b7477), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.190461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.263113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] For port feeea7fb-4440-45bb-8032-8e327c6f8d16, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=feeea7fb-4440-45bb-8032-8e327c6f8d16,segment=NetworkSegment(ade6267e-f30b-4ab4-a9c4-8af239c5b7bb),segment_id=ade6267e-f30b-4ab4-a9c4-8af239c5b7bb)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:02.263661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (feeea7fb-4440-45bb-8032-8e327c6f8d16), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.289322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] device_id is not set on port e35da9e3-519a-4980-ac4e-e163846e75fb yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:02.294652 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61f3d45c-ff6b-4573-b835-c2f1114b81e5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.339536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Calling delete_port for feeea7fb-4440-45bb-8032-8e327c6f8d16 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:02.386210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6094bd-60ef-4d0a-917b-7f18f5e4e6af req-76ee22f1-0cab-43f2-aca9-46001d65eb53 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:02.387752 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9d6094bd-60ef-4d0a-917b-7f18f5e4e6af req-76ee22f1-0cab-43f2-aca9-46001d65eb53 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.1583519 Nov 03 02:24:02.389828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5d0b6-9cbd-4d2c-99e6-fc1e65b02d98 None None] Port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 update to ACTIVE by agent not found {{(pid=104395) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Nov 03 02:24:02.432908 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Publish callbacks [] for port (b1eaa831-d803-45e8-912a-471e29846a14), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.440929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fe869-48f6-47e3-97b7-9f785dc1f318 None None] Pushing event deleted for resources: {'Port': ['ID=212b4ab3-ce61-4334-b8c0-df04fc9b7477,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:02.495705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937fe869-48f6-47e3-97b7-9f785dc1f318 None None] No DVR routers for this DVR port 212b4ab3-ce61-4334-b8c0-df04fc9b7477 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:02.570705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (b1eaa831-d803-45e8-912a-471e29846a14), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.571068 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9d6094bd-60ef-4d0a-917b-7f18f5e4e6af req-6412ac1b-206a-482c-99bb-cca10d84bbe1 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422820 Nov 03 02:24:02.583576 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9f97b830-815d-408c-8984-5b78b3eec1e1 req-c1562bc8-1aec-4490-be7a-8ff3ae2f665f service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877505 Nov 03 02:24:02.611491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router_gateway (51633a18-b14d-469a-bb52-63fde06b10c4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.621348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Allocated IP 2001:db8::f816:3eff:fe58:c1a6 (f7bcb47b-60c2-40eb-be87-4db484f4ee1e/25c6d568-bba3-45f0-b1e3-1977ea8d45d2/a83e3e44-5c9f-4cec-ab35-e94ffd300cca) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:02.626690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Pushing event updated for resources: {'Port': ['ID=b1eaa831-d803-45e8-912a-471e29846a14,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:02.699438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:02.704217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:02.704640 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.715957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 172.20.0.7 (45083813-f1f1-4019-a736-ce483eb72093/b22275ce-516b-43ac-b3ab-355e1c41440a/ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:02.728210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::f816:3eff:fe95:c908 (45083813-f1f1-4019-a736-ce483eb72093/528be51b-0eeb-4dc4-b456-1d9df0c24c6c/ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:02.755085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:02.756905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4281b8af-5322-4c25-ac07-e2f8b5c386cc None None] Provisioning complete for port feeea7fb-4440-45bb-8032-8e327c6f8d16 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:02.757289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4281b8af-5322-4c25-ac07-e2f8b5c386cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (feeea7fb-4440-45bb-8032-8e327c6f8d16), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.757630 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4281b8af-5322-4c25-ac07-e2f8b5c386cc None None] Attempt 1 to provision port feeea7fb-4440-45bb-8032-8e327c6f8d16 Nov 03 02:24:02.798805 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:02.859010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (c5648550-93e5-41be-96ef-0c6d5eb44c49), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.861349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (feeea7fb-4440-45bb-8032-8e327c6f8d16), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.876348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 0d81b0b9-6200-440c-9f67-b6f4c0dce228, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0d81b0b9-6200-440c-9f67-b6f4c0dce228,segment=NetworkSegment(31241de5-e808-4ada-ba57-6a2d085c6789),segment_id=31241de5-e808-4ada-ba57-6a2d085c6789)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:02.915312 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.932797 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.db [None req-4281b8af-5322-4c25-ac07-e2f8b5c386cc None None] No ports have port_id starting with feeea7fb-4440-45bb-8032-8e327c6f8d16 Nov 03 02:24:02.954924 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] No DVR routers for this DVR port feeea7fb-4440-45bb-8032-8e327c6f8d16 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:02.963809 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event deleted for resources: {'Port': ['ID=feeea7fb-4440-45bb-8032-8e327c6f8d16,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:02.986221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (51633a18-b14d-469a-bb52-63fde06b10c4), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:02.993945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-da4bdbd6-50ec-4a6d-8dae-522871256fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (feeea7fb-4440-45bb-8032-8e327c6f8d16), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.014128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (51633a18-b14d-469a-bb52-63fde06b10c4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.042912 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.070762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 212b4ab3-ce61-4334-b8c0-df04fc9b7477 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:03.162295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4bdbd6-50ec-4a6d-8dae-522871256fb3 None None] No DVR routers for this DVR port feeea7fb-4440-45bb-8032-8e327c6f8d16 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:03.164557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Publish callbacks [] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.168794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Attempting to bind port b1eaa831-d803-45e8-912a-471e29846a14 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:03.169350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Attempting to bind port b1eaa831-d803-45e8-912a-471e29846a14 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:03.169840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Attempting to bind port b1eaa831-d803-45e8-912a-471e29846a14 on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:03.185621 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 212b4ab3-ce61-4334-b8c0-df04fc9b7477 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:03.188239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.190545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 212b4ab3-ce61-4334-b8c0-df04fc9b7477 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:03.198461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=c5648550-93e5-41be-96ef-0c6d5eb44c49,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:03.222521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.227438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:03.228038 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:03.228823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.229344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:03.229906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Bound port: b1eaa831-d803-45e8-912a-471e29846a14, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:03.230355 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b1eaa831-d803-45e8-912a-471e29846a14), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.232378 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4281b8af-5322-4c25-ac07-e2f8b5c386cc None None] Provisioning complete for port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:03.232911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4281b8af-5322-4c25-ac07-e2f8b5c386cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.233302 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4281b8af-5322-4c25-ac07-e2f8b5c386cc None None] Attempt 1 to provision port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 Nov 03 02:24:03.239261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=0d81b0b9-6200-440c-9f67-b6f4c0dce228,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:03.286204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Checking segment: {'id': '8a81ba35-fc1e-4d3d-9659-2c70269e7c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df85f11-e862-47f2-b956-d88b0d1ebdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:03.287019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network hostable DHCP agents. Network: 5df85f11-e862-47f2-b956-d88b0d1ebdbe, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:03.314084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bdbd6-50ec-4a6d-8dae-522871256fb3 None None] Pushing event deleted for resources: {'Port': ['ID=feeea7fb-4440-45bb-8032-8e327c6f8d16,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:03.325861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.326423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Network b4fc4c8d-9055-4d5c-8674-840eb418e69d is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:03.349058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (c1b601ff-2e21-42c8-9ba9-446f71231c93), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.349936 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Publish callbacks [] for port (a83e3e44-5c9f-4cec-ab35-e94ffd300cca), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.353248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f3d45c-ff6b-4573-b835-c2f1114b81e5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Router d3e46a05-5451-4c69-a05f-6a7a08f51d8d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:24:03.375003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:03.386275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:03.389030 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (a83e3e44-5c9f-4cec-ab35-e94ffd300cca), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.403737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0d81b0b9-6200-440c-9f67-b6f4c0dce228 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:03.422510 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network 5df85f11-e862-47f2-b956-d88b0d1ebdbe is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:03.428321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b601ff-2e21-42c8-9ba9-446f71231c93']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:03.434041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:03.441919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Router 51633a18-b14d-469a-bb52-63fde06b10c4 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:24:03.450903 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade6267e-f30b-4ab4-a9c4-8af239c5b7bb') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:03.451699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade6267e-f30b-4ab4-a9c4-8af239c5b7bb') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:03.457729 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:03.460419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:03.483409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Pushing event updated for resources: {'Port': ['ID=d03201c7-5eb1-4efc-a159-6c112f8ac24d,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:03.490856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:03.501704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Network f7bcb47b-60c2-40eb-be87-4db484f4ee1e is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:03.504078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 5df85f11-e862-47f2-b956-d88b0d1ebdbe) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:03.510126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (ade6267e-f30b-4ab4-a9c4-8af239c5b7bb), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.522253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:03.522951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.544932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Allocated IP 2001:db8::f816:3eff:fe54:481a (f7bcb47b-60c2-40eb-be87-4db484f4ee1e/25c6d568-bba3-45f0-b1e3-1977ea8d45d2/e35da9e3-519a-4980-ac4e-e163846e75fb) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:03.547567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:03.551918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:03.555324 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] For port b1eaa831-d803-45e8-912a-471e29846a14, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:03.559336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ab3450-a17d-4656-bf48-23dae3dea9e7 None None] Network 5df85f11-e862-47f2-b956-d88b0d1ebdbe requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:03.580660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (ade6267e-f30b-4ab4-a9c4-8af239c5b7bb), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.598338 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ed2e58a7-9660-4e7d-9b93-02624fd7c21f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5916193 Nov 03 02:24:03.598586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:03.598586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.626548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35790) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:03.637037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2106221133'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:03.649536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] For port b1eaa831-d803-45e8-912a-471e29846a14, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b1eaa831-d803-45e8-912a-471e29846a14,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:03.671159 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f3d45c-ff6b-4573-b835-c2f1114b81e5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:03.686447 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75720a6-06b3-4a34-92fb-cf91f19b1426 None None] Sync routers for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:24:03.690268 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-61f3d45c-ff6b-4573-b835-c2f1114b81e5 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "PUT /v2.0/routers/d3e46a05-5451-4c69-a05f-6a7a08f51d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4574158 Nov 03 02:24:03.690400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Attempting to bind port d03201c7-5eb1-4efc-a159-6c112f8ac24d on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:03.690400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Attempting to bind port d03201c7-5eb1-4efc-a159-6c112f8ac24d by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '299b0b5d-4318-4c11-8587-4889545068de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b4fc4c8d-9055-4d5c-8674-840eb418e69d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:03.690400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Attempting to bind port d03201c7-5eb1-4efc-a159-6c112f8ac24d on network b4fc4c8d-9055-4d5c-8674-840eb418e69d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:03.692516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:03.693105 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (ade6267e-f30b-4ab4-a9c4-8af239c5b7bb), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.698532 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75720a6-06b3-4a34-92fb-cf91f19b1426 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:03.699296 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b75720a6-06b3-4a34-92fb-cf91f19b1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:03.703208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b1eaa831-d803-45e8-912a-471e29846a14), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.706803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Pushing event updated for resources: {'Port': ['ID=a83e3e44-5c9f-4cec-ab35-e94ffd300cca,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:03.718543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35794) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:03.723401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4281b8af-5322-4c25-ac07-e2f8b5c386cc None None] Current status of the port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:03.772263 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b75720a6-06b3-4a34-92fb-cf91f19b1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:03.773585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:03.774965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Checking segment: {'id': '299b0b5d-4318-4c11-8587-4889545068de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b4fc4c8d-9055-4d5c-8674-840eb418e69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:03.775579 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.776136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Bound using segment: {'id': '299b0b5d-4318-4c11-8587-4889545068de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b4fc4c8d-9055-4d5c-8674-840eb418e69d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:03.776846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Bound port: d03201c7-5eb1-4efc-a159-6c112f8ac24d, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299b0b5d-4318-4c11-8587-4889545068de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b4fc4c8d-9055-4d5c-8674-840eb418e69d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:03.777398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.791426 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75720a6-06b3-4a34-92fb-cf91f19b1426 None None] Routers {'d3e46a05-5451-4c69-a05f-6a7a08f51d8d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:03.803012 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ef1d7561-1bc1-4f61-afc9-4c4431dcbb3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3843882 Nov 03 02:24:03.804693 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b75720a6-06b3-4a34-92fb-cf91f19b1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:03.807930 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:03.808319 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.808810 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 Nov 03 02:24:03.812021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35798) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:03.873826 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b75720a6-06b3-4a34-92fb-cf91f19b1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:03.875666 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75720a6-06b3-4a34-92fb-cf91f19b1426 None None] The sync data for ids ['d3e46a05-5451-4c69-a05f-6a7a08f51d8d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:24:03.923689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Attempting to bind port a83e3e44-5c9f-4cec-ab35-e94ffd300cca on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:03.924072 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Attempting to bind port a83e3e44-5c9f-4cec-ab35-e94ffd300cca by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '1fcc5275-e9a0-4daf-baa0-2a3ae6552880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7bcb47b-60c2-40eb-be87-4db484f4ee1e'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:03.924439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Attempting to bind port a83e3e44-5c9f-4cec-ab35-e94ffd300cca on network f7bcb47b-60c2-40eb-be87-4db484f4ee1e {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:03.994514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:03.994902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Checking segment: {'id': '1fcc5275-e9a0-4daf-baa0-2a3ae6552880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7bcb47b-60c2-40eb-be87-4db484f4ee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:03.995309 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:03.995710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Bound using segment: {'id': '1fcc5275-e9a0-4daf-baa0-2a3ae6552880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7bcb47b-60c2-40eb-be87-4db484f4ee1e'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:03.996201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Bound port: a83e3e44-5c9f-4cec-ab35-e94ffd300cca, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcc5275-e9a0-4daf-baa0-2a3ae6552880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7bcb47b-60c2-40eb-be87-4db484f4ee1e'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:03.996658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a83e3e44-5c9f-4cec-ab35-e94ffd300cca), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.000226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f915078-89f8-4599-b1d0-3a75932cbc61 None None] Pushing event updated for resources: {'Port': ['ID=b1eaa831-d803-45e8-912a-471e29846a14,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:04.038779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-5df85f11-e862-47f2-b956-d88b0d1ebdbe', 'network_id': '5df85f11-e862-47f2-b956-d88b0d1ebdbe', 'project_id': '23843dfd3ddf43ee88a13592c37e3572', 'fixed_ips': [{'subnet_id': 'c5648550-93e5-41be-96ef-0c6d5eb44c49'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:04.040821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.057048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6aa1609f-cefe-40e6-b75b-a065f1b4d8d4 None None] Provisioning complete for port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:04.057429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6aa1609f-cefe-40e6-b75b-a065f1b4d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.057780 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6aa1609f-cefe-40e6-b75b-a065f1b4d8d4 None None] Attempt 1 to provision port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 Nov 03 02:24:04.115812 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment ade6267e-f30b-4ab4-a9c4-8af239c5b7bb resource provider aggregate not found Nov 03 02:24:04.118175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] For port d03201c7-5eb1-4efc-a159-6c112f8ac24d, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:04.174655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] For port d03201c7-5eb1-4efc-a159-6c112f8ac24d, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d03201c7-5eb1-4efc-a159-6c112f8ac24d,segment=NetworkSegment(299b0b5d-4318-4c11-8587-4889545068de),segment_id=299b0b5d-4318-4c11-8587-4889545068de)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:04.199432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Allocated IP 172.20.0.1 (b4fc4c8d-9055-4d5c-8674-840eb418e69d/54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0/547af2b5-48bd-4a58-a1a1-cdaaade00be2) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:04.210575 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment ade6267e-f30b-4ab4-a9c4-8af239c5b7bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ade6267e-f30b-4ab4-a9c4-8af239c5b7bb found for delete ", "request_id": "req-e588f799-e8db-4c31-bb56-355d1c164391"}]} Nov 03 02:24:04.249639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (c1b601ff-2e21-42c8-9ba9-446f71231c93), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.283918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.298482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.305637 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "DELETE /v2.0/networks/c1b601ff-2e21-42c8-9ba9-446f71231c93 HTTP/1.1" status: 204 len: 168 time: 4.1327763 Nov 03 02:24:04.306415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35802) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:04.328438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:04.332970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.339020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860681c-6b75-43c6-bbe6-ac7c3c932de5 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event deleted for resources: {'Network': ['ID=c1b601ff-2e21-42c8-9ba9-446f71231c93,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:04.358294 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] For port a83e3e44-5c9f-4cec-ab35-e94ffd300cca, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:04.361948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:04.388078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:04.394077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.395317 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4dcf6124-ab35-466d-8431-f60ecc0d10ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "PUT /v2.0/routers/51633a18-b14d-469a-bb52-63fde06b10c4 HTTP/1.1" status: 200 len: 917 time: 4.0801177 Nov 03 02:24:04.404441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35804) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:04.405496 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] For port a83e3e44-5c9f-4cec-ab35-e94ffd300cca, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a83e3e44-5c9f-4cec-ab35-e94ffd300cca,segment=NetworkSegment(1fcc5275-e9a0-4daf-baa0-2a3ae6552880),segment_id=1fcc5275-e9a0-4daf-baa0-2a3ae6552880)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:04.441093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ac443-28ce-4174-a8d7-5ef5ba6d126f None None] Sync routers for ids ['51633a18-b14d-469a-bb52-63fde06b10c4'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:24:04.490766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b5451-114b-421f-8642-a19b85dd76c2 req-807124c2-4e97-4afd-879b-008940f1b4ad tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:04.498935 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c7b5451-114b-421f-8642-a19b85dd76c2 req-807124c2-4e97-4afd-879b-008940f1b4ad tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.8149250 Nov 03 02:24:04.514958 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (367fa509-ce3f-4c16-ad28-a28adf366750), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.567192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:04.592614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for port (547af2b5-48bd-4a58-a1a1-cdaaade00be2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.638212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a83e3e44-5c9f-4cec-ab35-e94ffd300cca), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.640820 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dfb4ef1a-4216-4bfb-a7d0-932e65377311 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/routers/51633a18-b14d-469a-bb52-63fde06b10c4 HTTP/1.1" status: 200 len: 923 time: 0.2277374 Nov 03 02:24:04.651707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893e79df-3031-4624-bdc2-9fe9e13fce82 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:04.651928 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9691fa-204f-4c62-8be4-361a2e8cc7b7 None None] Pushing event updated for resources: {'Port': ['ID=d03201c7-5eb1-4efc-a159-6c112f8ac24d,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:04.652025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35806) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:04.653803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893e79df-3031-4624-bdc2-9fe9e13fce82 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:04.661020 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-893e79df-3031-4624-bdc2-9fe9e13fce82 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.8292778 Nov 03 02:24:04.661322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a60db805-95bd-48b1-8524-922e4e345fd0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.661675 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Added segment a60db805-95bd-48b1-8524-922e4e345fd0 of type vlan for network 8321b78a-6760-4446-86c7-0d0d1743e22b Nov 03 02:24:04.662743 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35808) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:04.734527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ac443-28ce-4174-a8d7-5ef5ba6d126f None None] Routers {'51633a18-b14d-469a-bb52-63fde06b10c4'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:04.735824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-783ac443-28ce-4174-a8d7-5ef5ba6d126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['51633a18-b14d-469a-bb52-63fde06b10c4'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:04.738642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Allocated IP 2001:db8:0:ffff::2 (5df85f11-e862-47f2-b956-d88b0d1ebdbe/c5648550-93e5-41be-96ef-0c6d5eb44c49/7543766e-5d6c-4606-9d4e-7b0a706b18ad) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:04.754438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.766117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1609f-cefe-40e6-b75b-a065f1b4d8d4 None None] Current status of the port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:04.796386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for port (e35da9e3-519a-4980-ac4e-e163846e75fb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.814902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-783ac443-28ce-4174-a8d7-5ef5ba6d126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:04.850475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee800036-85a0-471c-81b1-20dd67d1d2fa None None] Pushing event updated for resources: {'Port': ['ID=a83e3e44-5c9f-4cec-ab35-e94ffd300cca,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:04.905211 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (547af2b5-48bd-4a58-a1a1-cdaaade00be2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.926176 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c7b5451-114b-421f-8642-a19b85dd76c2 req-5eed559c-c92a-4e68-8126-16ff71d13287 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4235239 Nov 03 02:24:04.931324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (8321b78a-6760-4446-86c7-0d0d1743e22b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:04.953363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ac443-28ce-4174-a8d7-5ef5ba6d126f None None] Routers {'51633a18-b14d-469a-bb52-63fde06b10c4'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:04.954749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-783ac443-28ce-4174-a8d7-5ef5ba6d126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['51633a18-b14d-469a-bb52-63fde06b10c4'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:04.999694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-783ac443-28ce-4174-a8d7-5ef5ba6d126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:05.000830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ac443-28ce-4174-a8d7-5ef5ba6d126f None None] The sync data for ids ['51633a18-b14d-469a-bb52-63fde06b10c4'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:24:05.012092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (367fa509-ce3f-4c16-ad28-a28adf366750), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.016309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25653b91-89f3-46b7-864b-946e2f029ebf tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:05.018123 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-25653b91-89f3-46b7-864b-946e2f029ebf tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&device_id=51633a18-b14d-469a-bb52-63fde06b10c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3520224 Nov 03 02:24:05.018977 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event updated for resources: {'Port': ['ID=547af2b5-48bd-4a58-a1a1-cdaaade00be2,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:05.021786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35812) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:05.087995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (8321b78a-6760-4446-86c7-0d0d1743e22b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.094604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:05.095205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.139587 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Network b4fc4c8d-9055-4d5c-8674-840eb418e69d is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:05.150554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:05.155244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367fa509-ce3f-4c16-ad28-a28adf366750']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:05.156642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Publish callbacks [] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.169119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:05.172610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e35da9e3-519a-4980-ac4e-e163846e75fb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.173186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.182272 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5497246 Nov 03 02:24:05.214655 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35814) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:05.231325 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'network_id': '8321b78a-6760-4446-86c7-0d0d1743e22b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:05.236099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-698a8cee-2718-49ec-a108-38c5a69424ce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:05.236099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-698a8cee-2718-49ec-a108-38c5a69424ce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.240553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50977e9a-9df2-4cdf-8602-e475bf51b235') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:05.240875 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50977e9a-9df2-4cdf-8602-e475bf51b235') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:05.253003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Network 5df85f11-e862-47f2-b956-d88b0d1ebdbe is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:05.260606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:05.264957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:05.345230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Pushing event updated for resources: {'Port': ['ID=7543766e-5d6c-4606-9d4e-7b0a706b18ad,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:05.354188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296816b-f1d5-46c3-9977-8dacc1da2550 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=8321b78a-6760-4446-86c7-0d0d1743e22b,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:05.419309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (50977e9a-9df2-4cdf-8602-e475bf51b235), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.419560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 8321b78a-6760-4446-86c7-0d0d1743e22b details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:05.458182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.463714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_gateway (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.470113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network f7bcb47b-60c2-40eb-be87-4db484f4ee1e is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:05.478143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:05.480205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Port': ['ID=e35da9e3-519a-4980-ac4e-e163846e75fb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:05.482883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:05.494539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:05.495560 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.513413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Attempting to bind port 7543766e-5d6c-4606-9d4e-7b0a706b18ad on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:05.513788 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Attempting to bind port 7543766e-5d6c-4606-9d4e-7b0a706b18ad by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '8a81ba35-fc1e-4d3d-9659-2c70269e7c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df85f11-e862-47f2-b956-d88b0d1ebdbe'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:05.514156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Attempting to bind port 7543766e-5d6c-4606-9d4e-7b0a706b18ad on network 5df85f11-e862-47f2-b956-d88b0d1ebdbe {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:05.528202 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:05.528617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Checking segment: {'id': '8a81ba35-fc1e-4d3d-9659-2c70269e7c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df85f11-e862-47f2-b956-d88b0d1ebdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:05.529138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.529410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Bound using segment: {'id': '8a81ba35-fc1e-4d3d-9659-2c70269e7c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df85f11-e862-47f2-b956-d88b0d1ebdbe'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:05.530028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Bound port: 7543766e-5d6c-4606-9d4e-7b0a706b18ad, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a81ba35-fc1e-4d3d-9659-2c70269e7c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df85f11-e862-47f2-b956-d88b0d1ebdbe'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:05.530271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.531884 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-789c97c4-8611-404a-8da6-97744313d2cd tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6055796 Nov 03 02:24:05.535863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35816) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:05.552096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e774e669-7a90-4669-aa96-b9395045ca2e None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:05.579453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:05.583482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.629507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a83e3e44-5c9f-4cec-ab35-e94ffd300cca up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:05.654537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-698a8cee-2718-49ec-a108-38c5a69424ce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.675914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-698a8cee-2718-49ec-a108-38c5a69424ce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:05.724376 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f8a32eec-2d68-4ec1-9aa4-241cd132cf84 None None] Provisioning complete for port b1eaa831-d803-45e8-912a-471e29846a14 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:05.725129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f8a32eec-2d68-4ec1-9aa4-241cd132cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b1eaa831-d803-45e8-912a-471e29846a14), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.725483 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-f8a32eec-2d68-4ec1-9aa4-241cd132cf84 None None] Attempt 1 to provision port b1eaa831-d803-45e8-912a-471e29846a14 Nov 03 02:24:05.771314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] For port 7543766e-5d6c-4606-9d4e-7b0a706b18ad, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:05.784138 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (50977e9a-9df2-4cdf-8602-e475bf51b235), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.813865 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5822b-8645-481a-9e7c-54d81374a749 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:05.816435 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b2a5822b-8645-481a-9e7c-54d81374a749 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/networks/2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 881 time: 0.7782969 Nov 03 02:24:05.818239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:05.818917 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (50977e9a-9df2-4cdf-8602-e475bf51b235), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.822471 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7f8fd1-0d20-45ba-9c42-887f3f560326 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Deleting subnet 25c6d568-bba3-45f0-b1e3-1977ea8d45d2 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:05.832214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35818) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:05.832730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port a83e3e44-5c9f-4cec-ab35-e94ffd300cca triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:05.833113 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a83e3e44-5c9f-4cec-ab35-e94ffd300cca), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.833585 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port a83e3e44-5c9f-4cec-ab35-e94ffd300cca Nov 03 02:24:05.844751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8fd1-0d20-45ba-9c42-887f3f560326 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for subnet (25c6d568-bba3-45f0-b1e3-1977ea8d45d2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.897536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (61cbf2e7-8174-43c6-ba67-71678e51c4f8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.900061 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-34714cfe-70c3-4d4a-a66d-b7edcc2fd768 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=51633a18-b14d-469a-bb52-63fde06b10c4 HTTP/1.1" status: 200 len: 205 time: 0.0642140 Nov 03 02:24:05.907552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35820) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:05.966731 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting port e98dce29-481e-4131-b44d-920720baf7e6 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:05.967136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e98dce29-481e-4131-b44d-920720baf7e6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:05.972573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8fd1-0d20-45ba-9c42-887f3f560326 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (25c6d568-bba3-45f0-b1e3-1977ea8d45d2), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.005661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f8a32eec-2d68-4ec1-9aa4-241cd132cf84 None None] Current status of the port b1eaa831-d803-45e8-912a-471e29846a14 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:06.006321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f8a32eec-2d68-4ec1-9aa4-241cd132cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b1eaa831-d803-45e8-912a-471e29846a14), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.017616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (367fa509-ce3f-4c16-ad28-a28adf366750), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.037188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=61cbf2e7-8174-43c6-ba67-71678e51c4f8,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:06.050864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.055902 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "DELETE /v2.0/networks/367fa509-ce3f-4c16-ad28-a28adf366750 HTTP/1.1" status: 204 len: 168 time: 1.7426901 Nov 03 02:24:06.060465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] For port 7543766e-5d6c-4606-9d4e-7b0a706b18ad, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7543766e-5d6c-4606-9d4e-7b0a706b18ad,segment=NetworkSegment(8a81ba35-fc1e-4d3d-9659-2c70269e7c70),segment_id=8a81ba35-fc1e-4d3d-9659-2c70269e7c70)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:06.081166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35822) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:06.097249 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.102975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (547af2b5-48bd-4a58-a1a1-cdaaade00be2), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.108255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba6ee4-5706-4fdd-92c2-7bd3ab242db9 None None] Network b4fc4c8d-9055-4d5c-8674-840eb418e69d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:06.110251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port a83e3e44-5c9f-4cec-ab35-e94ffd300cca is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:06.110756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a83e3e44-5c9f-4cec-ab35-e94ffd300cca), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.131242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2b40e-9c8e-491e-8025-abae35de93c3 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event deleted for resources: {'Network': ['ID=367fa509-ce3f-4c16-ad28-a28adf366750,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:06.186526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Checking segment: {'id': 'a60db805-95bd-48b1-8524-922e4e345fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8321b78a-6760-4446-86c7-0d0d1743e22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:06.187208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network hostable DHCP agents. Network: 8321b78a-6760-4446-86c7-0d0d1743e22b, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:06.268945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (a1c20425-6c02-49a0-a064-aa455babbadd), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.300257 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920c32a7-4387-4974-bb62-5b9dde2deac1 None None] Update dhcp port {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': '528be51b-0eeb-4dc4-b456-1d9df0c24c6c', 'ip_address': '2001:db8::f816:3eff:fea2:d7e5'}, {'subnet_id': 'b22275ce-516b-43ac-b3ab-355e1c41440a'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'b1eaa831-d803-45e8-912a-471e29846a14'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:24:06.327235 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 50977e9a-9df2-4cdf-8602-e475bf51b235 resource provider aggregate not found Nov 03 02:24:06.344215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f8a32eec-2d68-4ec1-9aa4-241cd132cf84 None None] For port b1eaa831-d803-45e8-912a-471e29846a14, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b1eaa831-d803-45e8-912a-471e29846a14,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:06.346696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-920c32a7-4387-4974-bb62-5b9dde2deac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b1eaa831-d803-45e8-912a-471e29846a14), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.350965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (51633a18-b14d-469a-bb52-63fde06b10c4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.363167 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 50977e9a-9df2-4cdf-8602-e475bf51b235 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50977e9a-9df2-4cdf-8602-e475bf51b235 found for delete ", "request_id": "req-c2c12aa5-a8f3-4a35-aec2-b5792dd99c3e"}]} Nov 03 02:24:06.401648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f8a32eec-2d68-4ec1-9aa4-241cd132cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b1eaa831-d803-45e8-912a-471e29846a14), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.413445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e98dce29-481e-4131-b44d-920720baf7e6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.423722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network 8321b78a-6760-4446-86c7-0d0d1743e22b is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:06.488422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port a83e3e44-5c9f-4cec-ab35-e94ffd300cca, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a83e3e44-5c9f-4cec-ab35-e94ffd300cca,segment=NetworkSegment(1fcc5275-e9a0-4daf-baa0-2a3ae6552880),segment_id=1fcc5275-e9a0-4daf-baa0-2a3ae6552880)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:06.548009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8fd1-0d20-45ba-9c42-887f3f560326 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (25c6d568-bba3-45f0-b1e3-1977ea8d45d2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.568112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a83e3e44-5c9f-4cec-ab35-e94ffd300cca), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.568920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d03201c7-5eb1-4efc-a159-6c112f8ac24d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:06.570686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a8e76-b9ff-404f-8f14-74fb5043f4d2 None None] Pushing event updated for resources: {'Port': ['ID=7543766e-5d6c-4606-9d4e-7b0a706b18ad,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:06.594152 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 8321b78a-6760-4446-86c7-0d0d1743e22b) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:06.608249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:06.608877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.651686 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (a1c20425-6c02-49a0-a064-aa455babbadd), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.697490 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7c152190-9243-4fd4-88b0-2ae5b94638de tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4806693 Nov 03 02:24:06.718012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee40e818-da03-4f0f-b87b-dc03a639b073 None None] Network 8321b78a-6760-4446-86c7-0d0d1743e22b requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:06.720584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35828) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:06.795306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a32eec-2d68-4ec1-9aa4-241cd132cf84 None None] Pushing event updated for resources: {'Port': ['ID=b1eaa831-d803-45e8-912a-471e29846a14,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:06.808012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Calling delete_port for e98dce29-481e-4131-b44d-920720baf7e6 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:06.815766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-698a8cee-2718-49ec-a108-38c5a69424ce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.816001 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8fd1-0d20-45ba-9c42-887f3f560326 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (25c6d568-bba3-45f0-b1e3-1977ea8d45d2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.847865 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (51633a18-b14d-469a-bb52-63fde06b10c4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.857102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (8321b78a-6760-4446-86c7-0d0d1743e22b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.866784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f8fd1-0d20-45ba-9c42-887f3f560326 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Subnet': ['ID=25c6d568-bba3-45f0-b1e3-1977ea8d45d2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:06.887242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c20425-6c02-49a0-a064-aa455babbadd']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:06.895949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a8cee-2718-49ec-a108-38c5a69424ce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:06.901258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8fd1-0d20-45ba-9c42-887f3f560326 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:06.903351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe0e6d6-ed9f-4284-89ab-ed317f538ace None None] Network f7bcb47b-60c2-40eb-be87-4db484f4ee1e requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:06.905650 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8b7f8fd1-0d20-45ba-9c42-887f3f560326 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/subnets/25c6d568-bba3-45f0-b1e3-1977ea8d45d2 HTTP/1.1" status: 204 len: 168 time: 1.3669567 Nov 03 02:24:06.913699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35832) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:06.915611 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ec8d50-2868-4899-a755-01d96f484594') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:06.915910 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ec8d50-2868-4899-a755-01d96f484594') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:06.960720 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (90ec8d50-2868-4899-a755-01d96f484594), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.048759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-60533123-f435-4d96-a41a-5576e88d9032 None None] Provisioning complete for port d03201c7-5eb1-4efc-a159-6c112f8ac24d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:07.049141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60533123-f435-4d96-a41a-5576e88d9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.049479 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-60533123-f435-4d96-a41a-5576e88d9032 None None] Attempt 1 to provision port d03201c7-5eb1-4efc-a159-6c112f8ac24d Nov 03 02:24:07.098978 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (90ec8d50-2868-4899-a755-01d96f484594), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.110267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:07.110702 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (90ec8d50-2868-4899-a755-01d96f484594), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.125820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=a83e3e44-5c9f-4cec-ab35-e94ffd300cca,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:07.138555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Deleting port 81a83a6d-5588-49e2-94d1-dc60f6d5cede {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:07.139234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (81a83a6d-5588-49e2-94d1-dc60f6d5cede), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.199136 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f081a-9103-4b94-a925-467d0f92590f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:07.200591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f081a-9103-4b94-a925-467d0f92590f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:07.205267 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-090f081a-9103-4b94-a925-467d0f92590f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2843928 Nov 03 02:24:07.211025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35834) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:07.214449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (a1c20425-6c02-49a0-a064-aa455babbadd), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.218991 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.222658 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "DELETE /v2.0/networks/a1c20425-6c02-49a0-a064-aa455babbadd HTTP/1.1" status: 204 len: 168 time: 1.1385076 Nov 03 02:24:07.250359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35836) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:07.262592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-698a8cee-2718-49ec-a108-38c5a69424ce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.266244 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-698a8cee-2718-49ec-a108-38c5a69424ce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6 HTTP/1.1" status: 204 len: 168 time: 2.5977190 Nov 03 02:24:07.273054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35838) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:07.422018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e98dce29-481e-4131-b44d-920720baf7e6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.435909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38448d19-1b61-40da-9c62-17c003f7a9cd tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:07.437642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38448d19-1b61-40da-9c62-17c003f7a9cd tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:07.441038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38448d19-1b61-40da-9c62-17c003f7a9cd tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:07.448801 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-38448d19-1b61-40da-9c62-17c003f7a9cd tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1738133 Nov 03 02:24:07.458359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35840) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:07.475266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d03201c7-5eb1-4efc-a159-6c112f8ac24d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:07.475642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.476182 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d03201c7-5eb1-4efc-a159-6c112f8ac24d Nov 03 02:24:07.501405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (81a83a6d-5588-49e2-94d1-dc60f6d5cede), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.508259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-8321b78a-6760-4446-86c7-0d0d1743e22b', 'network_id': '8321b78a-6760-4446-86c7-0d0d1743e22b', 'project_id': '23843dfd3ddf43ee88a13592c37e3572', 'fixed_ips': [{'subnet_id': '61cbf2e7-8174-43c6-ba67-71678e51c4f8'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:07.509263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.516917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Port': ['ID=e98dce29-481e-4131-b44d-920720baf7e6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:07.539250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-920c32a7-4387-4974-bb62-5b9dde2deac1 None None] Allocated IP 172.20.0.2 (45083813-f1f1-4019-a736-ce483eb72093/b22275ce-516b-43ac-b3ab-355e1c41440a/b1eaa831-d803-45e8-912a-471e29846a14) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:07.551886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Calling delete_port for 81a83a6d-5588-49e2-94d1-dc60f6d5cede owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:07.652951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-60533123-f435-4d96-a41a-5576e88d9032 None None] Current status of the port d03201c7-5eb1-4efc-a159-6c112f8ac24d is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:07.653578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60533123-f435-4d96-a41a-5576e88d9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.672006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f1716d-e86a-48cb-bcfe-065a088af974 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 528be51b-0eeb-4dc4-b456-1d9df0c24c6c {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:07.715261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.772374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f306440c-affa-47f7-9312-448319b4010f None None] DHCP port deletion for f7bcb47b-60c2-40eb-be87-4db484f4ee1e request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:07.809339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29471f-c977-4d4a-9c0c-22734996af0b tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event deleted for resources: {'Network': ['ID=a1c20425-6c02-49a0-a064-aa455babbadd,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:07.821153 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (61cbf2e7-8174-43c6-ba67-71678e51c4f8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.824153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-60533123-f435-4d96-a41a-5576e88d9032 None None] For port d03201c7-5eb1-4efc-a159-6c112f8ac24d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d03201c7-5eb1-4efc-a159-6c112f8ac24d,segment=NetworkSegment(299b0b5d-4318-4c11-8587-4889545068de),segment_id=299b0b5d-4318-4c11-8587-4889545068de)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:07.835479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bcfbad-2c0d-47b2-bd9b-48e0cb39930b None None] Network 5df85f11-e862-47f2-b956-d88b0d1ebdbe requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:07.849063 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for port (547af2b5-48bd-4a58-a1a1-cdaaade00be2), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.864217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.872544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router_controller (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.879157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60533123-f435-4d96-a41a-5576e88d9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.886853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (547af2b5-48bd-4a58-a1a1-cdaaade00be2), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.927740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (d3e46a05-5451-4c69-a05f-6a7a08f51d8d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.928839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Fanout notify agent at l3_agent the message router_deleted on router d3e46a05-5451-4c69-a05f-6a7a08f51d8d {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:24:07.930343 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7b30ff2-2519-4019-b257-28154235b024 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (f7bcb47b-60c2-40eb-be87-4db484f4ee1e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.939076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.940585 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-84e05008-398c-4229-9f62-f737c7b02c8a tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/routers/d3e46a05-5451-4c69-a05f-6a7a08f51d8d HTTP/1.1" status: 204 len: 168 time: 4.2097962 Nov 03 02:24:07.943676 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35842) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:07.989283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d03201c7-5eb1-4efc-a159-6c112f8ac24d is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:07.989664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:07.999644 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b30ff2-2519-4019-b257-28154235b024 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 03 02:24:07.999644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b30ff2-2519-4019-b257-28154235b024 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:08.006369 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c7b30ff2-2519-4019-b257-28154235b024 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/networks/f7bcb47b-60c2-40eb-be87-4db484f4ee1e HTTP/1.1" status: 409 len: 466 time: 0.7790549 Nov 03 02:24:08.013633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35844) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:08.014499 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (2183fb77-0f39-40f2-9897-cd2433f34cba), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.020721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1408584575'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:08.026344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.029899 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event updated for resources: {'Port': ['ID=547af2b5-48bd-4a58-a1a1-cdaaade00be2,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:08.121438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.128582 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60533123-f435-4d96-a41a-5576e88d9032 None None] Pushing event updated for resources: {'Port': ['ID=d03201c7-5eb1-4efc-a159-6c112f8ac24d,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:08.131328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Provisioning complete for port 7543766e-5d6c-4606-9d4e-7b0a706b18ad triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:08.131776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.132180 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 1 to provision port 7543766e-5d6c-4606-9d4e-7b0a706b18ad Nov 03 02:24:08.153699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Allocated IP 2001:db8::1 (8321b78a-6760-4446-86c7-0d0d1743e22b/61cbf2e7-8174-43c6-ba67-71678e51c4f8/62ec6d75-e689-475a-b55a-193c3c1ac407) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:08.159467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f306440c-affa-47f7-9312-448319b4010f None None] Deleting port a83e3e44-5c9f-4cec-ab35-e94ffd300cca {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:08.159701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f306440c-affa-47f7-9312-448319b4010f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (a83e3e44-5c9f-4cec-ab35-e94ffd300cca), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.185032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-920c32a7-4387-4974-bb62-5b9dde2deac1 None None] For port b1eaa831-d803-45e8-912a-471e29846a14, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b1eaa831-d803-45e8-912a-471e29846a14,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:08.193862 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (2183fb77-0f39-40f2-9897-cd2433f34cba), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.235777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Network b4fc4c8d-9055-4d5c-8674-840eb418e69d is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:08.239671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2183fb77-0f39-40f2-9897-cd2433f34cba']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:08.243553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:08.263206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebb13f3-cd00-4a54-a83b-d28af46ad4e6') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:08.263883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebb13f3-cd00-4a54-a83b-d28af46ad4e6') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:08.279135 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (aebb13f3-cd00-4a54-a83b-d28af46ad4e6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.372365 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-920c32a7-4387-4974-bb62-5b9dde2deac1 None None] Publish callbacks [] for port (b1eaa831-d803-45e8-912a-471e29846a14), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.383672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-40f1716d-e86a-48cb-bcfe-065a088af974 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (528be51b-0eeb-4dc4-b456-1d9df0c24c6c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.405614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f306440c-affa-47f7-9312-448319b4010f None None] For port a83e3e44-5c9f-4cec-ab35-e94ffd300cca, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a83e3e44-5c9f-4cec-ab35-e94ffd300cca,segment=NetworkSegment(1fcc5275-e9a0-4daf-baa0-2a3ae6552880),segment_id=1fcc5275-e9a0-4daf-baa0-2a3ae6552880)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:08.406015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f306440c-affa-47f7-9312-448319b4010f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (a83e3e44-5c9f-4cec-ab35-e94ffd300cca), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.410611 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (aebb13f3-cd00-4a54-a83b-d28af46ad4e6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.412166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96766b5-a40c-4ed1-81ba-cb3c75ad1fd4 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Deleting subnet 5ca9f31e-aa85-4021-b22f-9d1108911fb8 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:08.418023 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (81a83a6d-5588-49e2-94d1-dc60f6d5cede), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.418392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:08.418811 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (aebb13f3-cd00-4a54-a83b-d28af46ad4e6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.424115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a96766b5-a40c-4ed1-81ba-cb3c75ad1fd4 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks [] for subnet (5ca9f31e-aa85-4021-b22f-9d1108911fb8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.426843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:08.430648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.439365 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f306440c-affa-47f7-9312-448319b4010f None None] Calling delete_port for a83e3e44-5c9f-4cec-ab35-e94ffd300cca owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:08.466805 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:24:08.467431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:24:08.483491 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-920c32a7-4387-4974-bb62-5b9dde2deac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b1eaa831-d803-45e8-912a-471e29846a14), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.497223 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 90ec8d50-2868-4899-a755-01d96f484594 resource provider aggregate not found Nov 03 02:24:08.508861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Pushing event deleted for resources: {'Port': ['ID=81a83a6d-5588-49e2-94d1-dc60f6d5cede,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:08.509020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (2183fb77-0f39-40f2-9897-cd2433f34cba), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.525936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.530387 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] 10.222.0.23 "DELETE /v2.0/networks/2183fb77-0f39-40f2-9897-cd2433f34cba HTTP/1.1" status: 204 len: 168 time: 1.2635615 Nov 03 02:24:08.535228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-40f1716d-e86a-48cb-bcfe-065a088af974 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (528be51b-0eeb-4dc4-b456-1d9df0c24c6c), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.537928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:08.540960 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 90ec8d50-2868-4899-a755-01d96f484594 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90ec8d50-2868-4899-a755-01d96f484594 found for delete ", "request_id": "req-9b4c951c-28db-4fa0-b9ca-3e9fa27ca5c4"}]} Nov 03 02:24:08.557019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac0d26-032d-4955-9e8b-8207b608dc11 tempest-BulkNetworkOpsTest-1580540976 tempest-BulkNetworkOpsTest-1580540976-project] Pushing event deleted for resources: {'Network': ['ID=2183fb77-0f39-40f2-9897-cd2433f34cba,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:08.581132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Router b5b6210d-fb80-4b06-9a83-a62cdca0d36d is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:24:08.581862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a96766b5-a40c-4ed1-81ba-cb3c75ad1fd4 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (5ca9f31e-aa85-4021-b22f-9d1108911fb8), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.641821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (20e2209f-f071-4aa2-b3fb-90bdf959589b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.642110 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Added segment 20e2209f-f071-4aa2-b3fb-90bdf959589b of type vlan for network b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 Nov 03 02:24:08.719133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Current status of the port 7543766e-5d6c-4606-9d4e-7b0a706b18ad is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:08.719513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.729730 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:08.738355 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dbf2047f-9201-4001-9db2-2a0fbc4c8e52 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "PUT /v2.0/routers/b5b6210d-fb80-4b06-9a83-a62cdca0d36d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6500525 Nov 03 02:24:08.738542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35852) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:08.740268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.748169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Request body: {'port': {'network_id': 'b4fc4c8d-9055-4d5c-8674-840eb418e69d', 'name': 'tempest-FloatingIPNegativeTestJSON-2002693162'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:08.749224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a96766b5-a40c-4ed1-81ba-cb3c75ad1fd4 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (5ca9f31e-aa85-4021-b22f-9d1108911fb8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.764022 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a56d7-fb82-44dc-b63e-cc9d1387e61a None None] Sync routers for ids ['b5b6210d-fb80-4b06-9a83-a62cdca0d36d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:24:08.792294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (51633a18-b14d-469a-bb52-63fde06b10c4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.805595 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a56d7-fb82-44dc-b63e-cc9d1387e61a None None] Routers {'b5b6210d-fb80-4b06-9a83-a62cdca0d36d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:08.809097 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b60a56d7-fb82-44dc-b63e-cc9d1387e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b5b6210d-fb80-4b06-9a83-a62cdca0d36d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:08.845814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c32a7-4387-4974-bb62-5b9dde2deac1 None None] Pushing event updated for resources: {'Port': ['ID=b1eaa831-d803-45e8-912a-471e29846a14,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:08.905586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] For port 7543766e-5d6c-4606-9d4e-7b0a706b18ad, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7543766e-5d6c-4606-9d4e-7b0a706b18ad,segment=NetworkSegment(8a81ba35-fc1e-4d3d-9659-2c70269e7c70),segment_id=8a81ba35-fc1e-4d3d-9659-2c70269e7c70)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:08.949612 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b60a56d7-fb82-44dc-b63e-cc9d1387e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:08.978118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Made reservation on behalf of 097cc3350fbb46769b3b72f7726ddd88 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:08.984100 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:08.986632 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a56d7-fb82-44dc-b63e-cc9d1387e61a None None] Routers {'b5b6210d-fb80-4b06-9a83-a62cdca0d36d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:08.991544 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b60a56d7-fb82-44dc-b63e-cc9d1387e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:23:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b5b6210d-fb80-4b06-9a83-a62cdca0d36d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:09.004139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (51633a18-b14d-469a-bb52-63fde06b10c4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.005109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f306440c-affa-47f7-9312-448319b4010f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (a83e3e44-5c9f-4cec-ab35-e94ffd300cca), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.006989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.012798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (51633a18-b14d-469a-bb52-63fde06b10c4), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.038067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] device_id is not set on port 7953cc5a-4191-4598-9454-6b1527ee4d28 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:09.041349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-40f1716d-e86a-48cb-bcfe-065a088af974 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (528be51b-0eeb-4dc4-b456-1d9df0c24c6c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.058988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.resource_extend [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:24:09.088401 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b60a56d7-fb82-44dc-b63e-cc9d1387e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:09.089014 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a56d7-fb82-44dc-b63e-cc9d1387e61a None None] The sync data for ids ['b5b6210d-fb80-4b06-9a83-a62cdca0d36d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:24:09.140929 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35856) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:09.162162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Publish callbacks [] for port (62ec6d75-e689-475a-b55a-193c3c1ac407), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.177930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (51633a18-b14d-469a-bb52-63fde06b10c4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.178461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Fanout notify agent at l3_agent the message router_deleted on router 51633a18-b14d-469a-bb52-63fde06b10c4 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:24:09.183343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.193730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:09.194389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.204339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306440c-affa-47f7-9312-448319b4010f None None] No DVR routers for this DVR port a83e3e44-5c9f-4cec-ab35-e94ffd300cca on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:09.209490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.210636 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-12e5e998-0be7-498f-bee3-01a4f76c9c46 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/51633a18-b14d-469a-bb52-63fde06b10c4 HTTP/1.1" status: 204 len: 168 time: 3.2996068 Nov 03 02:24:09.218567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35860) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:09.231478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1489414022', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:09.235353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306440c-affa-47f7-9312-448319b4010f None None] Pushing event deleted for resources: {'Port': ['ID=a83e3e44-5c9f-4cec-ab35-e94ffd300cca,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:09.248753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d03201c7-5eb1-4efc-a159-6c112f8ac24d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:09.250813 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b1eaa831-d803-45e8-912a-471e29846a14 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:09.268711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Provisioning complete for port d03201c7-5eb1-4efc-a159-6c112f8ac24d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:09.269401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.269931 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 1 to provision port d03201c7-5eb1-4efc-a159-6c112f8ac24d Nov 03 02:24:09.274944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (62ec6d75-e689-475a-b55a-193c3c1ac407), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.310981 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2943015 Nov 03 02:24:09.317622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35862) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:09.327849 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a96766b5-a40c-4ed1-81ba-cb3c75ad1fd4 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (5ca9f31e-aa85-4021-b22f-9d1108911fb8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.335746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (61cbf2e7-8174-43c6-ba67-71678e51c4f8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.345708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'subnet': {'network_id': 'b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:09.371574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (8e8cf2b6-21f2-4651-84f0-be62b9d28400), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.372692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (8e8cf2b6-21f2-4651-84f0-be62b9d28400), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.376379 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-40f1716d-e86a-48cb-bcfe-065a088af974 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (528be51b-0eeb-4dc4-b456-1d9df0c24c6c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.399578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Network 8321b78a-6760-4446-86c7-0d0d1743e22b is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:09.403358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:09.406766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:09.430638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Allocated IP 172.20.0.3 (b4fc4c8d-9055-4d5c-8674-840eb418e69d/54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0/7953cc5a-4191-4598-9454-6b1527ee4d28) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:09.436299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Subnet': ['ID=61cbf2e7-8174-43c6-ba67-71678e51c4f8,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:09.440868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0ed40-c43f-4a6c-bb70-f6e30d7ea24b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Network': ['ID=b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:09.451403 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96766b5-a40c-4ed1-81ba-cb3c75ad1fd4 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca9f31e-aa85-4021-b22f-9d1108911fb8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:09.458988 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:09.489722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Pushing event updated for resources: {'Port': ['ID=7543766e-5d6c-4606-9d4e-7b0a706b18ad,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:09.506260 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a96766b5-a40c-4ed1-81ba-cb3c75ad1fd4 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.510680 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a96766b5-a40c-4ed1-81ba-cb3c75ad1fd4 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/subnets/5ca9f31e-aa85-4021-b22f-9d1108911fb8 HTTP/1.1" status: 204 len: 168 time: 1.5662124 Nov 03 02:24:09.513901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35864) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:09.531707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-40f1716d-e86a-48cb-bcfe-065a088af974 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.535323 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-40f1716d-e86a-48cb-bcfe-065a088af974 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/528be51b-0eeb-4dc4-b456-1d9df0c24c6c HTTP/1.1" status: 204 len: 168 time: 2.0757236 Nov 03 02:24:09.536440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1716d-e86a-48cb-bcfe-065a088af974 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=528be51b-0eeb-4dc4-b456-1d9df0c24c6c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:09.538418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35866) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:09.549202 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-301dd3c1-ab05-4a4d-9a1e-415c8cc079b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=126bf0cf63ea47eaab355574cc704b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072018 Nov 03 02:24:09.554726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35868) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:09.571301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (8321b78a-6760-4446-86c7-0d0d1743e22b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.610886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8321b78a-6760-4446-86c7-0d0d1743e22b']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:09.629533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60db805-95bd-48b1-8524-922e4e345fd0') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:09.629920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60db805-95bd-48b1-8524-922e4e345fd0') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:09.635299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b1eaa831-d803-45e8-912a-471e29846a14 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:09.635681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b1eaa831-d803-45e8-912a-471e29846a14), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.636023 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b1eaa831-d803-45e8-912a-471e29846a14 Nov 03 02:24:09.685613 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (a60db805-95bd-48b1-8524-922e4e345fd0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.712372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a60db805-95bd-48b1-8524-922e4e345fd0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.727072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:09.727486 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (a60db805-95bd-48b1-8524-922e4e345fd0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.784107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (8e8cf2b6-21f2-4651-84f0-be62b9d28400), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.829544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0f74ec-2921-480f-aafb-d1e3582f3cbe None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:09.833490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.db.api [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 02:24:09.833490 dv-neutron-860659-5-hyperv neutron-server[104393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 02:24:09.833490 dv-neutron-860659-5-hyperv neutron-server[104393]: [parameters: {'id': '8321b78a-6760-4446-86c7-0d0d1743e22b'}] Nov 03 02:24:09.833490 dv-neutron-860659-5-hyperv neutron-server[104393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:24:09.834124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG oslo_db.api [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:24:09.849033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for port (7953cc5a-4191-4598-9454-6b1527ee4d28), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.875664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (05a1cb63-a93e-4e70-b19a-bd8e84192762), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.882322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a1a410-7358-423d-8e61-af258943a934 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet b22275ce-516b-43ac-b3ab-355e1c41440a {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:09.888617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:09.890278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (7953cc5a-4191-4598-9454-6b1527ee4d28), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.892190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.901387 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9a1a410-7358-423d-8e61-af258943a934 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (b22275ce-516b-43ac-b3ab-355e1c41440a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.926721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Attempting to bind port 62ec6d75-e689-475a-b55a-193c3c1ac407 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:09.927341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Attempting to bind port 62ec6d75-e689-475a-b55a-193c3c1ac407 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'a60db805-95bd-48b1-8524-922e4e345fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8321b78a-6760-4446-86c7-0d0d1743e22b'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:09.927447 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Attempting to bind port 62ec6d75-e689-475a-b55a-193c3c1ac407 on network 8321b78a-6760-4446-86c7-0d0d1743e22b {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:09.940418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Pushing event updated for resources: {'Port': ['ID=62ec6d75-e689-475a-b55a-193c3c1ac407,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:09.942463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Network b4fc4c8d-9055-4d5c-8674-840eb418e69d is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:09.945722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:09.952677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:09.953343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Current status of the port d03201c7-5eb1-4efc-a159-6c112f8ac24d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:09.960165 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event updated for resources: {'Port': ['ID=7953cc5a-4191-4598-9454-6b1527ee4d28,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:09.961745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:09.962432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Checking segment: {'id': 'a60db805-95bd-48b1-8524-922e4e345fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8321b78a-6760-4446-86c7-0d0d1743e22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:09.962698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.963100 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Bound using segment: {'id': 'a60db805-95bd-48b1-8524-922e4e345fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8321b78a-6760-4446-86c7-0d0d1743e22b'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:09.963585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Bound port: 62ec6d75-e689-475a-b55a-193c3c1ac407, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60db805-95bd-48b1-8524-922e4e345fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8321b78a-6760-4446-86c7-0d0d1743e22b'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:09.963966 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (62ec6d75-e689-475a-b55a-193c3c1ac407), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:09.979283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Could not find standard attr ID for object a83e3e44-5c9f-4cec-ab35-e94ffd300cca. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:09.981419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66f6f031-82b0-4cf5-b273-7d2c163c9c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.014990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:10.015801 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.038490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c7c7ac6-d014-4fdc-a673-59700e79baa5 admin admin] Publish callbacks [] for security_group (50c1a8d7-b87d-43a1-96b9-7424e9bf802a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.046559 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cef7722d-1a6b-4bed-8a81-805d2bc2318f tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3031852 Nov 03 02:24:10.046778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35870) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:10.051374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:10.083118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Provisioning complete for port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:10.083720 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (547af2b5-48bd-4a58-a1a1-cdaaade00be2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.084107 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 1 to provision port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 Nov 03 02:24:10.084241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.149474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9a1a410-7358-423d-8e61-af258943a934 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (b22275ce-516b-43ac-b3ab-355e1c41440a), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.157974 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b1eaa831-d803-45e8-912a-471e29846a14 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:10.174728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:10.177438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] For port 62ec6d75-e689-475a-b55a-193c3c1ac407, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:10.183236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] For port 62ec6d75-e689-475a-b55a-193c3c1ac407, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=62ec6d75-e689-475a-b55a-193c3c1ac407,segment=NetworkSegment(a60db805-95bd-48b1-8524-922e4e345fd0),segment_id=a60db805-95bd-48b1-8524-922e4e345fd0)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:10.198960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (62ec6d75-e689-475a-b55a-193c3c1ac407), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.208119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c7c7ac6-d014-4fdc-a673-59700e79baa5 admin admin] Publish callbacks [] for security_group (50c1a8d7-b87d-43a1-96b9-7424e9bf802a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.254407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (8e8cf2b6-21f2-4651-84f0-be62b9d28400), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.304159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ec718-07ac-4410-879d-63dcce6d84d3 None None] Pushing event updated for resources: {'Port': ['ID=62ec6d75-e689-475a-b55a-193c3c1ac407,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:10.318726 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.328155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591631ae-6dfa-4c71-b8f6-0a9b0e49b1a4 None None] Network 8321b78a-6760-4446-86c7-0d0d1743e22b requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:10.394708 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (8321b78a-6760-4446-86c7-0d0d1743e22b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.403228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (05a1cb63-a93e-4e70-b19a-bd8e84192762), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.494398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a1cb63-a93e-4e70-b19a-bd8e84192762']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:10.499770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b1eaa831-d803-45e8-912a-471e29846a14 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:10.519482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d3b749-3be0-485c-9c71-b137d813085b') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:10.519791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d3b749-3be0-485c-9c71-b137d813085b') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:10.522129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9a1a410-7358-423d-8e61-af258943a934 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (b22275ce-516b-43ac-b3ab-355e1c41440a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.556708 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Allocated IP 172.26.6.70 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/c0ba222b-2a67-4c90-9834-5e7c94b8a38b) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:10.559754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c7c7ac6-d014-4fdc-a673-59700e79baa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (50c1a8d7-b87d-43a1-96b9-7424e9bf802a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.562359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c7c7ac6-d014-4fdc-a673-59700e79baa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.563534 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7c7c7ac6-d014-4fdc-a673-59700e79baa5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50c1a8d7-b87d-43a1-96b9-7424e9bf802a HTTP/1.1" status: 204 len: 168 time: 0.9187512 Nov 03 02:24:10.570130 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment aebb13f3-cd00-4a54-a83b-d28af46ad4e6 resource provider aggregate not found Nov 03 02:24:10.582913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b1eaa831-d803-45e8-912a-471e29846a14 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:10.583347 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b1eaa831-d803-45e8-912a-471e29846a14), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.583692 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b1eaa831-d803-45e8-912a-471e29846a14 Nov 03 02:24:10.595478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (01d3b749-3be0-485c-9c71-b137d813085b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.597531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Deleting port 62ec6d75-e689-475a-b55a-193c3c1ac407 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:10.598723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (62ec6d75-e689-475a-b55a-193c3c1ac407), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.630771 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment aebb13f3-cd00-4a54-a83b-d28af46ad4e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aebb13f3-cd00-4a54-a83b-d28af46ad4e6 found for delete ", "request_id": "req-9556f5f3-5932-4eaa-86a9-5e5c1de60603"}]} Nov 03 02:24:10.678865 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 2 to provision port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 Nov 03 02:24:10.699170 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c7ac6-d014-4fdc-a673-59700e79baa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c1a8d7-b87d-43a1-96b9-7424e9bf802a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:10.703640 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (01d3b749-3be0-485c-9c71-b137d813085b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.723808 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment a60db805-95bd-48b1-8524-922e4e345fd0 resource provider aggregate not found Nov 03 02:24:10.743265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b1eaa831-d803-45e8-912a-471e29846a14 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:10.744739 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7543766e-5d6c-4606-9d4e-7b0a706b18ad up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:10.753934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:10.754379 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (01d3b749-3be0-485c-9c71-b137d813085b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.805561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:10.813534 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 01d3b749-3be0-485c-9c71-b137d813085b resource provider aggregate not found Nov 03 02:24:10.829575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for port (c0ba222b-2a67-4c90-9834-5e7c94b8a38b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.862454 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment a60db805-95bd-48b1-8524-922e4e345fd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a60db805-95bd-48b1-8524-922e4e345fd0 found for delete ", "request_id": "req-9d329b17-7917-424a-8a1a-d311883b8e2a"}]} Nov 03 02:24:10.877356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 7543766e-5d6c-4606-9d4e-7b0a706b18ad triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:10.877961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.878846 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 7543766e-5d6c-4606-9d4e-7b0a706b18ad Nov 03 02:24:10.885617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] For port 62ec6d75-e689-475a-b55a-193c3c1ac407, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=62ec6d75-e689-475a-b55a-193c3c1ac407,segment=NetworkSegment(a60db805-95bd-48b1-8524-922e4e345fd0),segment_id=a60db805-95bd-48b1-8524-922e4e345fd0)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:10.886001 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (62ec6d75-e689-475a-b55a-193c3c1ac407), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.889057 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 01d3b749-3be0-485c-9c71-b137d813085b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01d3b749-3be0-485c-9c71-b137d813085b found for delete ", "request_id": "req-4e496e90-fe13-4dfd-8258-cc1bda4ac85c"}]} Nov 03 02:24:10.924198 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Calling delete_port for 62ec6d75-e689-475a-b55a-193c3c1ac407 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:10.954635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (c0ba222b-2a67-4c90-9834-5e7c94b8a38b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.966866 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9a1a410-7358-423d-8e61-af258943a934 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (b22275ce-516b-43ac-b3ab-355e1c41440a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.994140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (05a1cb63-a93e-4e70-b19a-bd8e84192762), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:10.996010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 7543766e-5d6c-4606-9d4e-7b0a706b18ad is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:10.998108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d03201c7-5eb1-4efc-a159-6c112f8ac24d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:11.041173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.046334 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] 10.222.0.23 "DELETE /v2.0/networks/05a1cb63-a93e-4e70-b19a-bd8e84192762 HTTP/1.1" status: 204 len: 168 time: 1.5269396 Nov 03 02:24:11.047632 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec52e5-aceb-42ac-9eb7-2038bfe10f88 tempest-FloatingIPTestJSON-1285273903 tempest-FloatingIPTestJSON-1285273903-project] Pushing event deleted for resources: {'Network': ['ID=05a1cb63-a93e-4e70-b19a-bd8e84192762,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:11.061644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1a410-7358-423d-8e61-af258943a934 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=b22275ce-516b-43ac-b3ab-355e1c41440a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:11.072413 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9a1a410-7358-423d-8e61-af258943a934 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.085385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35896) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:11.087417 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e9a1a410-7358-423d-8e61-af258943a934 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/b22275ce-516b-43ac-b3ab-355e1c41440a HTTP/1.1" status: 204 len: 168 time: 1.5378597 Nov 03 02:24:11.094140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d03201c7-5eb1-4efc-a159-6c112f8ac24d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:11.094393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.094741 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d03201c7-5eb1-4efc-a159-6c112f8ac24d Nov 03 02:24:11.147456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.objects.ports [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104394) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:24:11.151259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (d8155be3-3694-4576-9e9c-db72612220d2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.186909 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-76ddad9b-f965-460b-a2cd-362f6ca556cc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821564 Nov 03 02:24:11.197432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35900) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:11.207885 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-9dc5d8dc-e4ef-4a22-82e1-8a4ed5043210 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:11.210911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d03201c7-5eb1-4efc-a159-6c112f8ac24d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:11.227374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f39a7-4849-4cc3-ba29-f6dfd685c3b7 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:24:11.260658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Subnet': ['ID=d8155be3-3694-4576-9e9c-db72612220d2,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:11.295381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:11.308911 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 3 to provision port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 Nov 03 02:24:11.315351 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event updated for resources: {'Port': ['ID=c0ba222b-2a67-4c90-9834-5e7c94b8a38b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:11.320042 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:11.327602 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc5d8dc-e4ef-4a22-82e1-8a4ed5043210 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:11.331640 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9dc5d8dc-e4ef-4a22-82e1-8a4ed5043210 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.335580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:11.362405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a83e3e44-5c9f-4cec-ab35-e94ffd300cca no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:11.365662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:11.401066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: a83e3e44-5c9f-4cec-ab35-e94ffd300cca {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:11.401508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a83e3e44-5c9f-4cec-ab35-e94ffd300cca not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:11.422253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35906) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:11.444722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (62ec6d75-e689-475a-b55a-193c3c1ac407), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.479081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Port': ['ID=62ec6d75-e689-475a-b55a-193c3c1ac407,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:11.497889 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Checking segment: {'id': '20e2209f-f071-4aa2-b3fb-90bdf959589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:11.498491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network hostable DHCP agents. Network: b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:11.546300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (8e8cf2b6-21f2-4651-84f0-be62b9d28400), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.573579 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.575516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for floatingip (31b36a2f-f763-4efd-b5bb-6b5a75833d4d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.588577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No DVR routers for this DVR port 62ec6d75-e689-475a-b55a-193c3c1ac407 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:11.642028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f39a7-4849-4cc3-ba29-f6dfd685c3b7 None None] Unable to find a vacant binding_index for network b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 and agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c {{(pid=104395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 03 02:24:11.653762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f39a7-4849-4cc3-ba29-f6dfd685c3b7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5) {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:24:11.696449 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f45f4f91-f3a0-4ae3-a94c-7db49afd5200 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98d83dbc22a64949b5de85431c64fbca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697484 Nov 03 02:24:11.702614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35914) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:11.704694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:11.721028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:11.726275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:11.727406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.735572 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c0ba222b-2a67-4c90-9834-5e7c94b8a38b), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.739889 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Allocated IP 172.26.6.53 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/88bf5e35-eac4-4938-ac65-2b01d18e8cbf) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:11.810894 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6867970f-ef48-4232-87f7-3a4341a5d162 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4892259 Nov 03 02:24:11.811955 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35918) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:11.824172 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (8321b78a-6760-4446-86c7-0d0d1743e22b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.857331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35920) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:11.869244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'port': {'network_id': 'b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5', 'name': 'tempest-NetworksIpV6TestAttrs-2021081656'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:11.911160 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 4 to provision port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 Nov 03 02:24:11.950158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:11.950648 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8321b78a-6760-4446-86c7-0d0d1743e22b']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:11.952779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f4515a3a-3325-4751-93cb-2f48207172bb admin admin] Publish callbacks [] for security_group (0dc52106-cf03-417c-a884-cf1c49b0ab78), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:11.971321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60db805-95bd-48b1-8524-922e4e345fd0') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:11.971630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60db805-95bd-48b1-8524-922e4e345fd0') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:11.985788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-fecfc8a3-5c3f-43af-a0b4-f19072082596 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633349469'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:12.004908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f4515a3a-3325-4751-93cb-2f48207172bb admin admin] Publish callbacks [] for security_group (0dc52106-cf03-417c-a884-cf1c49b0ab78), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.007834 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (a60db805-95bd-48b1-8524-922e4e345fd0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.009925 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9dc5d8dc-e4ef-4a22-82e1-8a4ed5043210 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (fc018029-2914-4905-b96a-4f0451d3cf56), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.035268 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5', 'network_id': 'b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5', 'project_id': 'd105c247db5c412da2d56194159cfe26', 'fixed_ips': [{'subnet_id': 'd8155be3-3694-4576-9e9c-db72612220d2'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:12.036844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.073410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:12.076923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.098767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a60db805-95bd-48b1-8524-922e4e345fd0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.105708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for port (88bf5e35-eac4-4938-ac65-2b01d18e8cbf), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.107743 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] device_id is not set on port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:12.115542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:12.115934 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (a60db805-95bd-48b1-8524-922e4e345fd0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.162551 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a07dd7ad-78a3-4fc4-9e04-e802a4e286e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.205287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (88bf5e35-eac4-4938-ac65-2b01d18e8cbf), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.218965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f4515a3a-3325-4751-93cb-2f48207172bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0dc52106-cf03-417c-a884-cf1c49b0ab78), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.219987 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Allocated IP 2001:db8::f816:3eff:fe36:857d (b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5/d8155be3-3694-4576-9e9c-db72612220d2/99c0dec6-794a-4c16-a356-af3d9e0d0127) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:12.221604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f4515a3a-3325-4751-93cb-2f48207172bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.225292 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f4515a3a-3325-4751-93cb-2f48207172bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0dc52106-cf03-417c-a884-cf1c49b0ab78 HTTP/1.1" status: 204 len: 168 time: 0.5190575 Nov 03 02:24:12.258703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:12.265072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:12.269570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:12.304910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4515a3a-3325-4751-93cb-2f48207172bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc52106-cf03-417c-a884-cf1c49b0ab78,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:12.328303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Pushing event updated for resources: {'Port': ['ID=88bf5e35-eac4-4938-ac65-2b01d18e8cbf,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:12.372231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fecfc8a3-5c3f-43af-a0b4-f19072082596 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.388569 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc5d8dc-e4ef-4a22-82e1-8a4ed5043210 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:12.428779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-9dc5d8dc-e4ef-4a22-82e1-8a4ed5043210 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:12.438828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc5d8dc-e4ef-4a22-82e1-8a4ed5043210 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:12.439440 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9dc5d8dc-e4ef-4a22-82e1-8a4ed5043210 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.444585 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fecfc8a3-5c3f-43af-a0b4-f19072082596 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.457330 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5d8dc-e4ef-4a22-82e1-8a4ed5043210 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=fc018029-2914-4905-b96a-4f0451d3cf56,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:12.506625 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9dc5d8dc-e4ef-4a22-82e1-8a4ed5043210 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3044455 Nov 03 02:24:12.510513 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35926) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:12.523536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (8321b78a-6760-4446-86c7-0d0d1743e22b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.531101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:12.557253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.563952 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 5 to provision port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 Nov 03 02:24:12.564518 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/8321b78a-6760-4446-86c7-0d0d1743e22b HTTP/1.1" status: 204 len: 168 time: 5.8412144 Nov 03 02:24:12.568764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35930) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:12.609769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2111450483'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:12.610165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (8e8cf2b6-21f2-4651-84f0-be62b9d28400), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.645697 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11987e17-dcb0-4f7f-a6e4-3e59325d127e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Network': ['ID=8321b78a-6760-4446-86c7-0d0d1743e22b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:12.653495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for port (c0ba222b-2a67-4c90-9834-5e7c94b8a38b), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.654713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:12.660176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Publish callbacks [] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.672048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (c0ba222b-2a67-4c90-9834-5e7c94b8a38b), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.675487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.715278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:12.718635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.745909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Pushing event updated for resources: {'Port': ['ID=99c0dec6-794a-4c16-a356-af3d9e0d0127,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:12.762472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Allocated IP 2001:db8::f816:3eff:fecc:e46f (b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5/d8155be3-3694-4576-9e9c-db72612220d2/3d4622b4-279b-41ff-b659-eab7a6e56ce5) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:12.780528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Network b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:12.783485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:12.792521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:12.807055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (31b36a2f-f763-4efd-b5bb-6b5a75833d4d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.845874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event updated for resources: {'Port': ['ID=c0ba222b-2a67-4c90-9834-5e7c94b8a38b,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:12.854847 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:12.877264 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fecfc8a3-5c3f-43af-a0b4-f19072082596 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (5395c007-7c10-40dc-bac1-228ec03200a0), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.893900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Attempting to bind port 99c0dec6-794a-4c16-a356-af3d9e0d0127 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:12.894326 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Attempting to bind port 99c0dec6-794a-4c16-a356-af3d9e0d0127 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '20e2209f-f071-4aa2-b3fb-90bdf959589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:12.894649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Attempting to bind port 99c0dec6-794a-4c16-a356-af3d9e0d0127 on network b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:12.901536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:12.901915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Checking segment: {'id': '20e2209f-f071-4aa2-b3fb-90bdf959589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:12.902383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.902784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Bound using segment: {'id': '20e2209f-f071-4aa2-b3fb-90bdf959589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:12.903321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Bound port: 99c0dec6-794a-4c16-a356-af3d9e0d0127, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e2209f-f071-4aa2-b3fb-90bdf959589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:12.903701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.916443 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment a60db805-95bd-48b1-8524-922e4e345fd0 resource provider aggregate not found Nov 03 02:24:12.929124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:12.935021 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.951490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.957021 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-36834463-5e95-4fd2-9590-ae7d9a3942f2 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9091496 Nov 03 02:24:12.959059 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35944) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:12.965054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fecfc8a3-5c3f-43af-a0b4-f19072082596 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (5395c007-7c10-40dc-bac1-228ec03200a0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.982461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] For port 99c0dec6-794a-4c16-a356-af3d9e0d0127, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:12.987077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] For port 99c0dec6-794a-4c16-a356-af3d9e0d0127, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=99c0dec6-794a-4c16-a356-af3d9e0d0127,segment=NetworkSegment(20e2209f-f071-4aa2-b3fb-90bdf959589b),segment_id=20e2209f-f071-4aa2-b3fb-90bdf959589b)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:12.995090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:12.998820 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment a60db805-95bd-48b1-8524-922e4e345fd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a60db805-95bd-48b1-8524-922e4e345fd0 found for delete ", "request_id": "req-b9c10240-badf-4765-b31d-dc0e54c4af27"}]} Nov 03 02:24:13.004836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2b35dda6-e41f-4cd7-903e-fd6b6bbdaac0 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Request body: {'floatingip': {'port_id': '7953cc5a-4191-4598-9454-6b1527ee4d28', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:13.058373 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c0d39f7a-4f48-49c7-aa7e-54b256aaf547), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.058957 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Added segment c0d39f7a-4f48-49c7-aa7e-54b256aaf547 of type vlan for network 1864480f-b6b5-45e2-9800-d4c5ef92f5c6 Nov 03 02:24:13.064668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40e0f2-dfe0-42fd-911c-0ec9f3629f43 None None] Pushing event updated for resources: {'Port': ['ID=99c0dec6-794a-4c16-a356-af3d9e0d0127,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:13.119306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.156381 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 6 to provision port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 Nov 03 02:24:13.179945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2b35dda6-e41f-4cd7-903e-fd6b6bbdaac0 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for floatingip (31b36a2f-f763-4efd-b5bb-6b5a75833d4d), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.238567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:13.329121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfc8a3-5c3f-43af-a0b4-f19072082596 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5395c007-7c10-40dc-bac1-228ec03200a0,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:13.355194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fecfc8a3-5c3f-43af-a0b4-f19072082596 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (a522cd5b-50e6-40c0-af18-bf6eeb0a9c30), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.375659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (1864480f-b6b5-45e2-9800-d4c5ef92f5c6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.379995 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fecfc8a3-5c3f-43af-a0b4-f19072082596 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (a522cd5b-50e6-40c0-af18-bf6eeb0a9c30), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.410983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (8e8cf2b6-21f2-4651-84f0-be62b9d28400), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.472436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35954) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:13.503087 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fecfc8a3-5c3f-43af-a0b4-f19072082596 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.507571 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fecfc8a3-5c3f-43af-a0b4-f19072082596 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6460490 Nov 03 02:24:13.512255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35958) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:13.530504 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfc8a3-5c3f-43af-a0b4-f19072082596 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a522cd5b-50e6-40c0-af18-bf6eeb0a9c30,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:13.538608 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-2b35dda6-e41f-4cd7-903e-fd6b6bbdaac0 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] update failed (client error): The resource could not be found. Nov 03 02:24:13.539953 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2b35dda6-e41f-4cd7-903e-fd6b6bbdaac0 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "PUT /v2.0/floatingips/31b36a2f-f763-4efd-b5bb-6b5a75833d4d HTTP/1.1" status: 404 len: 507 time: 0.5761516 Nov 03 02:24:13.542165 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (1864480f-b6b5-45e2-9800-d4c5ef92f5c6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.545434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35960) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:13.547109 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:13.547714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.639262 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1716058047'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:13.650542 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0468216 Nov 03 02:24:13.656678 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35962) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:13.674304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'network_id': '1864480f-b6b5-45e2-9800-d4c5ef92f5c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:13.674558 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for port (3d4622b4-279b-41ff-b659-eab7a6e56ce5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.736967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd5c9b-7dee-4fb2-b0c9-9bb81d4f15cb tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=1864480f-b6b5-45e2-9800-d4c5ef92f5c6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:13.740580 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 7 to provision port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 Nov 03 02:24:13.750660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:13.753974 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.758881 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-731983b4-dba1-47ba-a8ca-ae0d51830ed3 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2410913 Nov 03 02:24:13.761268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35964) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:13.768216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 1864480f-b6b5-45e2-9800-d4c5ef92f5c6 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:13.769918 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2d66be75-8d60-4fb9-9fd8-2664a2b2be22 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group': {'name': 'tempest-security--1181399283', 'description': 'tempest-security-description-687624559'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:13.801645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.812885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Router 8e8cf2b6-21f2-4651-84f0-be62b9d28400 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:24:13.828276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3d4622b4-279b-41ff-b659-eab7a6e56ce5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.836703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:13.889058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7808aa61-203f-41f8-b885-4b46eb35240c tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Deleting port c0ba222b-2a67-4c90-9834-5e7c94b8a38b {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:13.889484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7808aa61-203f-41f8-b885-4b46eb35240c tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c0ba222b-2a67-4c90-9834-5e7c94b8a38b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.896556 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:13.900518 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.915480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d66be75-8d60-4fb9-9fd8-2664a2b2be22 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (a522cd5b-50e6-40c0-af18-bf6eeb0a9c30), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:13.944786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:13.961125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:13.963747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:13.969576 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:13.970217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.062342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Port': ['ID=3d4622b4-279b-41ff-b659-eab7a6e56ce5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:14.089136 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4c6e694a-3242-4b1b-93a0-e53eaee9ce59 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2611120 Nov 03 02:24:14.096182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35966) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:14.145930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d66be75-8d60-4fb9-9fd8-2664a2b2be22 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (a522cd5b-50e6-40c0-af18-bf6eeb0a9c30), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.152125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7808aa61-203f-41f8-b885-4b46eb35240c tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c0ba222b-2a67-4c90-9834-5e7c94b8a38b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.152618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7808aa61-203f-41f8-b885-4b46eb35240c tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for floatingip (c0ba222b-2a67-4c90-9834-5e7c94b8a38b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.156982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d66be75-8d60-4fb9-9fd8-2664a2b2be22 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (a522cd5b-50e6-40c0-af18-bf6eeb0a9c30), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.159523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d66be75-8d60-4fb9-9fd8-2664a2b2be22 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.163221 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2d66be75-8d60-4fb9-9fd8-2664a2b2be22 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "PUT /v2.0/security-groups/a522cd5b-50e6-40c0-af18-bf6eeb0a9c30 HTTP/1.1" status: 200 len: 1794 time: 0.3968825 Nov 03 02:24:14.165967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35968) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:14.167895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (70b55e67-48f2-41cb-9855-f600a84b65d5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.210385 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66be75-8d60-4fb9-9fd8-2664a2b2be22 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a522cd5b-50e6-40c0-af18-bf6eeb0a9c30,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:14.223551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7808aa61-203f-41f8-b885-4b46eb35240c tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Calling delete_port for c0ba222b-2a67-4c90-9834-5e7c94b8a38b owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:14.225490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (70b55e67-48f2-41cb-9855-f600a84b65d5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.230810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:14.264317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4583247-26c5-475d-a808-e217499f2092 None None] Sync routers for ids ['8e8cf2b6-21f2-4651-84f0-be62b9d28400'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:24:14.273046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:24:14.282153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4583247-26c5-475d-a808-e217499f2092 None None] Routers {'8e8cf2b6-21f2-4651-84f0-be62b9d28400'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:14.284203 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d4583247-26c5-475d-a808-e217499f2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['8e8cf2b6-21f2-4651-84f0-be62b9d28400'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:14.292645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.292645 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-633b8c3f-668f-4241-8a40-3628340e7dd1 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0656569 Nov 03 02:24:14.295159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35970) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:14.301911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:14.348986 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 8 to provision port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 Nov 03 02:24:14.352029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccff2027-cb80-47b6-9653-1be43ef823c8 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:14.354275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f885d4-09fa-4705-a2f4-73f5890fac74 None None] Network b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:14.375073 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d4583247-26c5-475d-a808-e217499f2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:14.399168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 99c0dec6-794a-4c16-a356-af3d9e0d0127 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:14.428405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a845f564-2cd9-4268-add1-8bf33b3a8d8e tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Deleting subnet d8155be3-3694-4576-9e9c-db72612220d2 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:14.446880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:14.482730 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a845f564-2cd9-4268-add1-8bf33b3a8d8e tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for subnet (d8155be3-3694-4576-9e9c-db72612220d2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.485324 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b55e67-48f2-41cb-9855-f600a84b65d5,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:14.507000 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:14.521917 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4583247-26c5-475d-a808-e217499f2092 None None] Routers {'8e8cf2b6-21f2-4651-84f0-be62b9d28400'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:14.522539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d4583247-26c5-475d-a808-e217499f2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['8e8cf2b6-21f2-4651-84f0-be62b9d28400'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:14.545527 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b1ea86c5-d200-4fd5-88b4-e26c31c6d810 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups/a522cd5b-50e6-40c0-af18-bf6eeb0a9c30 HTTP/1.1" status: 200 len: 1794 time: 0.3654468 Nov 03 02:24:14.545527 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (84ed7856-f1c8-4c48-8728-c623a5a6ae07), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.545527 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Added segment 84ed7856-f1c8-4c48-8728-c623a5a6ae07 of type vlan for network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 Nov 03 02:24:14.571597 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d4583247-26c5-475d-a808-e217499f2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:14.572410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4583247-26c5-475d-a808-e217499f2092 None None] The sync data for ids ['8e8cf2b6-21f2-4651-84f0-be62b9d28400'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:24:14.572547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35972) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:14.647205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a845f564-2cd9-4268-add1-8bf33b3a8d8e tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (d8155be3-3694-4576-9e9c-db72612220d2), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.654809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 99c0dec6-794a-4c16-a356-af3d9e0d0127 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:14.655537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.655851 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 99c0dec6-794a-4c16-a356-af3d9e0d0127 Nov 03 02:24:14.660283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.667131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7808aa61-203f-41f8-b885-4b46eb35240c tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c0ba222b-2a67-4c90-9834-5e7c94b8a38b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.696932 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (0eebc6e8-847b-4ad6-b430-74947131a662), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.703752 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (4c265cd9-0cde-417d-8ebc-0ffabd6863e9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.728397 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808aa61-203f-41f8-b885-4b46eb35240c tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event deleted for resources: {'Port': ['ID=c0ba222b-2a67-4c90-9834-5e7c94b8a38b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:14.807100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (8e8cf2b6-21f2-4651-84f0-be62b9d28400), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.816086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7808aa61-203f-41f8-b885-4b46eb35240c tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for floatingip (31b36a2f-f763-4efd-b5bb-6b5a75833d4d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.817701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7808aa61-203f-41f8-b885-4b46eb35240c tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.819072 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7808aa61-203f-41f8-b885-4b46eb35240c tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "DELETE /v2.0/floatingips/31b36a2f-f763-4efd-b5bb-6b5a75833d4d HTTP/1.1" status: 204 len: 168 time: 1.2674396 Nov 03 02:24:14.823074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35974) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:14.824050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 99c0dec6-794a-4c16-a356-af3d9e0d0127 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:14.824454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.831640 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1e862bd5-b83a-4884-8fea-79b910222215 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Request body: {'floatingip': {'floating_network_id': 'b4fc4c8d-9055-4d5c-8674-840eb418e69d', 'port_id': '7953cc5a-4191-4598-9454-6b1527ee4d28', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:14.842834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9145f9d8-4ab0-4954-a282-c032ef7fc7be None None] Update dhcp port {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': 'fc018029-2914-4905-b96a-4f0451d3cf56'}, {'subnet_id': 'ad0c3040-5e70-432f-9378-280499a209f7'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'b1eaa831-d803-45e8-912a-471e29846a14'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:24:14.860808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_gateway (8e8cf2b6-21f2-4651-84f0-be62b9d28400), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.893750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 99c0dec6-794a-4c16-a356-af3d9e0d0127, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=99c0dec6-794a-4c16-a356-af3d9e0d0127,segment=NetworkSegment(20e2209f-f071-4aa2-b3fb-90bdf959589b),segment_id=20e2209f-f071-4aa2-b3fb-90bdf959589b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:14.894805 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9145f9d8-4ab0-4954-a282-c032ef7fc7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b1eaa831-d803-45e8-912a-471e29846a14), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.903220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1e862bd5-b83a-4884-8fea-79b910222215 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.910452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.939633 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (4c265cd9-0cde-417d-8ebc-0ffabd6863e9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.945825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:14.946689 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:14.949285 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=0eebc6e8-847b-4ad6-b430-74947131a662,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:14.985901 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea255515-0b83-405d-a634-293cd1e0587b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (a522cd5b-50e6-40c0-af18-bf6eeb0a9c30), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.019399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Deleting port 88bf5e35-eac4-4938-ac65-2b01d18e8cbf {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:15.019742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (88bf5e35-eac4-4938-ac65-2b01d18e8cbf), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.031857 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 9 to provision port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 Nov 03 02:24:15.048766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b1eaa831-d803-45e8-912a-471e29846a14), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.092543 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6157184 Nov 03 02:24:15.095921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35976) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:15.102184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'name': 'tempest-PortsTestJSON-443499438'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:15.131250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea255515-0b83-405d-a634-293cd1e0587b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (a522cd5b-50e6-40c0-af18-bf6eeb0a9c30), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.137556 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95ccb2-50b0-419f-93ee-607e592816a8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Network': ['ID=4c265cd9-0cde-417d-8ebc-0ffabd6863e9,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:15.150973 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a845f564-2cd9-4268-add1-8bf33b3a8d8e tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (d8155be3-3694-4576-9e9c-db72612220d2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.154857 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Checking segment: {'id': 'c0d39f7a-4f48-49c7-aa7e-54b256aaf547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1864480f-b6b5-45e2-9800-d4c5ef92f5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:15.155313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network hostable DHCP agents. Network: 1864480f-b6b5-45e2-9800-d4c5ef92f5c6, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:15.172112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:15.197933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:15.205274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (88bf5e35-eac4-4938-ac65-2b01d18e8cbf), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.232376 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=99c0dec6-794a-4c16-a356-af3d9e0d0127,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:15.243115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Calling delete_port for 88bf5e35-eac4-4938-ac65-2b01d18e8cbf owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:15.254647 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-1e862bd5-b83a-4884-8fea-79b910222215 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:24:15.256740 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1e862bd5-b83a-4884-8fea-79b910222215 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4315856 Nov 03 02:24:15.263828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35978) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:15.273034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '7953cc5a-4191-4598-9454-6b1527ee4d28', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:15.311046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-9145f9d8-4ab0-4954-a282-c032ef7fc7be None None] Allocated IP 172.20.0.2 (45083813-f1f1-4019-a736-ce483eb72093/fc018029-2914-4905-b96a-4f0451d3cf56/b1eaa831-d803-45e8-912a-471e29846a14) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:15.337559 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network 1864480f-b6b5-45e2-9800-d4c5ef92f5c6 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:15.345169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.359342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea255515-0b83-405d-a634-293cd1e0587b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (a522cd5b-50e6-40c0-af18-bf6eeb0a9c30), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.361972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea255515-0b83-405d-a634-293cd1e0587b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.363155 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ea255515-0b83-405d-a634-293cd1e0587b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-groups/a522cd5b-50e6-40c0-af18-bf6eeb0a9c30 HTTP/1.1" status: 204 len: 168 time: 0.7898042 Nov 03 02:24:15.368280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:15.372144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.374140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35980) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:15.375546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 1864480f-b6b5-45e2-9800-d4c5ef92f5c6) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:15.389686 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:15.390361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.391924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a6754-5b95-4154-b4c5-6825363fbf72 None None] Network 1864480f-b6b5-45e2-9800-d4c5ef92f5c6 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:15.397289 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a845f564-2cd9-4268-add1-8bf33b3a8d8e tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (d8155be3-3694-4576-9e9c-db72612220d2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.399546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea255515-0b83-405d-a634-293cd1e0587b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a522cd5b-50e6-40c0-af18-bf6eeb0a9c30,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:15.459352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:15.460689 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a845f564-2cd9-4268-add1-8bf33b3a8d8e tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.464163 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a845f564-2cd9-4268-add1-8bf33b3a8d8e tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/subnets/d8155be3-3694-4576-9e9c-db72612220d2 HTTP/1.1" status: 204 len: 168 time: 1.3603766 Nov 03 02:24:15.467436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845f564-2cd9-4268-add1-8bf33b3a8d8e tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Subnet': ['ID=d8155be3-3694-4576-9e9c-db72612220d2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:15.472625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35982) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:15.480873 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bc3b000b-364e-4089-977b-b965b2f8bfe5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8094840 Nov 03 02:24:15.487112 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] For port b1eaa831-d803-45e8-912a-471e29846a14, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b1eaa831-d803-45e8-912a-471e29846a14,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:15.491355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35984) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:15.526693 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-520781318'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:15.550060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (b1eaa831-d803-45e8-912a-471e29846a14), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.554465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3dd187-4ad9-4399-aa48-cfde4a4a326d tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:15.555882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3dd187-4ad9-4399-aa48-cfde4a4a326d tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:15.557981 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-de3dd187-4ad9-4399-aa48-cfde4a4a326d tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0800948 Nov 03 02:24:15.560879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35986) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:15.562790 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (b1eaa831-d803-45e8-912a-471e29846a14), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.563518 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (ad0c3040-5e70-432f-9378-280499a209f7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.593058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-1864480f-b6b5-45e2-9800-d4c5ef92f5c6', 'network_id': '1864480f-b6b5-45e2-9800-d4c5ef92f5c6', 'project_id': '23843dfd3ddf43ee88a13592c37e3572', 'fixed_ips': [{'subnet_id': '0eebc6e8-847b-4ad6-b430-74947131a662'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:15.594466 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.648973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:15.652579 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.663949 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-05a79e98-0941-42aa-aaaf-5bb35a332e93 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2791727 Nov 03 02:24:15.669929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35988) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:15.737648 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Attempt 10 to provision port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 Nov 03 02:24:15.745781 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-6d6e6086-50d5-4602-b202-14c6276fc280 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] delete failed (client error): The resource could not be found. Nov 03 02:24:15.750831 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6d6e6086-50d5-4602-b202-14c6276fc280 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-groups/a522cd5b-50e6-40c0-af18-bf6eeb0a9c30 HTTP/1.1" status: 404 len: 347 time: 0.0584276 Nov 03 02:24:15.750918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2d0f2-6002-4f8d-b3dc-9680ccd4561d None None] Network b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:15.752518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35990) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:15.760025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d94bd83c-3a0c-4df5-9e71-92c248b74b4b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group': {'name': 'tempest-secgroup--436680083'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:15.790622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:15.821973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (f508df67-b281-4abc-84dc-d3b02a9a4576), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.822378 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Added segment f508df67-b281-4abc-84dc-d3b02a9a4576 of type vlan for network 91832bf6-fd51-4d58-bfeb-42bd96a706d8 Nov 03 02:24:15.839014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (88bf5e35-eac4-4938-ac65-2b01d18e8cbf), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.893019 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d94bd83c-3a0c-4df5-9e71-92c248b74b4b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.960246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:15.971440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Pushing event deleted for resources: {'Port': ['ID=88bf5e35-eac4-4938-ac65-2b01d18e8cbf,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:15.979657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:15.992260 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:15.993117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (91832bf6-fd51-4d58-bfeb-42bd96a706d8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:15.994026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.007477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54859-af46-4781-95ed-14746ccb7422 None None] Port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:16.010608 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=ad0c3040-5e70-432f-9378-280499a209f7,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:16.028848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=b1eaa831-d803-45e8-912a-471e29846a14,revision_number=8']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:16.036641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d412217-63f7-4871-a3eb-f7d3377f7f9a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.042995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.046882 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6a4f452b-acab-43ec-af04-33fe85ac39d1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5287266 Nov 03 02:24:16.048716 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35992) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:16.054412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:c1:30:f6', 'name': 'tempest-NetworksTestDHCPv6-980337406'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:16.072423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (c03ef85a-a297-49e3-9f14-ba7a66dcfe77), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.107797 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d412217-63f7-4871-a3eb-f7d3377f7f9a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 03 02:24:16.108618 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d412217-63f7-4871-a3eb-f7d3377f7f9a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:16.112246 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1d412217-63f7-4871-a3eb-f7d3377f7f9a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/networks/b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 HTTP/1.1" status: 409 len: 466 time: 0.5503786 Nov 03 02:24:16.117354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 35994) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:16.122804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9145f9d8-4ab0-4954-a282-c032ef7fc7be None None] For port b1eaa831-d803-45e8-912a-471e29846a14, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b1eaa831-d803-45e8-912a-471e29846a14,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:16.139844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.151851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-93456531'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:16.153763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Allocated IP 2001:db8::3 (1864480f-b6b5-45e2-9800-d4c5ef92f5c6/0eebc6e8-847b-4ad6-b430-74947131a662/4d41b3f6-b235-484f-b892-8192cfff4fbe) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:16.161171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (91832bf6-fd51-4d58-bfeb-42bd96a706d8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.166995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:16.167738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.198884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:16.199513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9145f9d8-4ab0-4954-a282-c032ef7fc7be None None] Publish callbacks [] for port (b1eaa831-d803-45e8-912a-471e29846a14), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.265070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9145f9d8-4ab0-4954-a282-c032ef7fc7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b1eaa831-d803-45e8-912a-471e29846a14), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.272820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Provisioning complete for port 7543766e-5d6c-4606-9d4e-7b0a706b18ad triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:16.273187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.273580 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 1 to provision port 7543766e-5d6c-4606-9d4e-7b0a706b18ad Nov 03 02:24:16.275103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (8e8cf2b6-21f2-4651-84f0-be62b9d28400), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.292714 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8010094 Nov 03 02:24:16.296093 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35996) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:16.309462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'network_id': '91832bf6-fd51-4d58-bfeb-42bd96a706d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:16.374032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b1eaa831-d803-45e8-912a-471e29846a14 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:16.375901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb3889-b6bf-4a14-80c3-38e5d8bee3ff None None] DHCP port deletion for b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:16.417179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145f9d8-4ab0-4954-a282-c032ef7fc7be None None] Pushing event updated for resources: {'Port': ['ID=b1eaa831-d803-45e8-912a-471e29846a14,revision_number=9']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:16.419067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.455899 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 125b9c75-82d5-40d5-9c97-a58d5a517421 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:16.468823 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:16.471936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.585637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Performing IP validity checks on allocation pools {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Nov 03 02:24:16.586649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Nov 03 02:24:16.607790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Publish callbacks [] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.622734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b1eaa831-d803-45e8-912a-471e29846a14 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:16.623118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b1eaa831-d803-45e8-912a-471e29846a14), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.623468 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b1eaa831-d803-45e8-912a-471e29846a14 Nov 03 02:24:16.632171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.658393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb3889-b6bf-4a14-80c3-38e5d8bee3ff None None] Deleting port 99c0dec6-794a-4c16-a356-af3d9e0d0127 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:16.658759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3889-b6bf-4a14-80c3-38e5d8bee3ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.691812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Current status of the port 7543766e-5d6c-4606-9d4e-7b0a706b18ad is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:16.718983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:16.722224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.735371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d94bd83c-3a0c-4df5-9e71-92c248b74b4b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (9b799bfa-ccba-48d1-8355-50140acd4632), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.756758 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 172.20.0.4 (45083813-f1f1-4019-a736-ce483eb72093/fc018029-2914-4905-b96a-4f0451d3cf56/125b9c75-82d5-40d5-9c97-a58d5a517421) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:16.770404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::f816:3eff:fec1:30f6 (45083813-f1f1-4019-a736-ce483eb72093/ad0c3040-5e70-432f-9378-280499a209f7/125b9c75-82d5-40d5-9c97-a58d5a517421) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:16.774924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d94bd83c-3a0c-4df5-9e71-92c248b74b4b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (9b799bfa-ccba-48d1-8355-50140acd4632), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.784295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Network 1864480f-b6b5-45e2-9800-d4c5ef92f5c6 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:16.793605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020bbfd-6bef-4b46-a623-d70b23be52bf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=91832bf6-fd51-4d58-bfeb-42bd96a706d8,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:16.795580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Pushing event updated for resources: {'Port': ['ID=4d41b3f6-b235-484f-b892-8192cfff4fbe,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:16.795845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c03ef85a-a297-49e3-9f14-ba7a66dcfe77), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.798278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:16.803942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d2eb3889-b6bf-4a14-80c3-38e5d8bee3ff None None] For port 99c0dec6-794a-4c16-a356-af3d9e0d0127, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=99c0dec6-794a-4c16-a356-af3d9e0d0127,segment=NetworkSegment(20e2209f-f071-4aa2-b3fb-90bdf959589b),segment_id=20e2209f-f071-4aa2-b3fb-90bdf959589b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:16.804347 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3889-b6bf-4a14-80c3-38e5d8bee3ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.808009 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:16.817747 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Provisioning complete for port 99c0dec6-794a-4c16-a356-af3d9e0d0127 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:16.818186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.818518 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 1 to provision port 99c0dec6-794a-4c16-a356-af3d9e0d0127 Nov 03 02:24:16.832230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 91832bf6-fd51-4d58-bfeb-42bd96a706d8 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:16.834596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb3889-b6bf-4a14-80c3-38e5d8bee3ff None None] Calling delete_port for 99c0dec6-794a-4c16-a356-af3d9e0d0127 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:16.859911 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (63b35400-5699-4e72-86f8-1f5d98c0b4cf), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:16.975495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Allocated IP 172.26.6.246 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/efbb6dc9-c45e-4c92-b1d0-88ac5396bd06) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:17.000887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=63b35400-5699-4e72-86f8-1f5d98c0b4cf,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:17.003033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d94bd83c-3a0c-4df5-9e71-92c248b74b4b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.004956 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d94bd83c-3a0c-4df5-9e71-92c248b74b4b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2504120 Nov 03 02:24:17.006283 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:17.009028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 35998) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:17.015522 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-eb525548-b6a8-4222-b5df-903ec0bc77af tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': '9b799bfa-ccba-48d1-8355-50140acd4632', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:17.028004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bd83c-3a0c-4df5-9e71-92c248b74b4b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b799bfa-ccba-48d1-8355-50140acd4632,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:17.035865 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Checking segment: {'id': 'f508df67-b281-4abc-84dc-d3b02a9a4576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '91832bf6-fd51-4d58-bfeb-42bd96a706d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:17.036337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network hostable DHCP agents. Network: 91832bf6-fd51-4d58-bfeb-42bd96a706d8, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:17.043722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b1eaa831-d803-45e8-912a-471e29846a14 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:17.044877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 99c0dec6-794a-4c16-a356-af3d9e0d0127 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:17.104007 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network 91832bf6-fd51-4d58-bfeb-42bd96a706d8 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:17.109733 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb525548-b6a8-4222-b5df-903ec0bc77af tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (5492ff5d-6929-45d6-a4b6-1aee04829c1b), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.110065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (be8e2d69-d650-4419-8c98-e3bc227b3261), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.110422 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Added segment be8e2d69-d650-4419-8c98-e3bc227b3261 of type vlan for network 03fe411f-31d2-4d00-9c42-48479f85048a Nov 03 02:24:17.153719 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 91832bf6-fd51-4d58-bfeb-42bd96a706d8) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:17.159131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:17.159902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.160254 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=c03ef85a-a297-49e3-9f14-ba7a66dcfe77,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:17.185305 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e92346-78de-4df5-8fa5-f46b4897357a None None] Network 91832bf6-fd51-4d58-bfeb-42bd96a706d8 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:17.189822 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (125b9c75-82d5-40d5-9c97-a58d5a517421), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.194292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Attempting to bind port 4d41b3f6-b235-484f-b892-8192cfff4fbe on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:17.194812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Attempting to bind port 4d41b3f6-b235-484f-b892-8192cfff4fbe by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'c0d39f7a-4f48-49c7-aa7e-54b256aaf547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1864480f-b6b5-45e2-9800-d4c5ef92f5c6'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:17.195187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Attempting to bind port 4d41b3f6-b235-484f-b892-8192cfff4fbe on network 1864480f-b6b5-45e2-9800-d4c5ef92f5c6 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:17.209006 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5e86bd88-b23f-4472-8a38-c51cf0d6ea4b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9020491 Nov 03 02:24:17.214649 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36000) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:17.224131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (8e8cf2b6-21f2-4651-84f0-be62b9d28400), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.267875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:17.268248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Checking segment: {'id': 'c0d39f7a-4f48-49c7-aa7e-54b256aaf547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1864480f-b6b5-45e2-9800-d4c5ef92f5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:17.268699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.269105 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Bound using segment: {'id': 'c0d39f7a-4f48-49c7-aa7e-54b256aaf547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1864480f-b6b5-45e2-9800-d4c5ef92f5c6'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:17.269885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Bound port: 4d41b3f6-b235-484f-b892-8192cfff4fbe, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d39f7a-4f48-49c7-aa7e-54b256aaf547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1864480f-b6b5-45e2-9800-d4c5ef92f5c6'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:17.270275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.286554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (8e8cf2b6-21f2-4651-84f0-be62b9d28400), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.301158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (125b9c75-82d5-40d5-9c97-a58d5a517421), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.323793 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb525548-b6a8-4222-b5df-903ec0bc77af tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (5492ff5d-6929-45d6-a4b6-1aee04829c1b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.337709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb525548-b6a8-4222-b5df-903ec0bc77af tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (5492ff5d-6929-45d6-a4b6-1aee04829c1b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.346307 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (03fe411f-31d2-4d00-9c42-48479f85048a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.370634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Checking segment: {'id': '84ed7856-f1c8-4c48-8728-c623a5a6ae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:17.371778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network hostable DHCP agents. Network: 4c265cd9-0cde-417d-8ebc-0ffabd6863e9, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:17.378931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 99c0dec6-794a-4c16-a356-af3d9e0d0127 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:17.378931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.379657 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 99c0dec6-794a-4c16-a356-af3d9e0d0127 Nov 03 02:24:17.407829 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Current status of the port 99c0dec6-794a-4c16-a356-af3d9e0d0127 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:17.413379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb525548-b6a8-4222-b5df-903ec0bc77af tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5492ff5d-6929-45d6-a4b6-1aee04829c1b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:17.417364 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:17.432069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb525548-b6a8-4222-b5df-903ec0bc77af tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.432833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for port (efbb6dc9-c45e-4c92-b1d0-88ac5396bd06), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.440884 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-eb525548-b6a8-4222-b5df-903ec0bc77af tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4259028 Nov 03 02:24:17.440884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:17.440884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36002) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:17.454622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Could not find standard attr ID for object ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:17.464360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:17.489857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3889-b6bf-4a14-80c3-38e5d8bee3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (99c0dec6-794a-4c16-a356-af3d9e0d0127), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.515096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=125b9c75-82d5-40d5-9c97-a58d5a517421,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:17.534873 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:17.535582 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.539838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d30de8e-2389-496f-ad1c-5f9e61939fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-91832bf6-fd51-4d58-bfeb-42bd96a706d8', 'network_id': '91832bf6-fd51-4d58-bfeb-42bd96a706d8', 'project_id': '23843dfd3ddf43ee88a13592c37e3572', 'fixed_ips': [{'subnet_id': '63b35400-5699-4e72-86f8-1f5d98c0b4cf'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:17.541350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5d30de8e-2389-496f-ad1c-5f9e61939fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.541703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5cb79a0-8174-417c-a4dd-f9d9ec98b905 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (5492ff5d-6929-45d6-a4b6-1aee04829c1b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.551042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (03fe411f-31d2-4d00-9c42-48479f85048a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.552572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb3889-b6bf-4a14-80c3-38e5d8bee3ff None None] Pushing event deleted for resources: {'Port': ['ID=99c0dec6-794a-4c16-a356-af3d9e0d0127,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:17.556306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5cb79a0-8174-417c-a4dd-f9d9ec98b905 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (5492ff5d-6929-45d6-a4b6-1aee04829c1b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.557093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:17.557794 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.560961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:17.567973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Router 8e8cf2b6-21f2-4651-84f0-be62b9d28400 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:24:17.577272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (91832bf6-fd51-4d58-bfeb-42bd96a706d8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.586570 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e76f7597-0f8e-4f52-8d39-3cd9c8171d9f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5367579 Nov 03 02:24:17.587315 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36004) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:17.594375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] For port 4d41b3f6-b235-484f-b892-8192cfff4fbe, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:17.597511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb3889-b6bf-4a14-80c3-38e5d8bee3ff None None] No DVR routers for this DVR port 99c0dec6-794a-4c16-a356-af3d9e0d0127 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:17.599414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0132c52-30f8-46f9-aff9-ab73dcf3c71e None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:17.602279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Provisioning complete for port b1eaa831-d803-45e8-912a-471e29846a14 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:17.603329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b1eaa831-d803-45e8-912a-471e29846a14), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.603700 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 1 to provision port b1eaa831-d803-45e8-912a-471e29846a14 Nov 03 02:24:17.644405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 4c265cd9-0cde-417d-8ebc-0ffabd6863e9) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:17.646079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5cb79a0-8174-417c-a4dd-f9d9ec98b905 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (5492ff5d-6929-45d6-a4b6-1aee04829c1b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.663135 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5cb79a0-8174-417c-a4dd-f9d9ec98b905 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.667876 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f5cb79a0-8174-417c-a4dd-f9d9ec98b905 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5492ff5d-6929-45d6-a4b6-1aee04829c1b HTTP/1.1" status: 204 len: 168 time: 0.2232027 Nov 03 02:24:17.667876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb79a0-8174-417c-a4dd-f9d9ec98b905 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5492ff5d-6929-45d6-a4b6-1aee04829c1b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:17.668119 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5204368 Nov 03 02:24:17.671337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36006) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:17.676039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:17.676164 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36008) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:17.681400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:17.682061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.683929 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'subnet': {'network_id': '03fe411f-31d2-4d00-9c42-48479f85048a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:17.691828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (efbb6dc9-c45e-4c92-b1d0-88ac5396bd06), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.713014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Could not find standard attr ID for object 99c0dec6-794a-4c16-a356-af3d9e0d0127. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:17.727836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ebd15-800b-4667-ab40-ed0e376245b4 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Network': ['ID=03fe411f-31d2-4d00-9c42-48479f85048a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:17.731402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b59d50e-bdf8-4c29-89f1-9d1f89d70a60 None None] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:17.776291 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No ports have port_id starting with 99c0dec6-794a-4c16-a356-af3d9e0d0127 Nov 03 02:24:17.778424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f86ffc1-a00c-4609-b330-d42479bcb935 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:17.780251 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-945b6c3d-470f-49c3-abab-ffc9e3de1b2f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6829989 Nov 03 02:24:17.783235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 03fe411f-31d2-4d00-9c42-48479f85048a details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:17.784149 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f86ffc1-a00c-4609-b330-d42479bcb935 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:17.787142 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] For port 4d41b3f6-b235-484f-b892-8192cfff4fbe, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4d41b3f6-b235-484f-b892-8192cfff4fbe,segment=NetworkSegment(c0d39f7a-4f48-49c7-aa7e-54b256aaf547),segment_id=c0d39f7a-4f48-49c7-aa7e-54b256aaf547)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:17.788734 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5f86ffc1-a00c-4609-b330-d42479bcb935 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1963227 Nov 03 02:24:17.791361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36010) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:17.791700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36012) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:17.799360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1694073970'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:17.843097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:17.858028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:17.865377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:17.868934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event updated for resources: {'Port': ['ID=efbb6dc9-c45e-4c92-b1d0-88ac5396bd06,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:17.875096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:17.891308 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bd52dc19-dd5d-4884-9267-c972e1379447 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2136996 Nov 03 02:24:17.893155 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01ed3c-8c49-47c9-af84-50fe13bdb167 None None] Sync routers for ids ['8e8cf2b6-21f2-4651-84f0-be62b9d28400'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:24:17.897666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36014) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:17.903468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:17.907762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.909241 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01ed3c-8c49-47c9-af84-50fe13bdb167 None None] Routers {'8e8cf2b6-21f2-4651-84f0-be62b9d28400'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:17.913252 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cf01ed3c-8c49-47c9-af84-50fe13bdb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['8e8cf2b6-21f2-4651-84f0-be62b9d28400'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:17.921779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.923117 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9a952e21-296c-4223-80cd-b5c6ae8b8fe7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "PUT /v2.0/routers/8e8cf2b6-21f2-4651-84f0-be62b9d28400 HTTP/1.1" status: 200 len: 710 time: 3.6266751 Nov 03 02:24:17.927469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36016) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:17.930448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:17.933967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.940255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (63b35400-5699-4e72-86f8-1f5d98c0b4cf), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:17.986436 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cf01ed3c-8c49-47c9-af84-50fe13bdb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:17.999056 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01ed3c-8c49-47c9-af84-50fe13bdb167 None None] Routers {'8e8cf2b6-21f2-4651-84f0-be62b9d28400'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:18.000829 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cf01ed3c-8c49-47c9-af84-50fe13bdb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['8e8cf2b6-21f2-4651-84f0-be62b9d28400'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:18.051919 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d6faf791-ce8b-4f6c-b147-6a37aec3a2f3 tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/routers/8e8cf2b6-21f2-4651-84f0-be62b9d28400 HTTP/1.1" status: 200 len: 745 time: 0.1204340 Nov 03 02:24:18.058410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36018) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:18.069759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:18.072390 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cf01ed3c-8c49-47c9-af84-50fe13bdb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:18.073253 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01ed3c-8c49-47c9-af84-50fe13bdb167 None None] The sync data for ids ['8e8cf2b6-21f2-4651-84f0-be62b9d28400'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:24:18.080300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.103363 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (90141484-7413-447f-9eb0-cfc14fdc78c6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.104050 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Added segment 90141484-7413-447f-9eb0-cfc14fdc78c6 of type vlan for network cf520f55-eb05-400a-bc35-1b1a9ca94e45 Nov 03 02:24:18.119046 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f0d2b5aa-71f6-4e5c-86c1-15c75acf68ed tempest-RoutersIpV6AdminTest-118185488 tempest-RoutersIpV6AdminTest-118185488-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&device_id=8e8cf2b6-21f2-4651-84f0-be62b9d28400 HTTP/1.1" status: 200 len: 205 time: 0.0594258 Nov 03 02:24:18.122481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36020) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:18.155537 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2cf05831-235a-4737-a16f-964df5f6a18c tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (9b799bfa-ccba-48d1-8355-50140acd4632), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.186304 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b3bccdd0-6dca-402b-b286-8fa76a46f29a tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e8cf2b6-21f2-4651-84f0-be62b9d28400 HTTP/1.1" status: 200 len: 205 time: 0.0613542 Nov 03 02:24:18.193633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36022) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:18.251378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (63b35400-5699-4e72-86f8-1f5d98c0b4cf), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.257840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (cf520f55-eb05-400a-bc35-1b1a9ca94e45), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.264461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae5917-f77b-4495-aa6e-afe15140994e None None] Pushing event updated for resources: {'Port': ['ID=4d41b3f6-b235-484f-b892-8192cfff4fbe,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:18.288150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b78e5c67-b8ca-4efa-8257-584834319704 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 125b9c75-82d5-40d5-9c97-a58d5a517421 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:18.288880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b78e5c67-b8ca-4efa-8257-584834319704 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (125b9c75-82d5-40d5-9c97-a58d5a517421), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.306898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2cf05831-235a-4737-a16f-964df5f6a18c tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (9b799bfa-ccba-48d1-8355-50140acd4632), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.319793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Subnet': ['ID=63b35400-5699-4e72-86f8-1f5d98c0b4cf,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server [None req-5d30de8e-2389-496f-ad1c-5f9e61939fa8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63b35400-5699-4e72-86f8-1f5d98c0b4cf: This subnet is being modified by another concurrent operation. Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:24:18.325162 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in create_port Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1500, in _create_port_db Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise exception Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63b35400-5699-4e72-86f8-1f5d98c0b4cf: This subnet is being modified by another concurrent operation. Nov 03 02:24:18.329848 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Nov 03 02:24:18.346013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1cedf2e8-7fb0-4938-84dc-e2d6cb61114f tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (8e8cf2b6-21f2-4651-84f0-be62b9d28400), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.373242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b1eaa831-d803-45e8-912a-471e29846a14 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:18.416058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Current status of the port b1eaa831-d803-45e8-912a-471e29846a14 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:18.424710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd49b0-8568-4b7c-869f-4adac0d3b82b None None] Network 91832bf6-fd51-4d58-bfeb-42bd96a706d8 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:18.458900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.db.resource_extend [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:24:18.488315 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2cf05831-235a-4737-a16f-964df5f6a18c tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (9b799bfa-ccba-48d1-8355-50140acd4632), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.490964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2cf05831-235a-4737-a16f-964df5f6a18c tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.492793 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2cf05831-235a-4737-a16f-964df5f6a18c tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-groups/9b799bfa-ccba-48d1-8355-50140acd4632 HTTP/1.1" status: 204 len: 168 time: 0.5897732 Nov 03 02:24:18.498999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36024) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:18.506339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (91832bf6-fd51-4d58-bfeb-42bd96a706d8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.537355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf05831-235a-4737-a16f-964df5f6a18c tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b799bfa-ccba-48d1-8355-50140acd4632,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:18.559540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (cf520f55-eb05-400a-bc35-1b1a9ca94e45), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.564846 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:18.565468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.633657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Provisioning complete for port 7953cc5a-4191-4598-9454-6b1527ee4d28 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:18.634052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7953cc5a-4191-4598-9454-6b1527ee4d28), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.634374 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 1 to provision port 7953cc5a-4191-4598-9454-6b1527ee4d28 Nov 03 02:24:18.685045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91832bf6-fd51-4d58-bfeb-42bd96a706d8']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:18.689735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b1eaa831-d803-45e8-912a-471e29846a14 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:18.689735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b1eaa831-d803-45e8-912a-471e29846a14), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.689735 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b1eaa831-d803-45e8-912a-471e29846a14 Nov 03 02:24:18.695159 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b78e5c67-b8ca-4efa-8257-584834319704 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (125b9c75-82d5-40d5-9c97-a58d5a517421), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.712809 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9160485 Nov 03 02:24:18.715222 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36026) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:18.730274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'ports': [{'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9'}, {'network_id': 'cf520f55-eb05-400a-bc35-1b1a9ca94e45'}]} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:18.730595 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:18.731049 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': 'cf520f55-eb05-400a-bc35-1b1a9ca94e45'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:18.737766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 7953cc5a-4191-4598-9454-6b1527ee4d28 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:18.746229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b78e5c67-b8ca-4efa-8257-584834319704 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 125b9c75-82d5-40d5-9c97-a58d5a517421 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:18.749663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Deleting port efbb6dc9-c45e-4c92-b1d0-88ac5396bd06 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:18.750236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (efbb6dc9-c45e-4c92-b1d0-88ac5396bd06), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.756186 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f508df67-b281-4abc-84dc-d3b02a9a4576') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:18.756766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f508df67-b281-4abc-84dc-d3b02a9a4576') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:18.765290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1cedf2e8-7fb0-4938-84dc-e2d6cb61114f tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (8e8cf2b6-21f2-4651-84f0-be62b9d28400), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.786071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1cedf2e8-7fb0-4938-84dc-e2d6cb61114f tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router_controller (8e8cf2b6-21f2-4651-84f0-be62b9d28400), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.787530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b1eaa831-d803-45e8-912a-471e29846a14 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:18.830519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785db1f-8d3a-4a2b-bb7b-3e4ae1a32608 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Network': ['ID=cf520f55-eb05-400a-bc35-1b1a9ca94e45,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:18.845172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network cf520f55-eb05-400a-bc35-1b1a9ca94e45 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:18.865028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (f508df67-b281-4abc-84dc-d3b02a9a4576), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.904358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 99c0dec6-794a-4c16-a356-af3d9e0d0127 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:18.933617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 99c0dec6-794a-4c16-a356-af3d9e0d0127 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:18.933979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 99c0dec6-794a-4c16-a356-af3d9e0d0127 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:18.935384 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-df739756-da4f-48b5-8332-3969f359f091 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4239013 Nov 03 02:24:18.938184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36028) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:18.945689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b34b3b22-596a-4a40-8cc9-895a39cf5f9d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group': {'name': 'tempest-secgroup--560735507'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:18.953200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:24:18.960714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (fa926aa0-0125-4671-951f-4e7cfe5143ca), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.966099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (f508df67-b281-4abc-84dc-d3b02a9a4576), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.980985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1cedf2e8-7fb0-4938-84dc-e2d6cb61114f tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (8e8cf2b6-21f2-4651-84f0-be62b9d28400), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:18.981662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cedf2e8-7fb0-4938-84dc-e2d6cb61114f tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Fanout notify agent at l3_agent the message router_deleted on router 8e8cf2b6-21f2-4651-84f0-be62b9d28400 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:24:18.983912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:18.984423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (f508df67-b281-4abc-84dc-d3b02a9a4576), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.023962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1cedf2e8-7fb0-4938-84dc-e2d6cb61114f tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.025164 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1cedf2e8-7fb0-4938-84dc-e2d6cb61114f tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/8e8cf2b6-21f2-4651-84f0-be62b9d28400 HTTP/1.1" status: 204 len: 168 time: 0.8312025 Nov 03 02:24:19.061272 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment f508df67-b281-4abc-84dc-d3b02a9a4576 resource provider aggregate not found Nov 03 02:24:19.062765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36032) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.080302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b34b3b22-596a-4a40-8cc9-895a39cf5f9d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.090674 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment f508df67-b281-4abc-84dc-d3b02a9a4576 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f508df67-b281-4abc-84dc-d3b02a9a4576 found for delete ", "request_id": "req-7910da3d-b10f-4870-b959-e2e62200ee97"}]} Nov 03 02:24:19.112690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (efbb6dc9-c45e-4c92-b1d0-88ac5396bd06), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.113029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for floatingip (efbb6dc9-c45e-4c92-b1d0-88ac5396bd06), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.131508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Calling delete_port for efbb6dc9-c45e-4c92-b1d0-88ac5396bd06 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:19.142960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (91832bf6-fd51-4d58-bfeb-42bd96a706d8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.146029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220adc6d-254d-4d83-aa6e-fe2c57aab760 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:19.166400 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c0fd2f3c-da51-48f6-8732-833d2892d0f2 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e8cf2b6-21f2-4651-84f0-be62b9d28400 HTTP/1.1" status: 200 len: 205 time: 0.0796659 Nov 03 02:24:19.168769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36036) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.205724 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Subnet': ['ID=fa926aa0-0125-4671-951f-4e7cfe5143ca,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:19.266577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Checking segment: {'id': 'be8e2d69-d650-4419-8c98-e3bc227b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '03fe411f-31d2-4d00-9c42-48479f85048a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:19.266787 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 2 to provision port 7953cc5a-4191-4598-9454-6b1527ee4d28 Nov 03 02:24:19.267294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network hostable DHCP agents. Network: 03fe411f-31d2-4d00-9c42-48479f85048a, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:19.273281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.278300 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/91832bf6-fd51-4d58-bfeb-42bd96a706d8 HTTP/1.1" status: 204 len: 168 time: 2.0600297 Nov 03 02:24:19.279636 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 2} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:19.279900 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-366a67fd-c7c3-4479-9ea1-22cea4327f54 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] delete failed (client error): The resource could not be found. Nov 03 02:24:19.280911 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-366a67fd-c7c3-4479-9ea1-22cea4327f54 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/8e8cf2b6-21f2-4651-84f0-be62b9d28400 HTTP/1.1" status: 404 len: 336 time: 0.1053801 Nov 03 02:24:19.288241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.295204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36038) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.295544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36040) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.300929 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1863367836'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:19.320916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbed82-6a68-4ee6-bc52-2fce76345bf5 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Network': ['ID=91832bf6-fd51-4d58-bfeb-42bd96a706d8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:19.333641 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 7953cc5a-4191-4598-9454-6b1527ee4d28 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:19.411926 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-30f4192c-b28e-49e1-ac49-6a3135d3c1c8 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=51633a18-b14d-469a-bb52-63fde06b10c4 HTTP/1.1" status: 200 len: 205 time: 0.1023045 Nov 03 02:24:19.412750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.416344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36042) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.440861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (efbb6dc9-c45e-4c92-b1d0-88ac5396bd06), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.468228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event deleted for resources: {'Port': ['ID=efbb6dc9-c45e-4c92-b1d0-88ac5396bd06,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:19.480941 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:19.484247 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.486287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network 03fe411f-31d2-4d00-9c42-48479f85048a is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:19.493530 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-96db667e-d8bc-405c-8768-cc5597b0ade7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] delete failed (client error): The resource could not be found. Nov 03 02:24:19.497364 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-96db667e-d8bc-405c-8768-cc5597b0ade7 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/51633a18-b14d-469a-bb52-63fde06b10c4 HTTP/1.1" status: 404 len: 336 time: 0.0751266 Nov 03 02:24:19.507068 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36044) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.529464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b78e5c67-b8ca-4efa-8257-584834319704 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (125b9c75-82d5-40d5-9c97-a58d5a517421), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.551592 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 03fe411f-31d2-4d00-9c42-48479f85048a) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:19.566889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b8b363-9d8f-4611-8433-bce91d7e0642 None None] Network 03fe411f-31d2-4d00-9c42-48479f85048a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:19.575813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b34b3b22-596a-4a40-8cc9-895a39cf5f9d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (3d4e3671-98ba-473f-9b2c-e5ffa3e963e1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.587349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b34b3b22-596a-4a40-8cc9-895a39cf5f9d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3d4e3671-98ba-473f-9b2c-e5ffa3e963e1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.593732 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] create failed (client error): The resource could not be found. Nov 03 02:24:19.595200 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aff24e57-504a-4b87-897f-cd7a81b58c44 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3257449 Nov 03 02:24:19.599306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36046) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.606554 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-eb3f7bb6-31e1-4c12-bf77-9079627e0c65 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=01cf8d2e-8382-4ec0-af38-ce30c3a08395 HTTP/1.1" status: 200 len: 205 time: 0.0981686 Nov 03 02:24:19.607160 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36048) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.610233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:19.610828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.646346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0341946-0190-4029-b577-95ef737d8876 None None] Network 1864480f-b6b5-45e2-9800-d4c5ef92f5c6 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:19.650973 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e5c67-b8ca-4efa-8257-584834319704 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=125b9c75-82d5-40d5-9c97-a58d5a517421,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:19.676216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b34b3b22-596a-4a40-8cc9-895a39cf5f9d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.682435 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b34b3b22-596a-4a40-8cc9-895a39cf5f9d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7406921 Nov 03 02:24:19.683594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36050) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.696574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9e903115-1c24-4228-a569-6f3a13319066 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': '3d4e3671-98ba-473f-9b2c-e5ffa3e963e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:19.705995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b3b22-596a-4a40-8cc9-895a39cf5f9d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4e3671-98ba-473f-9b2c-e5ffa3e963e1,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:19.750215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:19.752761 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-c7c46cf9-7052-423b-8c1e-32aa7fc8564a tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] delete failed (client error): The resource could not be found. Nov 03 02:24:19.756839 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c7c46cf9-7052-423b-8c1e-32aa7fc8564a tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/01cf8d2e-8382-4ec0-af38-ce30c3a08395 HTTP/1.1" status: 404 len: 336 time: 0.1240938 Nov 03 02:24:19.760058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36052) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.788247 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b5a015b7-2690-42ec-845d-27c31735f920 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1072540 Nov 03 02:24:19.799486 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-554ad268-9292-4d35-b51d-c97c9914ccd0 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=a88677f5-a3a1-45b4-92e2-92aa295ff9c5 HTTP/1.1" status: 200 len: 205 time: 0.0370407 Nov 03 02:24:19.801779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36054) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.802228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36056) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:19.824736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9107eec4-aa57-4c4a-9222-e881be4054d2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.825228 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Added segment 9107eec4-aa57-4c4a-9222-e881be4054d2 of type vlan for network 83c83fa9-b975-4cfe-9358-8b59a7cae2c8 Nov 03 02:24:19.855429 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 3 to provision port 7953cc5a-4191-4598-9454-6b1527ee4d28 Nov 03 02:24:19.861763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e903115-1c24-4228-a569-6f3a13319066 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d2d3ca23-73e7-4115-95d4-46b645bac779), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.893600 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 7953cc5a-4191-4598-9454-6b1527ee4d28 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:19.905283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-03fe411f-31d2-4d00-9c42-48479f85048a', 'network_id': '03fe411f-31d2-4d00-9c42-48479f85048a', 'project_id': 'd105c247db5c412da2d56194159cfe26', 'fixed_ips': [{'subnet_id': 'fa926aa0-0125-4671-951f-4e7cfe5143ca'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:19.906556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:19.915585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-fc975b35-3f23-4873-886e-c3c2d8a6935d tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Deleting port 7953cc5a-4191-4598-9454-6b1527ee4d28 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:19.915990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc975b35-3f23-4873-886e-c3c2d8a6935d tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7953cc5a-4191-4598-9454-6b1527ee4d28), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.115709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Allocated IP 2001:db8::f816:3eff:fe23:ee5f (03fe411f-31d2-4d00-9c42-48479f85048a/fa926aa0-0125-4671-951f-4e7cfe5143ca/c536d68d-a859-4f5b-a77e-d8b49cbd2317) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:20.345979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4d41b3f6-b235-484f-b892-8192cfff4fbe up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:20.356443 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-698c4a25-ced5-4840-b6ff-50b1f8cfd6d4 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] delete failed (client error): The resource could not be found. Nov 03 02:24:20.357519 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-698c4a25-ced5-4840-b6ff-50b1f8cfd6d4 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/a88677f5-a3a1-45b4-92e2-92aa295ff9c5 HTTP/1.1" status: 404 len: 336 time: 0.5529194 Nov 03 02:24:20.374715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36058) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:20.382352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (83c83fa9-b975-4cfe-9358-8b59a7cae2c8), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.406196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port 7cab1951-9dc6-423c-a212-0b43c8f9322d yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:20.413233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Publish callbacks [] for port (c536d68d-a859-4f5b-a77e-d8b49cbd2317), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.415617 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 4 to provision port 7953cc5a-4191-4598-9454-6b1527ee4d28 Nov 03 02:24:20.451938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (c536d68d-a859-4f5b-a77e-d8b49cbd2317), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.466566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e903115-1c24-4228-a569-6f3a13319066 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d2d3ca23-73e7-4115-95d4-46b645bac779), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.469824 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-48ccecd6-5a1f-48ea-a91e-fbf746a29e8b tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d81042-35ca-41c7-b3f6-3431af2e8b4e HTTP/1.1" status: 200 len: 205 time: 0.0895126 Nov 03 02:24:20.472465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36060) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:20.473773 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (03fe411f-31d2-4d00-9c42-48479f85048a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.485646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e903115-1c24-4228-a569-6f3a13319066 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d2d3ca23-73e7-4115-95d4-46b645bac779), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.505578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Network 03fe411f-31d2-4d00-9c42-48479f85048a is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:20.517757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 4d41b3f6-b235-484f-b892-8192cfff4fbe triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:20.518286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.518578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b78e5c67-b8ca-4efa-8257-584834319704 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.519097 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 4d41b3f6-b235-484f-b892-8192cfff4fbe Nov 03 02:24:20.524243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:20.526787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 7953cc5a-4191-4598-9454-6b1527ee4d28 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:20.527227 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-1afd85d8-c58d-4f75-919f-07ac967ed028 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] delete failed (client error): The resource could not be found. Nov 03 02:24:20.530648 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1afd85d8-c58d-4f75-919f-07ac967ed028 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/60d81042-35ca-41c7-b3f6-3431af2e8b4e HTTP/1.1" status: 404 len: 336 time: 0.0545304 Nov 03 02:24:20.530648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36062) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:20.530875 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b78e5c67-b8ca-4efa-8257-584834319704 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/125b9c75-82d5-40d5-9c97-a58d5a517421 HTTP/1.1" status: 204 len: 168 time: 2.7339203 Nov 03 02:24:20.533783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:20.546790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36064) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:20.554998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (83c83fa9-b975-4cfe-9358-8b59a7cae2c8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.563098 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:20.563721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.565019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Pushing event updated for resources: {'Port': ['ID=c536d68d-a859-4f5b-a77e-d8b49cbd2317,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:20.606844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dd3d4-1750-4311-8fd7-8aff28a6a84a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:20.608216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dd3d4-1750-4311-8fd7-8aff28a6a84a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:20.609444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dd3d4-1750-4311-8fd7-8aff28a6a84a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:20.613650 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-068dd3d4-1750-4311-8fd7-8aff28a6a84a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0748279 Nov 03 02:24:20.625790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36066) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:20.630930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e903115-1c24-4228-a569-6f3a13319066 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d3ca23-73e7-4115-95d4-46b645bac779,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:20.638821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Attempting to bind port c536d68d-a859-4f5b-a77e-d8b49cbd2317 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:20.640763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Attempting to bind port c536d68d-a859-4f5b-a77e-d8b49cbd2317 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'be8e2d69-d650-4419-8c98-e3bc227b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '03fe411f-31d2-4d00-9c42-48479f85048a'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:20.641353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Attempting to bind port c536d68d-a859-4f5b-a77e-d8b49cbd2317 on network 03fe411f-31d2-4d00-9c42-48479f85048a {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:20.650696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:20.651212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Checking segment: {'id': 'be8e2d69-d650-4419-8c98-e3bc227b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '03fe411f-31d2-4d00-9c42-48479f85048a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:20.651815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.652281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Bound using segment: {'id': 'be8e2d69-d650-4419-8c98-e3bc227b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '03fe411f-31d2-4d00-9c42-48479f85048a'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:20.652892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Bound port: c536d68d-a859-4f5b-a77e-d8b49cbd2317, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8e2d69-d650-4419-8c98-e3bc227b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '03fe411f-31d2-4d00-9c42-48479f85048a'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:20.653376 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c536d68d-a859-4f5b-a77e-d8b49cbd2317), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.659760 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3631573 Nov 03 02:24:20.662874 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-95454a73-7ab2-424f-bdd3-c84841c5bba0 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "GET /v2.0/ports?device_id=63feacab-457e-442e-a801-6c349935c130 HTTP/1.1" status: 200 len: 205 time: 0.0598683 Nov 03 02:24:20.665361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc975b35-3f23-4873-886e-c3c2d8a6935d tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7953cc5a-4191-4598-9454-6b1527ee4d28), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.668527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36068) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:20.668527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36070) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:20.689053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e903115-1c24-4228-a569-6f3a13319066 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.693405 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9e903115-1c24-4228-a569-6f3a13319066 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0001442 Nov 03 02:24:20.694476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36072) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:20.696199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'network_id': '83c83fa9-b975-4cfe-9358-8b59a7cae2c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:20.700581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ce1a08d9-a6a1-4a74-a11f-42ebc1e43056 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': '3d4e3671-98ba-473f-9b2c-e5ffa3e963e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:20.711056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f81926-bc2e-4814-95cf-ce83d9b000d2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=83c83fa9-b975-4cfe-9358-8b59a7cae2c8,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:20.726320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 83c83fa9-b975-4cfe-9358-8b59a7cae2c8 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:20.760665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Deleting port c536d68d-a859-4f5b-a77e-d8b49cbd2317 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:20.761010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c536d68d-a859-4f5b-a77e-d8b49cbd2317), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.782032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 4d41b3f6-b235-484f-b892-8192cfff4fbe is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:20.782585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.822910 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce1a08d9-a6a1-4a74-a11f-42ebc1e43056 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d988c66b-ab07-4887-80d4-3037e7bbb119), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.852540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 4d41b3f6-b235-484f-b892-8192cfff4fbe, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4d41b3f6-b235-484f-b892-8192cfff4fbe,segment=NetworkSegment(c0d39f7a-4f48-49c7-aa7e-54b256aaf547),segment_id=c0d39f7a-4f48-49c7-aa7e-54b256aaf547)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:20.855540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:20.859590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.864711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] For port c536d68d-a859-4f5b-a77e-d8b49cbd2317, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:20.869783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.876101 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-e57dc053-e5d3-4cfa-ab2f-4d2758c10991 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] delete failed (client error): The resource could not be found. Nov 03 02:24:20.877802 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e57dc053-e5d3-4cfa-ab2f-4d2758c10991 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/routers/63feacab-457e-442e-a801-6c349935c130 HTTP/1.1" status: 404 len: 336 time: 0.0928278 Nov 03 02:24:20.883419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-fc975b35-3f23-4873-886e-c3c2d8a6935d tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Calling delete_port for 7953cc5a-4191-4598-9454-6b1527ee4d28 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:20.883980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36074) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:20.894241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (7cab1951-9dc6-423c-a212-0b43c8f9322d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:20.932167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] For port c536d68d-a859-4f5b-a77e-d8b49cbd2317, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c536d68d-a859-4f5b-a77e-d8b49cbd2317,segment=NetworkSegment(be8e2d69-d650-4419-8c98-e3bc227b3261),segment_id=be8e2d69-d650-4419-8c98-e3bc227b3261)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:20.934112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=4d41b3f6-b235-484f-b892-8192cfff4fbe,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:20.946428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c536d68d-a859-4f5b-a77e-d8b49cbd2317), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.001054 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd65e1a-c00f-4699-9a25-4024ddf282a8 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] DELETE failed (client error): The resource could not be found. Nov 03 02:24:21.001647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd65e1a-c00f-4699-9a25-4024ddf282a8 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:21.008106 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dfd65e1a-c00f-4699-9a25-4024ddf282a8 tempest-RoutersIpV6AdminTest-842209453 tempest-RoutersIpV6AdminTest-842209453-project] 10.222.0.23 "DELETE /v2.0/subnets/3410f14d-1e46-433e-85b2-b5dcd69fbe0b HTTP/1.1" status: 404 len: 337 time: 0.1193197 Nov 03 02:24:21.019907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f5bde-2ff7-4b6a-8842-f891c408ff05 None None] Pushing event updated for resources: {'Port': ['ID=c536d68d-a859-4f5b-a77e-d8b49cbd2317,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:21.028224 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 5 to provision port 7953cc5a-4191-4598-9454-6b1527ee4d28 Nov 03 02:24:21.046122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4e7985-5600-4263-907d-28d5b4e1d587 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet ad0c3040-5e70-432f-9378-280499a209f7 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:21.072861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7985-5600-4263-907d-28d5b4e1d587 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (ad0c3040-5e70-432f-9378-280499a209f7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.080700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] For port c536d68d-a859-4f5b-a77e-d8b49cbd2317, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:21.081209 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c536d68d-a859-4f5b-a77e-d8b49cbd2317), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.086753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port 83e3c3c5-fe82-4350-a04d-ac61c35e414a yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:21.100959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 7953cc5a-4191-4598-9454-6b1527ee4d28 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:21.118027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce1a08d9-a6a1-4a74-a11f-42ebc1e43056 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d988c66b-ab07-4887-80d4-3037e7bbb119), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.120781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Calling delete_port for c536d68d-a859-4f5b-a77e-d8b49cbd2317 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:21.128198 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce1a08d9-a6a1-4a74-a11f-42ebc1e43056 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d988c66b-ab07-4887-80d4-3037e7bbb119), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.217510 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a08d9-a6a1-4a74-a11f-42ebc1e43056 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d988c66b-ab07-4887-80d4-3037e7bbb119,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:21.234803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce1a08d9-a6a1-4a74-a11f-42ebc1e43056 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.239169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7985-5600-4263-907d-28d5b4e1d587 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (ad0c3040-5e70-432f-9378-280499a209f7), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.239430 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ce1a08d9-a6a1-4a74-a11f-42ebc1e43056 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5442309 Nov 03 02:24:21.242468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36078) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:21.249830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d5197598-769b-441c-9a07-6ae5687df88a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': '3d4e3671-98ba-473f-9b2c-e5ffa3e963e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:21.325424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d5197598-769b-441c-9a07-6ae5687df88a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (f84552d7-7487-40b0-b3b3-cafaba0af991), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.411330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc975b35-3f23-4873-886e-c3c2d8a6935d tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7953cc5a-4191-4598-9454-6b1527ee4d28), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.491993 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc975b35-3f23-4873-886e-c3c2d8a6935d tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event deleted for resources: {'Port': ['ID=7953cc5a-4191-4598-9454-6b1527ee4d28,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:21.543505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (83e3c3c5-fe82-4350-a04d-ac61c35e414a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.551787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7985-5600-4263-907d-28d5b4e1d587 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (ad0c3040-5e70-432f-9378-280499a209f7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.561863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d5197598-769b-441c-9a07-6ae5687df88a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (f84552d7-7487-40b0-b3b3-cafaba0af991), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.580131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d5197598-769b-441c-9a07-6ae5687df88a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (f84552d7-7487-40b0-b3b3-cafaba0af991), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.603078 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 6 to provision port 7953cc5a-4191-4598-9454-6b1527ee4d28 Nov 03 02:24:21.607725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5197598-769b-441c-9a07-6ae5687df88a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84552d7-7487-40b0-b3b3-cafaba0af991,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:21.640534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 7953cc5a-4191-4598-9454-6b1527ee4d28 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:24:21.658254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Provisioning complete for port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:21.659030 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3d4622b4-279b-41ff-b659-eab7a6e56ce5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.660338 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 1 to provision port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 Nov 03 02:24:21.662886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (c536d68d-a859-4f5b-a77e-d8b49cbd2317), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.691737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36082) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:21.694605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (4ec3ae24-380f-4656-b2dd-bcbe32c2ebba), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.704798 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (7cab1951-9dc6-423c-a212-0b43c8f9322d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.711047 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:21.726764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d5197598-769b-441c-9a07-6ae5687df88a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.729357 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d5197598-769b-441c-9a07-6ae5687df88a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4846213 Nov 03 02:24:21.740078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36086) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:21.744936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Port': ['ID=c536d68d-a859-4f5b-a77e-d8b49cbd2317,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:21.755226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-93b9d988-afc6-41f7-8124-7216c77397c2 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': '3d4e3671-98ba-473f-9b2c-e5ffa3e963e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:21.763717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc975b35-3f23-4873-886e-c3c2d8a6935d tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.769345 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fc975b35-3f23-4873-886e-c3c2d8a6935d tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "DELETE /v2.0/ports/7953cc5a-4191-4598-9454-6b1527ee4d28 HTTP/1.1" status: 204 len: 168 time: 2.1665826 Nov 03 02:24:21.773797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36088) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:21.796892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7985-5600-4263-907d-28d5b4e1d587 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (ad0c3040-5e70-432f-9378-280499a209f7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.802466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=4ec3ae24-380f-4656-b2dd-bcbe32c2ebba,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:21.852158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7985-5600-4263-907d-28d5b4e1d587 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.855591 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ca4e7985-5600-4263-907d-28d5b4e1d587 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/ad0c3040-5e70-432f-9378-280499a209f7 HTTP/1.1" status: 204 len: 168 time: 1.2255168 Nov 03 02:24:21.858248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36090) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:21.863016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ec89ea-f5ba-4ad3-b9d2-eba21f31bfcb None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:21.868550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:21.868931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e7985-5600-4263-907d-28d5b4e1d587 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0c3040-5e70-432f-9378-280499a209f7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:21.881443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Checking segment: {'id': '9107eec4-aa57-4c4a-9222-e881be4054d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '83c83fa9-b975-4cfe-9358-8b59a7cae2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:21.881824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network hostable DHCP agents. Network: 83c83fa9-b975-4cfe-9358-8b59a7cae2c8, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:21.897895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No DVR routers for this DVR port c536d68d-a859-4f5b-a77e-d8b49cbd2317 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:21.904692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:21.920415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:21.921423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (83e3c3c5-fe82-4350-a04d-ac61c35e414a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.949549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d0b73c-3bab-4adc-85fe-bb2ac193e228 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet fc018029-2914-4905-b96a-4f0451d3cf56 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:21.954700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b73c-3bab-4adc-85fe-bb2ac193e228 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (fc018029-2914-4905-b96a-4f0451d3cf56), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:21.973170 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=7cab1951-9dc6-423c-a212-0b43c8f9322d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:22.003359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93b9d988-afc6-41f7-8124-7216c77397c2 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (4e15f240-2452-4ef2-8c46-3876bca09aea), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.010610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b73c-3bab-4adc-85fe-bb2ac193e228 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (fc018029-2914-4905-b96a-4f0451d3cf56), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.054657 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d8976098-024d-444d-9a37-d17ea7dbb440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.056495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network 83c83fa9-b975-4cfe-9358-8b59a7cae2c8 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:22.080843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b50786-39d3-431d-8acd-93798e5961d0 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:22.082437 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-51b50786-39d3-431d-8acd-93798e5961d0 tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5b6210d-fb80-4b06-9a83-a62cdca0d36d HTTP/1.1" status: 200 len: 913 time: 0.3063660 Nov 03 02:24:22.083607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (fa926aa0-0125-4671-951f-4e7cfe5143ca), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.086380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36092) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:22.101993 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 83c83fa9-b975-4cfe-9358-8b59a7cae2c8) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:22.106949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:22.107566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.122183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb86493-a33d-487d-a129-06b4a99ee493 None None] Network 83c83fa9-b975-4cfe-9358-8b59a7cae2c8 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:22.142735 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=83e3c3c5-fe82-4350-a04d-ac61c35e414a,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:22.171888 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Checking segment: {'id': '90141484-7413-447f-9eb0-cfc14fdc78c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cf520f55-eb05-400a-bc35-1b1a9ca94e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:22.172261 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network hostable DHCP agents. Network: cf520f55-eb05-400a-bc35-1b1a9ca94e45, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:22.208890 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93b9d988-afc6-41f7-8124-7216c77397c2 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (4e15f240-2452-4ef2-8c46-3876bca09aea), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.225080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93b9d988-afc6-41f7-8124-7216c77397c2 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (4e15f240-2452-4ef2-8c46-3876bca09aea), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.251933 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (fa926aa0-0125-4671-951f-4e7cfe5143ca), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.255350 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 2 to provision port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 Nov 03 02:24:22.257403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network cf520f55-eb05-400a-bc35-1b1a9ca94e45 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:22.264637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9d988-afc6-41f7-8124-7216c77397c2 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e15f240-2452-4ef2-8c46-3876bca09aea,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:22.279448 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5d580f6c-040f-4bf7-9caf-6136debc3055 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5830274 Nov 03 02:24:22.280190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36094) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:22.337227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-93b9d988-afc6-41f7-8124-7216c77397c2 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.351673 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-93b9d988-afc6-41f7-8124-7216c77397c2 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6100595 Nov 03 02:24:22.352819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, cf520f55-eb05-400a-bc35-1b1a9ca94e45) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:22.354360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36096) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:22.370023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Subnet': ['ID=fa926aa0-0125-4671-951f-4e7cfe5143ca,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:22.381741 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019f490-4ad4-42f1-be08-4ce7af5a1890 None None] Network cf520f55-eb05-400a-bc35-1b1a9ca94e45 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:22.392280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f7052f63-c49d-4c8e-8b48-61f63eac2ecb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': '3d4e3671-98ba-473f-9b2c-e5ffa3e963e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:22.395905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:22.406280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:22.435070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:22.439926 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:22.448623 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.470155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-83c83fa9-b975-4cfe-9358-8b59a7cae2c8', 'network_id': '83c83fa9-b975-4cfe-9358-8b59a7cae2c8', 'project_id': '23843dfd3ddf43ee88a13592c37e3572', 'fixed_ips': [{'subnet_id': '4ec3ae24-380f-4656-b2dd-bcbe32c2ebba'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:22.471059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (83c83fa9-b975-4cfe-9358-8b59a7cae2c8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.474058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.482744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b73c-3bab-4adc-85fe-bb2ac193e228 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (fc018029-2914-4905-b96a-4f0451d3cf56), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.551458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4d41b3f6-b235-484f-b892-8192cfff4fbe up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:22.590071 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0d85189c-3989-4c0d-8aa3-8757d617d3b1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8658257 Nov 03 02:24:22.591735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c68b35-6f5c-4ea3-bf47-07b200300529 None None] Network 03fe411f-31d2-4d00-9c42-48479f85048a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:22.592224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36098) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:22.619106 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (03fe411f-31d2-4d00-9c42-48479f85048a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.648040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7052f63-c49d-4c8e-8b48-61f63eac2ecb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (f9573464-2fed-41e9-b5e9-1c0bc47cece2), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.682749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fe411f-31d2-4d00-9c42-48479f85048a']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:22.714321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8e2d69-d650-4419-8c98-e3bc227b3261') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:22.714777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8e2d69-d650-4419-8c98-e3bc227b3261') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:22.756840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (be8e2d69-d650-4419-8c98-e3bc227b3261), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.789444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (be8e2d69-d650-4419-8c98-e3bc227b3261), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.802635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:22.803297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (be8e2d69-d650-4419-8c98-e3bc227b3261), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.843091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d8976098-024d-444d-9a37-d17ea7dbb440 admin admin] Publish callbacks [] for security_group (77ef6f53-b257-42cd-9c93-986361cc99b5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.852765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b73c-3bab-4adc-85fe-bb2ac193e228 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (fc018029-2914-4905-b96a-4f0451d3cf56), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.869084 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment be8e2d69-d650-4419-8c98-e3bc227b3261 resource provider aggregate not found Nov 03 02:24:22.879194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7052f63-c49d-4c8e-8b48-61f63eac2ecb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (f9573464-2fed-41e9-b5e9-1c0bc47cece2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.901831 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 3 to provision port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 Nov 03 02:24:22.928739 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment be8e2d69-d650-4419-8c98-e3bc227b3261 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be8e2d69-d650-4419-8c98-e3bc227b3261 found for delete ", "request_id": "req-1c3ff3f6-d0e0-49ca-a9cd-abe1644e4868"}]} Nov 03 02:24:22.931440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d8976098-024d-444d-9a37-d17ea7dbb440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (77ef6f53-b257-42cd-9c93-986361cc99b5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.931958 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7052f63-c49d-4c8e-8b48-61f63eac2ecb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (f9573464-2fed-41e9-b5e9-1c0bc47cece2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.956538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-257cc760-4566-4c05-879d-9e2a3a14bfa0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 83e3c3c5-fe82-4350-a04d-ac61c35e414a {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:22.956903 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-257cc760-4566-4c05-879d-9e2a3a14bfa0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (83e3c3c5-fe82-4350-a04d-ac61c35e414a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.962772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (03fe411f-31d2-4d00-9c42-48479f85048a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.967496 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:22.971431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0b73c-3bab-4adc-85fe-bb2ac193e228 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=fc018029-2914-4905-b96a-4f0451d3cf56,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:22.972333 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/networks/03fe411f-31d2-4d00-9c42-48479f85048a HTTP/1.1" status: 204 len: 168 time: 3.1690273 Nov 03 02:24:22.979568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36104) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:22.997089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-851553597'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:23.007160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:23.036078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 4d41b3f6-b235-484f-b892-8192cfff4fbe triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:23.036469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.036835 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 4d41b3f6-b235-484f-b892-8192cfff4fbe Nov 03 02:24:23.038262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b73c-3bab-4adc-85fe-bb2ac193e228 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.046686 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e7d0b73c-3bab-4adc-85fe-bb2ac193e228 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/fc018029-2914-4905-b96a-4f0451d3cf56 HTTP/1.1" status: 204 len: 168 time: 1.1867046 Nov 03 02:24:23.056882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36106) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.073958 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d8976098-024d-444d-9a37-d17ea7dbb440 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7b6d6eb13ae4c30a3b4d41157f2ff52&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3764913 Nov 03 02:24:23.079159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a245d-d2ce-49b9-8038-f2c4f2de22ca None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:23.091819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19853ebd-fe2e-4151-9eb2-e503e8342986 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Network': ['ID=03fe411f-31d2-4d00-9c42-48479f85048a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:23.097681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36108) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.113334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8976098-024d-444d-9a37-d17ea7dbb440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ef6f53-b257-42cd-9c93-986361cc99b5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:23.125206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-90c81f1f-7dc6-40a4-9d22-0e8aa7160c32 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679035 Nov 03 02:24:23.125929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36110) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.132791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a1a85bb0-5ff6-4c7a-bdc5-135faed217ec tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:23.138677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7052f63-c49d-4c8e-8b48-61f63eac2ecb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9573464-2fed-41e9-b5e9-1c0bc47cece2,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:23.139226 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (4ec3ae24-380f-4656-b2dd-bcbe32c2ebba), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.142759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Allocated IP 2001:db8::1 (83c83fa9-b975-4cfe-9358-8b59a7cae2c8/4ec3ae24-380f-4656-b2dd-bcbe32c2ebba/abfbb923-dafd-4877-b5b2-818b7f19225f) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:23.145143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb12a9ec-0697-4e6f-9a2c-f52d3b12f409 None None] DHCP port deletion for 03fe411f-31d2-4d00-9c42-48479f85048a request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:23.153849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7052f63-c49d-4c8e-8b48-61f63eac2ecb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.155319 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f7052f63-c49d-4c8e-8b48-61f63eac2ecb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7868009 Nov 03 02:24:23.159197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:23.162685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.166228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36112) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.182632 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-257cc760-4566-4c05-879d-9e2a3a14bfa0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (83e3c3c5-fe82-4350-a04d-ac61c35e414a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.215682 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-257cc760-4566-4c05-879d-9e2a3a14bfa0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 83e3c3c5-fe82-4350-a04d-ac61c35e414a owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:23.231037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8e4b1d90-cb6b-4bbb-ba52-552ac34a5b16 admin admin] Publish callbacks [] for security_group (77ef6f53-b257-42cd-9c93-986361cc99b5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.240480 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3a0d-c36f-4af7-8dc9-129b531b6625 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (f9573464-2fed-41e9-b5e9-1c0bc47cece2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.285680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3a0d-c36f-4af7-8dc9-129b531b6625 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (f9573464-2fed-41e9-b5e9-1c0bc47cece2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.314807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8e4b1d90-cb6b-4bbb-ba52-552ac34a5b16 admin admin] Publish callbacks [] for security_group (77ef6f53-b257-42cd-9c93-986361cc99b5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.324663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:23.355003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (6d708298-2ed6-49a7-9f22-36fc2861afb5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.355354 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Added segment 6d708298-2ed6-49a7-9f22-36fc2861afb5 of type vlan for network 5dfe3f3d-5c39-43a7-a008-d3c8523d4184 Nov 03 02:24:23.358223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a85bb0-5ff6-4c7a-bdc5-135faed217ec tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:23.360855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3a0d-c36f-4af7-8dc9-129b531b6625 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (f9573464-2fed-41e9-b5e9-1c0bc47cece2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.361871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a1a85bb0-5ff6-4c7a-bdc5-135faed217ec tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.367790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 4d41b3f6-b235-484f-b892-8192cfff4fbe is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:23.370749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3a0d-c36f-4af7-8dc9-129b531b6625 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.374357 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cd8d3a0d-c36f-4af7-8dc9-129b531b6625 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f9573464-2fed-41e9-b5e9-1c0bc47cece2 HTTP/1.1" status: 204 len: 168 time: 0.2052076 Nov 03 02:24:23.374586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36114) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.389566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d3a0d-c36f-4af7-8dc9-129b531b6625 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9573464-2fed-41e9-b5e9-1c0bc47cece2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:23.435540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7c2e-6413-4b9e-ab8f-0d13ec08a5ce tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.441469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4879603-04d1-4432-95ea-31c9fd40eb8a None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:23.443880 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-02f0a678-63cb-4ca2-9bc4-656702124b95 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0670285 Nov 03 02:24:23.447276 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36116) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.448010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-257cc760-4566-4c05-879d-9e2a3a14bfa0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (83e3c3c5-fe82-4350-a04d-ac61c35e414a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.459564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8e4b1d90-cb6b-4bbb-ba52-552ac34a5b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (77ef6f53-b257-42cd-9c93-986361cc99b5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.462487 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8e4b1d90-cb6b-4bbb-ba52-552ac34a5b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.463607 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8e4b1d90-cb6b-4bbb-ba52-552ac34a5b16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77ef6f53-b257-42cd-9c93-986361cc99b5 HTTP/1.1" status: 204 len: 168 time: 0.3649695 Nov 03 02:24:23.497198 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Publish callbacks [] for port (abfbb923-dafd-4877-b5b2-818b7f19225f), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.513100 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 4 to provision port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 Nov 03 02:24:23.542619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b1d90-cb6b-4bbb-ba52-552ac34a5b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ef6f53-b257-42cd-9c93-986361cc99b5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:23.543934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (abfbb923-dafd-4877-b5b2-818b7f19225f), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.553784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (5dfe3f3d-5c39-43a7-a008-d3c8523d4184), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.567052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-257cc760-4566-4c05-879d-9e2a3a14bfa0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.572557 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-257cc760-4566-4c05-879d-9e2a3a14bfa0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/83e3c3c5-fe82-4350-a04d-ac61c35e414a HTTP/1.1" status: 204 len: 168 time: 0.9759901 Nov 03 02:24:23.573918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7f444cdf-ae34-4a28-8ca9-5f4cc346b2b0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (4e15f240-2452-4ef2-8c46-3876bca09aea), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.575290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36120) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.592695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7f444cdf-ae34-4a28-8ca9-5f4cc346b2b0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (4e15f240-2452-4ef2-8c46-3876bca09aea), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.624327 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:23.626714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Network 83c83fa9-b975-4cfe-9358-8b59a7cae2c8 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:23.627780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a4879603-04d1-4432-95ea-31c9fd40eb8a None None] Deleting port b1eaa831-d803-45e8-912a-471e29846a14 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:23.628166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a4879603-04d1-4432-95ea-31c9fd40eb8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b1eaa831-d803-45e8-912a-471e29846a14), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.630604 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Pushing event updated for resources: {'Port': ['ID=abfbb923-dafd-4877-b5b2-818b7f19225f,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:23.635783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:23.638295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (4ec3ae24-380f-4656-b2dd-bcbe32c2ebba), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.649040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:23.651243 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cc760-4566-4c05-879d-9e2a3a14bfa0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=83e3c3c5-fe82-4350-a04d-ac61c35e414a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:23.657121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7f444cdf-ae34-4a28-8ca9-5f4cc346b2b0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (4e15f240-2452-4ef2-8c46-3876bca09aea), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.672908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7f444cdf-ae34-4a28-8ca9-5f4cc346b2b0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.678828 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7f444cdf-ae34-4a28-8ca9-5f4cc346b2b0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4e15f240-2452-4ef2-8c46-3876bca09aea HTTP/1.1" status: 204 len: 168 time: 0.2283549 Nov 03 02:24:23.679491 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36124) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.705731 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f444cdf-ae34-4a28-8ca9-5f4cc346b2b0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e15f240-2452-4ef2-8c46-3876bca09aea,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:23.726014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec3ae24-380f-4656-b2dd-bcbe32c2ebba,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:23.728424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (5dfe3f3d-5c39-43a7-a008-d3c8523d4184), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.733503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:23.734036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.758555 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7e1ca47b-ffd4-45fe-8935-1f2e0672cdae tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0633183 Nov 03 02:24:23.759829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36126) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.779088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a4879603-04d1-4432-95ea-31c9fd40eb8a None None] For port b1eaa831-d803-45e8-912a-471e29846a14, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b1eaa831-d803-45e8-912a-471e29846a14,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:23.779754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a4879603-04d1-4432-95ea-31c9fd40eb8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b1eaa831-d803-45e8-912a-471e29846a14), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.802524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d37aedd-5add-4880-9e83-36fcab98941f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (f84552d7-7487-40b0-b3b3-cafaba0af991), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.803775 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a4879603-04d1-4432-95ea-31c9fd40eb8a None None] Calling delete_port for b1eaa831-d803-45e8-912a-471e29846a14 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:23.813502 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d37aedd-5add-4880-9e83-36fcab98941f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (f84552d7-7487-40b0-b3b3-cafaba0af991), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.865843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d37aedd-5add-4880-9e83-36fcab98941f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (f84552d7-7487-40b0-b3b3-cafaba0af991), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.882656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Attempting to bind port abfbb923-dafd-4877-b5b2-818b7f19225f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:23.883294 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Attempting to bind port abfbb923-dafd-4877-b5b2-818b7f19225f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '9107eec4-aa57-4c4a-9222-e881be4054d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '83c83fa9-b975-4cfe-9358-8b59a7cae2c8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:23.883823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Attempting to bind port abfbb923-dafd-4877-b5b2-818b7f19225f on network 83c83fa9-b975-4cfe-9358-8b59a7cae2c8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:23.886227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d37aedd-5add-4880-9e83-36fcab98941f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.889129 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6d37aedd-5add-4880-9e83-36fcab98941f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f84552d7-7487-40b0-b3b3-cafaba0af991 HTTP/1.1" status: 204 len: 168 time: 0.1280923 Nov 03 02:24:23.890415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36128) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.898914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:23.899581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Checking segment: {'id': '9107eec4-aa57-4c4a-9222-e881be4054d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '83c83fa9-b975-4cfe-9358-8b59a7cae2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:23.900179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.900909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Bound using segment: {'id': '9107eec4-aa57-4c4a-9222-e881be4054d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '83c83fa9-b975-4cfe-9358-8b59a7cae2c8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:23.901652 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Bound port: abfbb923-dafd-4877-b5b2-818b7f19225f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9107eec4-aa57-4c4a-9222-e881be4054d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '83c83fa9-b975-4cfe-9358-8b59a7cae2c8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:23.902248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (abfbb923-dafd-4877-b5b2-818b7f19225f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.912477 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37aedd-5add-4880-9e83-36fcab98941f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f84552d7-7487-40b0-b3b3-cafaba0af991,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:23.941461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fb6a96-0607-4e6b-8447-613f2b5ecc56 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:23.941908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36130) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.947854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fb6a96-0607-4e6b-8447-613f2b5ecc56 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:23.951858 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c2fb6a96-0607-4e6b-8447-613f2b5ecc56 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3691437 Nov 03 02:24:23.952445 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36132) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.958116 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9635205 Nov 03 02:24:23.964370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (83c83fa9-b975-4cfe-9358-8b59a7cae2c8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:23.966652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36134) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:23.994036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'subnet': {'network_id': '5dfe3f3d-5c39-43a7-a008-d3c8523d4184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:24.012031 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6b3ae5a0-03be-4655-8bad-a543edf1333b tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1144705 Nov 03 02:24:24.043506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36136) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:24.044255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] For port abfbb923-dafd-4877-b5b2-818b7f19225f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:24.047774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a4879603-04d1-4432-95ea-31c9fd40eb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (b1eaa831-d803-45e8-912a-471e29846a14), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.052156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] For port abfbb923-dafd-4877-b5b2-818b7f19225f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=abfbb923-dafd-4877-b5b2-818b7f19225f,segment=NetworkSegment(9107eec4-aa57-4c4a-9222-e881be4054d2),segment_id=9107eec4-aa57-4c4a-9222-e881be4054d2)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:24.067073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcc2be-436a-4773-8242-240cc5723478 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Network': ['ID=5dfe3f3d-5c39-43a7-a008-d3c8523d4184,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:24.070133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c83fa9-b975-4cfe-9358-8b59a7cae2c8']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:24.096999 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 5dfe3f3d-5c39-43a7-a008-d3c8523d4184 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:24.102877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (abfbb923-dafd-4877-b5b2-818b7f19225f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.110271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4879603-04d1-4432-95ea-31c9fd40eb8a None None] Pushing event deleted for resources: {'Port': ['ID=b1eaa831-d803-45e8-912a-471e29846a14,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:24.118539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9107eec4-aa57-4c4a-9222-e881be4054d2') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:24.118936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9107eec4-aa57-4c4a-9222-e881be4054d2') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:24.122836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38236bd4-312d-4747-8a32-d5ae79f0edc3 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d988c66b-ab07-4887-80d4-3037e7bbb119), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.131458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4879603-04d1-4432-95ea-31c9fd40eb8a None None] No DVR routers for this DVR port b1eaa831-d803-45e8-912a-471e29846a14 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:24.135632 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 5 to provision port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 Nov 03 02:24:24.139760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (9107eec4-aa57-4c4a-9222-e881be4054d2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.174274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a1a85bb0-5ff6-4c7a-bdc5-135faed217ec tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (92a74577-f6ab-4e6a-a3f8-4a487c8b7db0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.178879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9107eec4-aa57-4c4a-9222-e881be4054d2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.197398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:24.197892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (9107eec4-aa57-4c4a-9222-e881be4054d2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.202333 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38236bd4-312d-4747-8a32-d5ae79f0edc3 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d988c66b-ab07-4887-80d4-3037e7bbb119), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.244770 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e4a43832-092d-4482-8583-4a35a440281f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50bd7227348443128fab43d3dd3f53bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992356 Nov 03 02:24:24.251763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36142) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:24.315742 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 9107eec4-aa57-4c4a-9222-e881be4054d2 resource provider aggregate not found Nov 03 02:24:24.337895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:24.340542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.359779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a85bb0-5ff6-4c7a-bdc5-135faed217ec tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:24.378567 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 9107eec4-aa57-4c4a-9222-e881be4054d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9107eec4-aa57-4c4a-9222-e881be4054d2 found for delete ", "request_id": "req-ecc52c92-30ab-4177-9bfb-50683a770d2f"}]} Nov 03 02:24:24.393378 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab0db5a-2879-46ea-942d-8f1503c04199 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:24:24.395353 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38236bd4-312d-4747-8a32-d5ae79f0edc3 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d988c66b-ab07-4887-80d4-3037e7bbb119), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.404902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38236bd4-312d-4747-8a32-d5ae79f0edc3 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.405074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c536d68d-a859-4f5b-a77e-d8b49cbd2317 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:24.408330 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-38236bd4-312d-4747-8a32-d5ae79f0edc3 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d988c66b-ab07-4887-80d4-3037e7bbb119 HTTP/1.1" status: 204 len: 168 time: 0.3576996 Nov 03 02:24:24.408509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:24.410256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36146) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:24.412104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-a1a85bb0-5ff6-4c7a-bdc5-135faed217ec tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:24.420632 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f225a0e-67b3-4f94-a2a8-6770a1d9966f admin admin] Publish callbacks [] for security_group (33e01324-2b53-4ed2-879e-88b5204587a1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.420846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a85bb0-5ff6-4c7a-bdc5-135faed217ec tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:24.421225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a1a85bb0-5ff6-4c7a-bdc5-135faed217ec tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.427384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.api [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 02:24:24.427384 dv-neutron-860659-5-hyperv neutron-server[104394]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 02:24:24.427384 dv-neutron-860659-5-hyperv neutron-server[104394]: [parameters: {'id': '83c83fa9-b975-4cfe-9358-8b59a7cae2c8'}] Nov 03 02:24:24.427384 dv-neutron-860659-5-hyperv neutron-server[104394]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:24:24.427770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG oslo_db.api [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:24:24.439619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d74ced5a-d616-4005-9a89-241750bdaeae tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 7cab1951-9dc6-423c-a212-0b43c8f9322d {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:24.439969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d74ced5a-d616-4005-9a89-241750bdaeae tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7cab1951-9dc6-423c-a212-0b43c8f9322d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.442907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38236bd4-312d-4747-8a32-d5ae79f0edc3 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d988c66b-ab07-4887-80d4-3037e7bbb119,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:24.453279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a85bb0-5ff6-4c7a-bdc5-135faed217ec tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=92a74577-f6ab-4e6a-a3f8-4a487c8b7db0,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:24.479134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: c536d68d-a859-4f5b-a77e-d8b49cbd2317 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:24.479513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c536d68d-a859-4f5b-a77e-d8b49cbd2317 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:24.479730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b1eaa831-d803-45e8-912a-471e29846a14 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:24.492116 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a1a85bb0-5ff6-4c7a-bdc5-135faed217ec tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3631091 Nov 03 02:24:24.496269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36148) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:24.501835 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:24.520857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: b1eaa831-d803-45e8-912a-471e29846a14 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:24.520857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b1eaa831-d803-45e8-912a-471e29846a14 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:24.522717 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f225a0e-67b3-4f94-a2a8-6770a1d9966f admin admin] Publish callbacks [] for security_group (33e01324-2b53-4ed2-879e-88b5204587a1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.540353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4b069-1358-49a6-b96b-b75e721ed149 None None] Pushing event updated for resources: {'Port': ['ID=abfbb923-dafd-4877-b5b2-818b7f19225f,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:24.556122 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d74ced5a-d616-4005-9a89-241750bdaeae tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7cab1951-9dc6-423c-a212-0b43c8f9322d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.587666 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-89d1d390-b5dd-428d-a431-98f8334b8f2e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1760874 Nov 03 02:24:24.591345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab0db5a-2879-46ea-942d-8f1503c04199 None None] Resources bound (agent type, host, resource id): {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:24:24.595643 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36150) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:24.596604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d74ced5a-d616-4005-9a89-241750bdaeae tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 7cab1951-9dc6-423c-a212-0b43c8f9322d owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:24.667361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca714f15-e10d-4194-b0b5-03e9db88f75e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d2d3ca23-73e7-4115-95d4-46b645bac779), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.682413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca714f15-e10d-4194-b0b5-03e9db88f75e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d2d3ca23-73e7-4115-95d4-46b645bac779), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.699038 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f225a0e-67b3-4f94-a2a8-6770a1d9966f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (33e01324-2b53-4ed2-879e-88b5204587a1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.701680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f225a0e-67b3-4f94-a2a8-6770a1d9966f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.705386 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6f225a0e-67b3-4f94-a2a8-6770a1d9966f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33e01324-2b53-4ed2-879e-88b5204587a1 HTTP/1.1" status: 204 len: 168 time: 0.4335885 Nov 03 02:24:24.728968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f225a0e-67b3-4f94-a2a8-6770a1d9966f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e01324-2b53-4ed2-879e-88b5204587a1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:24.747784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca714f15-e10d-4194-b0b5-03e9db88f75e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d2d3ca23-73e7-4115-95d4-46b645bac779), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.756667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca714f15-e10d-4194-b0b5-03e9db88f75e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.757940 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ca714f15-e10d-4194-b0b5-03e9db88f75e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d2d3ca23-73e7-4115-95d4-46b645bac779 HTTP/1.1" status: 204 len: 168 time: 0.1592093 Nov 03 02:24:24.761146 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36154) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:24.774990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d74ced5a-d616-4005-9a89-241750bdaeae tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (7cab1951-9dc6-423c-a212-0b43c8f9322d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.791752 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca714f15-e10d-4194-b0b5-03e9db88f75e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2d3ca23-73e7-4115-95d4-46b645bac779,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:24.837769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ced5a-d616-4005-9a89-241750bdaeae tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=7cab1951-9dc6-423c-a212-0b43c8f9322d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:24.844711 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d74ced5a-d616-4005-9a89-241750bdaeae tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.848830 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d74ced5a-d616-4005-9a89-241750bdaeae tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/7cab1951-9dc6-423c-a212-0b43c8f9322d HTTP/1.1" status: 204 len: 168 time: 0.8836286 Nov 03 02:24:24.871476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36156) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:24.881110 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-960d1cc5-82ce-4e3a-b67a-a9f37cedf106 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1181617 Nov 03 02:24:24.881546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': '92a74577-f6ab-4e6a-a3f8-4a487c8b7db0'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:24.882435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.890597 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36158) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:24.912407 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 6 to provision port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 Nov 03 02:24:24.946014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (83c83fa9-b975-4cfe-9358-8b59a7cae2c8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.957854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:24.977094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d0bfff-466e-472c-a06a-e7f87ba52c97 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:24.979367 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-65d0bfff-466e-472c-a06a-e7f87ba52c97 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0967596 Nov 03 02:24:24.993151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36160) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:24.995907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a7c2e-6413-4b9e-ab8f-0d13ec08a5ce tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Deleting port 547af2b5-48bd-4a58-a1a1-cdaaade00be2 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:24.996321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7c2e-6413-4b9e-ab8f-0d13ec08a5ce tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (547af2b5-48bd-4a58-a1a1-cdaaade00be2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:24.997979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36a4d8c4-f28e-4810-bcfd-d31288ce919e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (3d4e3671-98ba-473f-9b2c-e5ffa3e963e1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.029675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36a4d8c4-f28e-4810-bcfd-d31288ce919e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (3d4e3671-98ba-473f-9b2c-e5ffa3e963e1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.085604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36a4d8c4-f28e-4810-bcfd-d31288ce919e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3d4e3671-98ba-473f-9b2c-e5ffa3e963e1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.088987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-36a4d8c4-f28e-4810-bcfd-d31288ce919e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.092664 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-36a4d8c4-f28e-4810-bcfd-d31288ce919e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-groups/3d4e3671-98ba-473f-9b2c-e5ffa3e963e1 HTTP/1.1" status: 204 len: 168 time: 0.1975822 Nov 03 02:24:25.094266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36164) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:25.110524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Allocated IP 172.20.0.2 (45083813-f1f1-4019-a736-ce483eb72093/92a74577-f6ab-4e6a-a3f8-4a487c8b7db0/b0ccd50e-7271-4e31-b511-9ef57010e630) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:25.119861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4d8c4-f28e-4810-bcfd-d31288ce919e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4e3671-98ba-473f-9b2c-e5ffa3e963e1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:25.176696 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b7b26ba9-d519-4f75-8f30-2d7832093194 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0757325 Nov 03 02:24:25.178421 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36166) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:25.184271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-009b10df-8166-4b66-82ea-6e0c5e4eaf3a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088412026'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:25.188365 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-879f9fbc-1cc2-48dd-943b-a9a0dc8ae43f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:24:25.189817 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-879f9fbc-1cc2-48dd-943b-a9a0dc8ae43f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/83e3c3c5-fe82-4350-a04d-ac61c35e414a HTTP/1.1" status: 404 len: 333 time: 0.1509395 Nov 03 02:24:25.200279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36170) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:25.235230 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-682d7659-a3b7-4950-b8d9-ace13f55f1bf tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:24:25.237410 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-682d7659-a3b7-4950-b8d9-ace13f55f1bf tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/7cab1951-9dc6-423c-a212-0b43c8f9322d HTTP/1.1" status: 404 len: 333 time: 0.0361211 Nov 03 02:24:25.242043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36174) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:25.266874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-009b10df-8166-4b66-82ea-6e0c5e4eaf3a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.274645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7c2e-6413-4b9e-ab8f-0d13ec08a5ce tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (547af2b5-48bd-4a58-a1a1-cdaaade00be2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.310700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a7c2e-6413-4b9e-ab8f-0d13ec08a5ce tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Calling delete_port for 547af2b5-48bd-4a58-a1a1-cdaaade00be2 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:25.314187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:25.315467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Publish callbacks [] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.319982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.324814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.360115 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:25.360777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (cf520f55-eb05-400a-bc35-1b1a9ca94e45), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.364873 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:25.373593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:25.397540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Pushing event updated for resources: {'Port': ['ID=b0ccd50e-7271-4e31-b511-9ef57010e630,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:25.440746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Deleting port abfbb923-dafd-4877-b5b2-818b7f19225f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:25.441105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (abfbb923-dafd-4877-b5b2-818b7f19225f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.504008 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-009b10df-8166-4b66-82ea-6e0c5e4eaf3a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (399ff53b-959a-48a8-9431-2e70ff6261a7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.514266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-009b10df-8166-4b66-82ea-6e0c5e4eaf3a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (399ff53b-959a-48a8-9431-2e70ff6261a7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.526527 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (cf520f55-eb05-400a-bc35-1b1a9ca94e45), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.548430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (15680634-fbea-4ea7-b83a-fdb2613c62e1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.574532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-009b10df-8166-4b66-82ea-6e0c5e4eaf3a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.578690 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-009b10df-8166-4b66-82ea-6e0c5e4eaf3a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3966558 Nov 03 02:24:25.578690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf520f55-eb05-400a-bc35-1b1a9ca94e45']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:25.587001 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36182) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:25.593627 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e4e1cb73-8079-4c1b-b831-39cc2987cd40 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': '399ff53b-959a-48a8-9431-2e70ff6261a7', 'direction': 'ingress', 'protocol': 17}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:25.604675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b10df-8166-4b66-82ea-6e0c5e4eaf3a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399ff53b-959a-48a8-9431-2e70ff6261a7,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:25.608067 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 7 to provision port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 Nov 03 02:24:25.609721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90141484-7413-447f-9eb0-cfc14fdc78c6') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:25.610201 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90141484-7413-447f-9eb0-cfc14fdc78c6') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:25.630119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (90141484-7413-447f-9eb0-cfc14fdc78c6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.645397 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Attempting to bind port b0ccd50e-7271-4e31-b511-9ef57010e630 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:25.646252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Attempting to bind port b0ccd50e-7271-4e31-b511-9ef57010e630 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:25.646818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Attempting to bind port b0ccd50e-7271-4e31-b511-9ef57010e630 on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:25.656149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] For port abfbb923-dafd-4877-b5b2-818b7f19225f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=abfbb923-dafd-4877-b5b2-818b7f19225f,segment=NetworkSegment(9107eec4-aa57-4c4a-9222-e881be4054d2),segment_id=9107eec4-aa57-4c4a-9222-e881be4054d2)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:25.656544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (abfbb923-dafd-4877-b5b2-818b7f19225f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.659207 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:25.659371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb73-8079-4c1b-b831-39cc2987cd40 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (7ba42092-6eef-4a94-bef3-c2a8cff51e19), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.659993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:25.660686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.661274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:25.662281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Bound port: b0ccd50e-7271-4e31-b511-9ef57010e630, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:25.663623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.664269 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (90141484-7413-447f-9eb0-cfc14fdc78c6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.682774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:25.683457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (90141484-7413-447f-9eb0-cfc14fdc78c6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.684661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:25.735745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Calling delete_port for abfbb923-dafd-4877-b5b2-818b7f19225f owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:25.738022 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 90141484-7413-447f-9eb0-cfc14fdc78c6 resource provider aggregate not found Nov 03 02:24:25.753801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] For port b0ccd50e-7271-4e31-b511-9ef57010e630, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:25.759318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] For port b0ccd50e-7271-4e31-b511-9ef57010e630, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b0ccd50e-7271-4e31-b511-9ef57010e630,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:25.760854 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 90141484-7413-447f-9eb0-cfc14fdc78c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90141484-7413-447f-9eb0-cfc14fdc78c6 found for delete ", "request_id": "req-576403d4-12dd-4a7b-9669-6226fff96d7e"}]} Nov 03 02:24:25.766865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.784750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Subnet': ['ID=15680634-fbea-4ea7-b83a-fdb2613c62e1,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:25.792539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (cf520f55-eb05-400a-bc35-1b1a9ca94e45), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.799632 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb73-8079-4c1b-b831-39cc2987cd40 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (7ba42092-6eef-4a94-bef3-c2a8cff51e19), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.806669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.826872 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/networks/cf520f55-eb05-400a-bc35-1b1a9ca94e45 HTTP/1.1" status: 204 len: 168 time: 0.5834973 Nov 03 02:24:25.831248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36192) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:25.838124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-574617480'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:25.850522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a752c29-7a65-439c-af72-13d935b64271 None None] Pushing event updated for resources: {'Port': ['ID=b0ccd50e-7271-4e31-b511-9ef57010e630,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:25.852981 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb73-8079-4c1b-b831-39cc2987cd40 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (7ba42092-6eef-4a94-bef3-c2a8cff51e19), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.864786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Checking segment: {'id': '6d708298-2ed6-49a7-9f22-36fc2861afb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5dfe3f3d-5c39-43a7-a008-d3c8523d4184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:25.865407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network hostable DHCP agents. Network: 5dfe3f3d-5c39-43a7-a008-d3c8523d4184, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:25.872368 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10836e-ef11-4361-b705-56a1febc77c1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Network': ['ID=cf520f55-eb05-400a-bc35-1b1a9ca94e45,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:25.892171 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1cb73-8079-4c1b-b831-39cc2987cd40 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba42092-6eef-4a94-bef3-c2a8cff51e19,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:25.901532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:25.906350 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.910344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb73-8079-4c1b-b831-39cc2987cd40 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.911535 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e4e1cb73-8079-4c1b-b831-39cc2987cd40 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3234746 Nov 03 02:24:25.920158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36196) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:25.964061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:25.985949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (4f20baac-9f31-44bd-b13d-15223afa5986), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:25.987537 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Added segment 4f20baac-9f31-44bd-b13d-15223afa5986 of type vlan for network 475a6f06-0bff-40ae-aa3a-3a43f7540be1 Nov 03 02:24:25.999071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network 5dfe3f3d-5c39-43a7-a008-d3c8523d4184 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:26.025840 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 5dfe3f3d-5c39-43a7-a008-d3c8523d4184) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:26.027645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36198) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:26.048533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7003cbe2-654a-4f03-9ad5-079be0f41864 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (399ff53b-959a-48a8-9431-2e70ff6261a7), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.049052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:26.049954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.052015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (475a6f06-0bff-40ae-aa3a-3a43f7540be1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.088689 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7003cbe2-654a-4f03-9ad5-079be0f41864 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (399ff53b-959a-48a8-9431-2e70ff6261a7), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.125758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (abfbb923-dafd-4877-b5b2-818b7f19225f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.136973 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (475a6f06-0bff-40ae-aa3a-3a43f7540be1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.142627 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:26.143323 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.146552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-78a2f179-8418-4449-8585-3f6dce0db3c3 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1767976 Nov 03 02:24:26.160399 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36202) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:26.160735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7c2e-6413-4b9e-ab8f-0d13ec08a5ce tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (547af2b5-48bd-4a58-a1a1-cdaaade00be2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.186313 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 8 to provision port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 Nov 03 02:24:26.252218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:26.255740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Port': ['ID=abfbb923-dafd-4877-b5b2-818b7f19225f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:26.275761 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4418418 Nov 03 02:24:26.282801 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36204) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:26.286489 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No DVR routers for this DVR port abfbb923-dafd-4877-b5b2-818b7f19225f on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:26.288972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '475a6f06-0bff-40ae-aa3a-3a43f7540be1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:26.297496 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1258298524'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:26.359171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a7c2e-6413-4b9e-ab8f-0d13ec08a5ce tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event deleted for resources: {'Port': ['ID=547af2b5-48bd-4a58-a1a1-cdaaade00be2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:26.381526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7003cbe2-654a-4f03-9ad5-079be0f41864 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (399ff53b-959a-48a8-9431-2e70ff6261a7), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.382160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b0ccd50e-7271-4e31-b511-9ef57010e630 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:26.384417 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7003cbe2-654a-4f03-9ad5-079be0f41864 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.385626 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7003cbe2-654a-4f03-9ad5-079be0f41864 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-groups/399ff53b-959a-48a8-9431-2e70ff6261a7 HTTP/1.1" status: 204 len: 168 time: 0.4644156 Nov 03 02:24:26.391570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36206) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:26.408509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf67c4-5b73-435d-9364-723c1a2e7a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Network': ['ID=475a6f06-0bff-40ae-aa3a-3a43f7540be1,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:26.430257 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:26.432915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 475a6f06-0bff-40ae-aa3a-3a43f7540be1 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:26.433588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.435672 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003cbe2-654a-4f03-9ad5-079be0f41864 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=399ff53b-959a-48a8-9431-2e70ff6261a7,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:26.470093 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.485183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (5dfe3f3d-5c39-43a7-a008-d3c8523d4184), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.517212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b0ccd50e-7271-4e31-b511-9ef57010e630 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:26.517886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.518010 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b0ccd50e-7271-4e31-b511-9ef57010e630 Nov 03 02:24:26.551298 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (83c83fa9-b975-4cfe-9358-8b59a7cae2c8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.557721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:26.561134 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.607059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b0ccd50e-7271-4e31-b511-9ef57010e630 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:26.607467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.643673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c83fa9-b975-4cfe-9358-8b59a7cae2c8']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:26.647620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port b0ccd50e-7271-4e31-b511-9ef57010e630, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b0ccd50e-7271-4e31-b511-9ef57010e630,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:26.649507 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-407fee94-04c8-4a47-afd9-368e71b283f9 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2449694 Nov 03 02:24:26.650533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (15680634-fbea-4ea7-b83a-fdb2613c62e1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.656607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36208) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:26.656822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.663283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-834d9fcf-f3bd-44b7-96c3-9af05663a046 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group': {'name': 'tempest-secgroup--403842153'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:26.690784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Performing IP validity checks on allocation pools {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Nov 03 02:24:26.691399 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Nov 03 02:24:26.711284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9107eec4-aa57-4c4a-9222-e881be4054d2') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:26.711945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9107eec4-aa57-4c4a-9222-e881be4054d2') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:26.713063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=b0ccd50e-7271-4e31-b511-9ef57010e630,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:26.732827 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (9107eec4-aa57-4c4a-9222-e881be4054d2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.734837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7c2e-6413-4b9e-ab8f-0d13ec08a5ce tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.752072 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 9 to provision port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 Nov 03 02:24:26.767736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9107eec4-aa57-4c4a-9222-e881be4054d2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.771235 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-834d9fcf-f3bd-44b7-96c3-9af05663a046 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.774161 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.objects.ports [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104394) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:24:26.784030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for security_group (587886e5-b874-4564-bdb3-8cd090fc78ca), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.801883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:26.810504 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (587886e5-b874-4564-bdb3-8cd090fc78ca), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.814259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:26.814673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (9107eec4-aa57-4c4a-9222-e881be4054d2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.868547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (15680634-fbea-4ea7-b83a-fdb2613c62e1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.897329 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:26.931132 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 9107eec4-aa57-4c4a-9222-e881be4054d2 resource provider aggregate not found Nov 03 02:24:26.936641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Subnet': ['ID=15680634-fbea-4ea7-b83a-fdb2613c62e1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:26.938250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587886e5-b874-4564-bdb3-8cd090fc78ca,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:26.970957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (15ff12e1-850d-46c4-a599-c0410b1916e7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:26.971313 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added segment 15ff12e1-850d-46c4-a599-c0410b1916e7 of type vlan for network ef74e485-0ae6-4316-97af-85a050e93c8e Nov 03 02:24:26.998613 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 9107eec4-aa57-4c4a-9222-e881be4054d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9107eec4-aa57-4c4a-9222-e881be4054d2 found for delete ", "request_id": "req-66c1b44c-eaa9-4cf4-bc32-42a96d2ac67c"}]} Nov 03 02:24:27.055085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (83c83fa9-b975-4cfe-9358-8b59a7cae2c8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.091427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.094573 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/83c83fa9-b975-4cfe-9358-8b59a7cae2c8 HTTP/1.1" status: 204 len: 168 time: 4.8017840 Nov 03 02:24:27.101708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36214) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:27.102886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (5dfe3f3d-5c39-43a7-a008-d3c8523d4184), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.107110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-297667228'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:27.132105 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (6b787957-ef26-4cc3-8f8a-f932fcf280d3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.136051 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (ef74e485-0ae6-4316-97af-85a050e93c8e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.151485 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05449a6-9a5f-42e6-b6da-a5e3e2dad3f7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Network': ['ID=83c83fa9-b975-4cfe-9358-8b59a7cae2c8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:27.165229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6a7c2e-6413-4b9e-ab8f-0d13ec08a5ce tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Router b5b6210d-fb80-4b06-9a83-a62cdca0d36d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:24:27.183517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:27.186850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.190545 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfe3f3d-5c39-43a7-a008-d3c8523d4184']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:27.208554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-834d9fcf-f3bd-44b7-96c3-9af05663a046 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (7c60a446-70ff-486c-a7e9-185856d3a5d4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.224021 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d708298-2ed6-49a7-9f22-36fc2861afb5') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:27.224300 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d708298-2ed6-49a7-9f22-36fc2861afb5') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:27.230956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-834d9fcf-f3bd-44b7-96c3-9af05663a046 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7c60a446-70ff-486c-a7e9-185856d3a5d4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.276137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dad2ab-f70c-473f-93a5-caa2d20577de None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:24:27.289464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (6d708298-2ed6-49a7-9f22-36fc2861afb5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.302437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Subnet': ['ID=6b787957-ef26-4cc3-8f8a-f932fcf280d3,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:27.305213 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Attempt 10 to provision port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 Nov 03 02:24:27.310949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (ef74e485-0ae6-4316-97af-85a050e93c8e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.315938 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:27.316568 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.325108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:27.335295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-834d9fcf-f3bd-44b7-96c3-9af05663a046 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.340660 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-834d9fcf-f3bd-44b7-96c3-9af05663a046 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6829202 Nov 03 02:24:27.340926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36216) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:27.348735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-71fe2413-4a13-4520-a3cf-67b1c943f9ed tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499490650'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:27.350438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (6d708298-2ed6-49a7-9f22-36fc2861afb5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.357482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.375083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6a7c2e-6413-4b9e-ab8f-0d13ec08a5ce tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:27.381715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (95978908-c740-4938-8d8e-e24487abedf4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.382066 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Added segment 95978908-c740-4938-8d8e-e24487abedf4 of type vlan for network 7e03ec69-7ffd-4276-a0b4-28581f3536b9 Nov 03 02:24:27.390050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:27.390233 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9c6a7c2e-6413-4b9e-ab8f-0d13ec08a5ce tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "PUT /v2.0/routers/b5b6210d-fb80-4b06-9a83-a62cdca0d36d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2967374 Nov 03 02:24:27.395008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-07a8dbb1-3ca5-4436-af56-f1272d039c83 None None] Could not find standard attr ID for object 547af2b5-48bd-4a58-a1a1-cdaaade00be2. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:27.397010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc09948-c327-4399-a166-73a120dd4930 None None] Sync routers for ids ['b5b6210d-fb80-4b06-9a83-a62cdca0d36d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:24:27.398060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36218) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:27.402270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d9fcf-f3bd-44b7-96c3-9af05663a046 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c60a446-70ff-486c-a7e9-185856d3a5d4,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:27.416894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:27.417501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (6d708298-2ed6-49a7-9f22-36fc2861afb5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.428827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc09948-c327-4399-a166-73a120dd4930 None None] Routers {'b5b6210d-fb80-4b06-9a83-a62cdca0d36d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:27.429529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5dc09948-c327-4399-a166-73a120dd4930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b5b6210d-fb80-4b06-9a83-a62cdca0d36d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:27.447991 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4152608 Nov 03 02:24:27.476164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5dc09948-c327-4399-a166-73a120dd4930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:27.484340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36220) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:27.512866 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'network': {'name': 'tempest-RoutersTest-83287232'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:27.539122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71fe2413-4a13-4520-a3cf-67b1c943f9ed tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.546940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc09948-c327-4399-a166-73a120dd4930 None None] Routers {'b5b6210d-fb80-4b06-9a83-a62cdca0d36d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:27.547500 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5dc09948-c327-4399-a166-73a120dd4930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b5b6210d-fb80-4b06-9a83-a62cdca0d36d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:27.562864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0bfd-84bc-4d4e-868e-b481f74123bc tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for router (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.575573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (7e03ec69-7ffd-4276-a0b4-28581f3536b9), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.592970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5dc09948-c327-4399-a166-73a120dd4930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:27.593632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc09948-c327-4399-a166-73a120dd4930 None None] The sync data for ids ['b5b6210d-fb80-4b06-9a83-a62cdca0d36d'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:24:27.598657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Provisioning complete for port b0ccd50e-7271-4e31-b511-9ef57010e630 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:27.599053 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.599403 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Attempt 1 to provision port b0ccd50e-7271-4e31-b511-9ef57010e630 Nov 03 02:24:27.700282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:27.703577 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.713409 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.resource_extend [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:24:27.729481 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Current status of the port b0ccd50e-7271-4e31-b511-9ef57010e630 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:27.734233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Could not find standard attr ID for object 125b9c75-82d5-40d5-9c97-a58d5a517421. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:27.736156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dad2ab-f70c-473f-93a5-caa2d20577de None None] Network 475a6f06-0bff-40ae-aa3a-3a43f7540be1 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:27.744734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Could not find standard attr ID for object ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:27.746369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Checking segment: {'id': '4f20baac-9f31-44bd-b13d-15223afa5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '475a6f06-0bff-40ae-aa3a-3a43f7540be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:27.747016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network hostable DHCP agents. Network: 475a6f06-0bff-40ae-aa3a-3a43f7540be1, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:27.749471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Could not find standard attr ID for object c536d68d-a859-4f5b-a77e-d8b49cbd2317. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:27.752310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd7b86-a119-4aa0-86e4-e1c35e61026c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Network': ['ID=ef74e485-0ae6-4316-97af-85a050e93c8e,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:27.752914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dad2ab-f70c-473f-93a5-caa2d20577de None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 475a6f06-0bff-40ae-aa3a-3a43f7540be1) {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:24:27.780160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Provisioning complete for port 4d41b3f6-b235-484f-b892-8192cfff4fbe triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:27.780579 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.781109 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Attempt 1 to provision port 4d41b3f6-b235-484f-b892-8192cfff4fbe Nov 03 02:24:27.783047 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network ef74e485-0ae6-4316-97af-85a050e93c8e details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:27.791263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Unable to find a vacant binding_index for network 475a6f06-0bff-40ae-aa3a-3a43f7540be1 and agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 03 02:24:27.795884 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 6d708298-2ed6-49a7-9f22-36fc2861afb5 resource provider aggregate not found Nov 03 02:24:27.803011 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (5dfe3f3d-5c39-43a7-a008-d3c8523d4184), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.805315 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 475a6f06-0bff-40ae-aa3a-3a43f7540be1) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:27.819915 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.819915 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/networks/5dfe3f3d-5c39-43a7-a008-d3c8523d4184 HTTP/1.1" status: 204 len: 168 time: 1.6537037 Nov 03 02:24:27.833397 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] For port b0ccd50e-7271-4e31-b511-9ef57010e630, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b0ccd50e-7271-4e31-b511-9ef57010e630,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:27.834919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36226) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:27.839639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:27.840232 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.844677 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 6d708298-2ed6-49a7-9f22-36fc2861afb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d708298-2ed6-49a7-9f22-36fc2861afb5 found for delete ", "request_id": "req-0aef625f-498a-485c-a597-c9c5b4299d27"}]} Nov 03 02:24:27.845863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484cf09-5468-48b2-a4ca-28235f48d3bb tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Network': ['ID=5dfe3f3d-5c39-43a7-a008-d3c8523d4184,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:27.864090 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-65e7797b-dca1-4e5d-92c0-460e6c98a933 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5775707 Nov 03 02:24:27.864265 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36228) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:27.867809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (7e03ec69-7ffd-4276-a0b4-28581f3536b9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.869751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': '475a6f06-0bff-40ae-aa3a-3a43f7540be1', 'name': 'tempest-PortsTestJSON-248647594'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:27.872892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:27.873499 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:27.889736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-626579684'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:28.003145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:28.008023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.028872 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port 0a348380-d5ee-46cf-8f6a-edca9dd06725 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:28.037527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Current status of the port 4d41b3f6-b235-484f-b892-8192cfff4fbe is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:28.063024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-34bd1462-d738-4d4b-ba45-3a596dfc0fa9 None None] Could not find standard attr ID for object b1eaa831-d803-45e8-912a-471e29846a14. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:28.127400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-475a6f06-0bff-40ae-aa3a-3a43f7540be1', 'network_id': '475a6f06-0bff-40ae-aa3a-3a43f7540be1', 'project_id': '8dbea1bccbd54492bdf13d1a1069e27e', 'fixed_ips': [{'subnet_id': '6b787957-ef26-4cc3-8f8a-f932fcf280d3'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:28.128690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.160318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.11 (475a6f06-0bff-40ae-aa3a-3a43f7540be1/6b787957-ef26-4cc3-8f8a-f932fcf280d3/0a348380-d5ee-46cf-8f6a-edca9dd06725) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:28.286572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b0ccd50e-7271-4e31-b511-9ef57010e630 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:28.302719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:28.320690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0bfd-84bc-4d4e-868e-b481f74123bc tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.332029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0bfd-84bc-4d4e-868e-b481f74123bc tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for router_controller (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.340446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (0a348380-d5ee-46cf-8f6a-edca9dd06725), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.341625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b0ccd50e-7271-4e31-b511-9ef57010e630 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:28.342023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.342347 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b0ccd50e-7271-4e31-b511-9ef57010e630 Nov 03 02:24:28.357197 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2540960 Nov 03 02:24:28.364981 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36230) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:28.372119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'network_id': '7e03ec69-7ffd-4276-a0b4-28581f3536b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:28.380974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.383213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1ba23f90-e31a-4dcf-a267-f67b92bbab53), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.383717 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added segment 1ba23f90-e31a-4dcf-a267-f67b92bbab53 of type vlan for network 96d891c0-337e-48ac-9491-a9e34c1dc703 Nov 03 02:24:28.387122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71fe2413-4a13-4520-a3cf-67b1c943f9ed tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (4221a820-d9cc-4b65-9d24-e8aba16bf39c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.399623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:28.403185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.423086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b0ccd50e-7271-4e31-b511-9ef57010e630 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:28.425493 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (0a348380-d5ee-46cf-8f6a-edca9dd06725), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.433148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.434426 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (e10a778d-c16d-47ea-901c-309f5245450e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.444384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b3b6c-5aca-4d47-b0c2-035c0392cb85 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=7e03ec69-7ffd-4276-a0b4-28581f3536b9,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:28.447024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71fe2413-4a13-4520-a3cf-67b1c943f9ed tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (4221a820-d9cc-4b65-9d24-e8aba16bf39c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.465973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 7e03ec69-7ffd-4276-a0b4-28581f3536b9 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:28.498710 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 475a6f06-0bff-40ae-aa3a-3a43f7540be1 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:28.505116 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:28.517886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:28.541117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Allocated IP 172.20.0.2 (475a6f06-0bff-40ae-aa3a-3a43f7540be1/6b787957-ef26-4cc3-8f8a-f932fcf280d3/6a69a581-3380-4705-89be-79fcf3468948) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:28.549224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=0a348380-d5ee-46cf-8f6a-edca9dd06725,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:28.552997 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0bfd-84bc-4d4e-868e-b481f74123bc tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (b5b6210d-fb80-4b06-9a83-a62cdca0d36d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.553788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0c0bfd-84bc-4d4e-868e-b481f74123bc tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Fanout notify agent at l3_agent the message router_deleted on router b5b6210d-fb80-4b06-9a83-a62cdca0d36d {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:24:28.562780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:28.563041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0bfd-84bc-4d4e-868e-b481f74123bc tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.564426 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7d0c0bfd-84bc-4d4e-868e-b481f74123bc tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "DELETE /v2.0/routers/b5b6210d-fb80-4b06-9a83-a62cdca0d36d HTTP/1.1" status: 204 len: 168 time: 1.1651227 Nov 03 02:24:28.566546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.569748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36232) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:28.602100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:28.606066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (96d891c0-337e-48ac-9491-a9e34c1dc703), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.621474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:28.625357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71fe2413-4a13-4520-a3cf-67b1c943f9ed tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.629667 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-71fe2413-4a13-4520-a3cf-67b1c943f9ed tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2852142 Nov 03 02:24:28.634150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36234) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:28.639412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:28.640212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.646524 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8dd16749-7686-4c38-90c5-4ffa0e85d782 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': '7c60a446-70ff-486c-a7e9-185856d3a5d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4221a820-d9cc-4b65-9d24-e8aba16bf39c', 'remote_ip_prefix': None}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:28.650996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe2413-4a13-4520-a3cf-67b1c943f9ed tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4221a820-d9cc-4b65-9d24-e8aba16bf39c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:28.657481 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:28.658125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.680934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:28.692136 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-84a5d1c6-c9f1-4ef6-81f4-ff2639d5daba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8268836 Nov 03 02:24:28.695582 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=e10a778d-c16d-47ea-901c-309f5245450e,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:28.699180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36236) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:28.712434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5a1131-4984-48dd-b878-87507651f7ac tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Deleting subnet 54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:28.715967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=b0ccd50e-7271-4e31-b511-9ef57010e630,revision_number=5']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:28.719150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1131-4984-48dd-b878-87507651f7ac tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for subnet (54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.727314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b9e37b99-6d5b-47d5-91d1-7b10ac7910bf), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.728034 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Added segment b9e37b99-6d5b-47d5-91d1-7b10ac7910bf of type vlan for network d5ea9e8c-a02e-4a49-aec2-4d004ff2432c Nov 03 02:24:28.737970 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-44aac1c3-fa3b-44d8-9f72-fe4a460c6632 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2400267 Nov 03 02:24:28.738771 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36238) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:28.749648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Publish callbacks [] for port (6a69a581-3380-4705-89be-79fcf3468948), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.760917 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (6a69a581-3380-4705-89be-79fcf3468948), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.769138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:8f:b0:35', 'name': 'tempest-NetworksTestDHCPv6-542964681'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:28.770869 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1131-4984-48dd-b878-87507651f7ac tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.792053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (96d891c0-337e-48ac-9491-a9e34c1dc703), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.796947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:28.797534 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.814513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Network 475a6f06-0bff-40ae-aa3a-3a43f7540be1 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:28.828819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:28.833339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:28.837069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Pushing event updated for resources: {'Port': ['ID=6a69a581-3380-4705-89be-79fcf3468948,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:28.916785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Attempting to bind port 6a69a581-3380-4705-89be-79fcf3468948 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:28.917171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Attempting to bind port 6a69a581-3380-4705-89be-79fcf3468948 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4f20baac-9f31-44bd-b13d-15223afa5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '475a6f06-0bff-40ae-aa3a-3a43f7540be1'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:28.917546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Attempting to bind port 6a69a581-3380-4705-89be-79fcf3468948 on network 475a6f06-0bff-40ae-aa3a-3a43f7540be1 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:28.923771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:28.924348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Checking segment: {'id': '4f20baac-9f31-44bd-b13d-15223afa5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '475a6f06-0bff-40ae-aa3a-3a43f7540be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:28.924827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.925228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Bound using segment: {'id': '4f20baac-9f31-44bd-b13d-15223afa5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '475a6f06-0bff-40ae-aa3a-3a43f7540be1'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:28.926168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Bound port: 6a69a581-3380-4705-89be-79fcf3468948, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f20baac-9f31-44bd-b13d-15223afa5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '475a6f06-0bff-40ae-aa3a-3a43f7540be1'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:28.926168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6a69a581-3380-4705-89be-79fcf3468948), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.931650 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1131-4984-48dd-b878-87507651f7ac tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.934277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (d5ea9e8c-a02e-4a49-aec2-4d004ff2432c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.948113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dd16749-7686-4c38-90c5-4ffa0e85d782 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (e14db3d2-c2b2-48e9-9f20-bd411ba0bfbb), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.956354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (a08cb216-3b7d-4588-a060-c57fcb2db46c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:28.961023 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.4530027 Nov 03 02:24:28.967406 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36240) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:28.991582 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'subnet': {'network_id': 'ef74e485-0ae6-4316-97af-85a050e93c8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:28.998967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] For port 6a69a581-3380-4705-89be-79fcf3468948, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:29.003532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] For port 6a69a581-3380-4705-89be-79fcf3468948, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6a69a581-3380-4705-89be-79fcf3468948,segment=NetworkSegment(4f20baac-9f31-44bd-b13d-15223afa5986),segment_id=4f20baac-9f31-44bd-b13d-15223afa5986)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:29.011172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6a69a581-3380-4705-89be-79fcf3468948), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.028771 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851aa28-2e9b-4480-9512-36533ea0a0c0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Network': ['ID=96d891c0-337e-48ac-9491-a9e34c1dc703,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:29.088232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (d5ea9e8c-a02e-4a49-aec2-4d004ff2432c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.090250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cf4d3-ef6a-42d1-bb8b-9babdb92b31f None None] Pushing event updated for resources: {'Port': ['ID=6a69a581-3380-4705-89be-79fcf3468948,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:29.092926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 96d891c0-337e-48ac-9491-a9e34c1dc703 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:29.094313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:29.095177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.135259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=a08cb216-3b7d-4588-a060-c57fcb2db46c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:29.149788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Checking segment: {'id': '95978908-c740-4938-8d8e-e24487abedf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e03ec69-7ffd-4276-a0b4-28581f3536b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:29.150024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network hostable DHCP agents. Network: 7e03ec69-7ffd-4276-a0b4-28581f3536b9, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:29.159979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.160313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.160701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.163869 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.164229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.164598 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.164928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.165444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.165932 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.166434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.167098 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.167430 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.167759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:29.174519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1131-4984-48dd-b878-87507651f7ac tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.218203 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3419590 Nov 03 02:24:29.232562 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a1131-4984-48dd-b878-87507651f7ac tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event deleted for resources: {'Subnet': ['ID=54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:29.237061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36242) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:29.238449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1131-4984-48dd-b878-87507651f7ac tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.242595 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4c5a1131-4984-48dd-b878-87507651f7ac tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "DELETE /v2.0/subnets/54e2c98b-fd7c-465e-a2a3-cb35ebbc09a0 HTTP/1.1" status: 204 len: 168 time: 0.6673830 Nov 03 02:24:29.244028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Request body: {'subnet': {'network_id': 'd5ea9e8c-a02e-4a49-aec2-4d004ff2432c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:29.245881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36244) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:29.250266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dd16749-7686-4c38-90c5-4ffa0e85d782 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (e14db3d2-c2b2-48e9-9f20-bd411ba0bfbb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.255367 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:29.259684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.270372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 0a348380-d5ee-46cf-8f6a-edca9dd06725 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:29.270716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0a348380-d5ee-46cf-8f6a-edca9dd06725), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.274647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:29.307705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dd16749-7686-4c38-90c5-4ffa0e85d782 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (e14db3d2-c2b2-48e9-9f20-bd411ba0bfbb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.310364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8fb7b-8116-4eb9-b797-5b9d67e2d944 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Network': ['ID=d5ea9e8c-a02e-4a49-aec2-4d004ff2432c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:29.327400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network d5ea9e8c-a02e-4a49-aec2-4d004ff2432c details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:29.328586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network 7e03ec69-7ffd-4276-a0b4-28581f3536b9 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:29.380810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 7e03ec69-7ffd-4276-a0b4-28581f3536b9) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:29.386072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:29.387001 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.430258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd16749-7686-4c38-90c5-4ffa0e85d782 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14db3d2-c2b2-48e9-9f20-bd411ba0bfbb,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:29.479174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dd16749-7686-4c38-90c5-4ffa0e85d782 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.483143 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8dd16749-7686-4c38-90c5-4ffa0e85d782 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8373282 Nov 03 02:24:29.484110 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36246) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:29.493271 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-03e4c8dc-134e-4c57-a42f-40dbb93d00a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1242993 Nov 03 02:24:29.499584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36248) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:29.506070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (b4fc4c8d-9055-4d5c-8674-840eb418e69d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.558701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.563488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0a348380-d5ee-46cf-8f6a-edca9dd06725), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.621959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Made reservation on behalf of d105c247db5c412da2d56194159cfe26 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:29.626420 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.631043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 0a348380-d5ee-46cf-8f6a-edca9dd06725 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:29.655396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 7a3b0ad6-1c33-4e61-9975-4bdc41f324b2 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:29.715670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (ed5293d6-8f2b-4bcd-b430-48362e962b74), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.768078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53d5403a-636f-427d-993c-54f87e1957bb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (e14db3d2-c2b2-48e9-9f20-bd411ba0bfbb), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.822239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53d5403a-636f-427d-993c-54f87e1957bb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (e14db3d2-c2b2-48e9-9f20-bd411ba0bfbb), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.887431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Subnet': ['ID=ed5293d6-8f2b-4bcd-b430-48362e962b74,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:29.899968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53d5403a-636f-427d-993c-54f87e1957bb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (e14db3d2-c2b2-48e9-9f20-bd411ba0bfbb), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.920800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53d5403a-636f-427d-993c-54f87e1957bb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.924685 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-53d5403a-636f-427d-993c-54f87e1957bb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e14db3d2-c2b2-48e9-9f20-bd411ba0bfbb HTTP/1.1" status: 204 len: 168 time: 0.4380839 Nov 03 02:24:29.930598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36250) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:29.944758 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5403a-636f-427d-993c-54f87e1957bb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e14db3d2-c2b2-48e9-9f20-bd411ba0bfbb,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:29.960208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (7e03ec69-7ffd-4276-a0b4-28581f3536b9), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:29.962802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Checking segment: {'id': '15ff12e1-850d-46c4-a599-c0410b1916e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ef74e485-0ae6-4316-97af-85a050e93c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:29.963169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network hostable DHCP agents. Network: ef74e485-0ae6-4316-97af-85a050e93c8e, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:29.973668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Deleting port d03201c7-5eb1-4efc-a159-6c112f8ac24d {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:29.974013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.035361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network ef74e485-0ae6-4316-97af-85a050e93c8e is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:30.078306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] For port d03201c7-5eb1-4efc-a159-6c112f8ac24d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d03201c7-5eb1-4efc-a159-6c112f8ac24d,segment=NetworkSegment(299b0b5d-4318-4c11-8587-4889545068de),segment_id=299b0b5d-4318-4c11-8587-4889545068de)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:30.078525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.083401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, ef74e485-0ae6-4316-97af-85a050e93c8e) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:30.095757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0a348380-d5ee-46cf-8f6a-edca9dd06725), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.097814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 172.20.0.14 (45083813-f1f1-4019-a736-ce483eb72093/92a74577-f6ab-4e6a-a3f8-4a487c8b7db0/7a3b0ad6-1c33-4e61-9975-4bdc41f324b2) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:30.102536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:30.103137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.107534 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Calling delete_port for d03201c7-5eb1-4efc-a159-6c112f8ac24d owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:30.110195 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-51192137-e919-48ef-8f0b-4d644389b26e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1765504 Nov 03 02:24:30.119256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36252) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:30.152984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (a08cb216-3b7d-4588-a060-c57fcb2db46c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.166456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::f816:3eff:fe8f:b035 (45083813-f1f1-4019-a736-ce483eb72093/e10a778d-c16d-47ea-901c-309f5245450e/7a3b0ad6-1c33-4e61-9975-4bdc41f324b2) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:30.188695 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3ef50e05-7094-45c3-b816-57b8add7b481 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2180221 Nov 03 02:24:30.189371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36254) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:30.223198 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'subnet': {'network_id': '96d891c0-337e-48ac-9491-a9e34c1dc703', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:30.260747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.objects.ports [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104394) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:24:30.266657 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (c37c9fd1-0f5b-4f75-b018-20fe50922744), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.272964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=0a348380-d5ee-46cf-8f6a-edca9dd06725,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:30.348469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.349098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.349183 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.349532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.349877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.350218 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.350555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.350889 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.351269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.351601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.351936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.352267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.352627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:30.379600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-222ab601-a9ea-43bf-b301-c4c3175d5e3d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (4221a820-d9cc-4b65-9d24-e8aba16bf39c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.390082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (a08cb216-3b7d-4588-a060-c57fcb2db46c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.438391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event updated for resources: {'Subnet': ['ID=c37c9fd1-0f5b-4f75-b018-20fe50922744,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:30.440156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.441675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (d03201c7-5eb1-4efc-a159-6c112f8ac24d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.443430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4f374a76-8b2e-4461-82be-1497d342cd3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/0a348380-d5ee-46cf-8f6a-edca9dd06725 HTTP/1.1" status: 204 len: 168 time: 1.7393956 Nov 03 02:24:30.449904 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36256) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:30.458808 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6a69a581-3380-4705-89be-79fcf3468948 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:30.473819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Subnet': ['ID=a08cb216-3b7d-4588-a060-c57fcb2db46c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:30.474562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Checking segment: {'id': 'b9e37b99-6d5b-47d5-91d1-7b10ac7910bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd5ea9e8c-a02e-4a49-aec2-4d004ff2432c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:30.474891 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network hostable DHCP agents. Network: d5ea9e8c-a02e-4a49-aec2-4d004ff2432c, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:30.507302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-222ab601-a9ea-43bf-b301-c4c3175d5e3d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (4221a820-d9cc-4b65-9d24-e8aba16bf39c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.534345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Network d5ea9e8c-a02e-4a49-aec2-4d004ff2432c is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:30.538072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event deleted for resources: {'Port': ['ID=d03201c7-5eb1-4efc-a159-6c112f8ac24d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:30.539819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:30.543228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.547809 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-11620f78-9f4d-4676-bb36-ec7e33f90da4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:24:30.548054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11620f78-9f4d-4676-bb36-ec7e33f90da4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:30.553861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36258) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:30.554023 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-11620f78-9f4d-4676-bb36-ec7e33f90da4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/0a348380-d5ee-46cf-8f6a-edca9dd06725 HTTP/1.1" status: 404 len: 333 time: 0.0976799 Nov 03 02:24:30.554272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 6a69a581-3380-4705-89be-79fcf3468948 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:30.555474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6a69a581-3380-4705-89be-79fcf3468948), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.555928 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 6a69a581-3380-4705-89be-79fcf3468948 Nov 03 02:24:30.559197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b37755d-5cd0-4d31-a3d8-1c729e4c4d12 None None] Network 83c83fa9-b975-4cfe-9358-8b59a7cae2c8 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:30.561276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaad7ac-c646-4fa4-9c47-27973b7bbe32 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:30.567810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac7eca-1946-42ac-bc56-89da1f331683 None None] Network 5dfe3f3d-5c39-43a7-a008-d3c8523d4184 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:30.568817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, d5ea9e8c-a02e-4a49-aec2-4d004ff2432c) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:30.583476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] No DVR routers for this DVR port d03201c7-5eb1-4efc-a159-6c112f8ac24d on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:30.608080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:30.608767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.614394 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e951a6-367a-4880-9935-5e9cf2fb194f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:24:30.618922 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d6e951a6-367a-4880-9935-5e9cf2fb194f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/0a348380-d5ee-46cf-8f6a-edca9dd06725 HTTP/1.1" status: 404 len: 333 time: 0.0597754 Nov 03 02:24:30.622400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36260) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:30.635557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8f1d84-f7bf-4cc8-be83-5c2696b4fa5e None None] Network 475a6f06-0bff-40ae-aa3a-3a43f7540be1 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:30.638750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9fbb8d-681a-43f7-a02d-94c1070d4718 None None] Network 7e03ec69-7ffd-4276-a0b4-28581f3536b9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:30.641683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb8e13-f7ce-4336-a32d-1b5e7d8dfec9 None None] Network ef74e485-0ae6-4316-97af-85a050e93c8e requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:30.644238 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aaa70f-83ee-4536-8a5a-9b44b094ce1c None None] Network d5ea9e8c-a02e-4a49-aec2-4d004ff2432c requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:30.672429 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-186e0621-fa1b-4c08-bef5-2022b1175fe9 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4316792 Nov 03 02:24:30.675848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (7a3b0ad6-1c33-4e61-9975-4bdc41f324b2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.679235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36262) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:30.690977 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (7e03ec69-7ffd-4276-a0b4-28581f3536b9), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.691208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b37755d-5cd0-4d31-a3d8-1c729e4c4d12 None None] Network 83c83fa9-b975-4cfe-9358-8b59a7cae2c8 could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:24:30.746796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac7eca-1946-42ac-bc56-89da1f331683 None None] Network 5dfe3f3d-5c39-43a7-a008-d3c8523d4184 could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:24:30.770794 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e03ec69-7ffd-4276-a0b4-28581f3536b9']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:30.776932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09f1080-f8b1-483b-99e9-7f6c4e3bd287 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting subnet 6b787957-ef26-4cc3-8f8a-f932fcf280d3 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:30.786732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f09f1080-f8b1-483b-99e9-7f6c4e3bd287 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (6b787957-ef26-4cc3-8f8a-f932fcf280d3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.792127 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (b4fc4c8d-9055-4d5c-8674-840eb418e69d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.804939 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95978908-c740-4938-8d8e-e24487abedf4') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:30.805299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95978908-c740-4938-8d8e-e24487abedf4') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:30.824154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-222ab601-a9ea-43bf-b301-c4c3175d5e3d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (4221a820-d9cc-4b65-9d24-e8aba16bf39c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.827131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-222ab601-a9ea-43bf-b301-c4c3175d5e3d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.834181 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-222ab601-a9ea-43bf-b301-c4c3175d5e3d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-groups/4221a820-d9cc-4b65-9d24-e8aba16bf39c HTTP/1.1" status: 204 len: 168 time: 0.7131355 Nov 03 02:24:30.838672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36264) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:30.868168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (95978908-c740-4938-8d8e-e24487abedf4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.893802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db03880f-bfa1-46c5-abdd-dd6264b898f3 None None] Network 5dfe3f3d-5c39-43a7-a008-d3c8523d4184 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:30.902168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7a3b0ad6-1c33-4e61-9975-4bdc41f324b2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.908207 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f09f1080-f8b1-483b-99e9-7f6c4e3bd287 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (6b787957-ef26-4cc3-8f8a-f932fcf280d3), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.927026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ab601-a9ea-43bf-b301-c4c3175d5e3d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4221a820-d9cc-4b65-9d24-e8aba16bf39c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:30.944127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Provisioning complete for port 6a69a581-3380-4705-89be-79fcf3468948 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:30.944633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6a69a581-3380-4705-89be-79fcf3468948), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.945212 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Attempt 1 to provision port 6a69a581-3380-4705-89be-79fcf3468948 Nov 03 02:24:30.948984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fc4c8d-9055-4d5c-8674-840eb418e69d']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:30.951379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (95978908-c740-4938-8d8e-e24487abedf4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.967274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:30.967943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (95978908-c740-4938-8d8e-e24487abedf4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:30.972055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299b0b5d-4318-4c11-8587-4889545068de') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:30.972575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299b0b5d-4318-4c11-8587-4889545068de') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:30.995245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db03880f-bfa1-46c5-abdd-dd6264b898f3 None None] Network 5dfe3f3d-5c39-43a7-a008-d3c8523d4184 could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:24:31.021744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (d5ea9e8c-a02e-4a49-aec2-4d004ff2432c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.031138 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (299b0b5d-4318-4c11-8587-4889545068de), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.033973 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 95978908-c740-4938-8d8e-e24487abedf4 resource provider aggregate not found Nov 03 02:24:31.068929 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (299b0b5d-4318-4c11-8587-4889545068de), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.072641 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 95978908-c740-4938-8d8e-e24487abedf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95978908-c740-4938-8d8e-e24487abedf4 found for delete ", "request_id": "req-f250ea1e-a23f-4e2c-b072-c45a8f901515"}]} Nov 03 02:24:31.078032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=7a3b0ad6-1c33-4e61-9975-4bdc41f324b2,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:31.096591 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:31.104021 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:31.104706 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (299b0b5d-4318-4c11-8587-4889545068de), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.116955 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3de4687c-cb7c-4741-b327-c2a46f731370 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2730939 Nov 03 02:24:31.123008 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36270) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:31.125977 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392627d2-74b0-4d91-a031-44f4f5c8e278 None None] Network 7e03ec69-7ffd-4276-a0b4-28581f3536b9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:31.148069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:31.153518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:31.161232 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (7e03ec69-7ffd-4276-a0b4-28581f3536b9), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.183308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.186837 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/7e03ec69-7ffd-4276-a0b4-28581f3536b9 HTTP/1.1" status: 204 len: 168 time: 1.6762593 Nov 03 02:24:31.201379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36272) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:31.202671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392627d2-74b0-4d91-a031-44f4f5c8e278 None None] Network 7e03ec69-7ffd-4276-a0b4-28581f3536b9 could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:24:31.218316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-211227250'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:31.238101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (705a9bc7-d6db-47f8-8a65-5016ff46b98a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.243761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f09f1080-f8b1-483b-99e9-7f6c4e3bd287 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (6b787957-ef26-4cc3-8f8a-f932fcf280d3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.249017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e5a03-812f-40f7-9fec-1f7b1abddfae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Network': ['ID=7e03ec69-7ffd-4276-a0b4-28581f3536b9,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:31.264419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6a69a581-3380-4705-89be-79fcf3468948 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:31.264930 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6a69a581-3380-4705-89be-79fcf3468948), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.274888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c37c9fd1-0f5b-4f75-b018-20fe50922744), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.284465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:31.285210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.303277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (b4fc4c8d-9055-4d5c-8674-840eb418e69d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.307575 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-ef74e485-0ae6-4316-97af-85a050e93c8e', 'network_id': 'ef74e485-0ae6-4316-97af-85a050e93c8e', 'project_id': '11e48b890e78419891812f693265e85f', 'fixed_ips': [{'subnet_id': 'ed5293d6-8f2b-4bcd-b430-48362e962b74'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:31.308797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.318278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8b3ef-af24-4fe5-8f24-7b9da6d1e001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-d5ea9e8c-a02e-4a49-aec2-4d004ff2432c', 'network_id': 'd5ea9e8c-a02e-4a49-aec2-4d004ff2432c', 'project_id': 'd105c247db5c412da2d56194159cfe26', 'fixed_ips': [{'subnet_id': 'c37c9fd1-0f5b-4f75-b018-20fe50922744'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:31.319627 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8af8b3ef-af24-4fe5-8f24-7b9da6d1e001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.319984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.324019 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] 10.222.0.23 "DELETE /v2.0/networks/b4fc4c8d-9055-4d5c-8674-840eb418e69d HTTP/1.1" status: 204 len: 168 time: 2.0766079 Nov 03 02:24:31.365761 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9392c858-d9f4-4ce1-84e0-d4d4f247e9cf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6004567 Nov 03 02:24:31.371057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36276) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:31.401034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Current status of the port 6a69a581-3380-4705-89be-79fcf3468948 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:31.401712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6a69a581-3380-4705-89be-79fcf3468948), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.409340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Subnet': ['ID=705a9bc7-d6db-47f8-8a65-5016ff46b98a,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:31.430623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f09f1080-f8b1-483b-99e9-7f6c4e3bd287 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (6b787957-ef26-4cc3-8f8a-f932fcf280d3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.432459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bd9b8f-1f32-4864-9783-66be7005c147 None None] DHCP port deletion for b4fc4c8d-9055-4d5c-8674-840eb418e69d request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:31.462280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:31.470976 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.478545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (c37c9fd1-0f5b-4f75-b018-20fe50922744), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.489974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f1080-f8b1-483b-99e9-7f6c4e3bd287 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Subnet': ['ID=6b787957-ef26-4cc3-8f8a-f932fcf280d3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:31.504237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f09f1080-f8b1-483b-99e9-7f6c4e3bd287 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.507549 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f09f1080-f8b1-483b-99e9-7f6c4e3bd287 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/6b787957-ef26-4cc3-8f8a-f932fcf280d3 HTTP/1.1" status: 204 len: 168 time: 0.8822784 Nov 03 02:24:31.514084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0906ca0-c742-44ee-b4a2-c61a8a6206bd tempest-FloatingIPNegativeTestJSON-1994331882 tempest-FloatingIPNegativeTestJSON-1994331882-project] Pushing event deleted for resources: {'Network': ['ID=b4fc4c8d-9055-4d5c-8674-840eb418e69d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:31.522403 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36278) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:31.563260 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:31.575914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c6ca482f-8b38-4dce-a0d6-2251119961c4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.576320 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Added segment c6ca482f-8b38-4dce-a0d6-2251119961c4 of type vlan for network a7f65213-b300-4389-97c6-fef0a49bf464 Nov 03 02:24:31.632830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d624d9-efba-4fea-8e42-79acb64673c1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:31.651161 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d624d9-efba-4fea-8e42-79acb64673c1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:31.652922 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-45d624d9-efba-4fea-8e42-79acb64673c1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2791717 Nov 03 02:24:31.660178 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (a7f65213-b300-4389-97c6-fef0a49bf464), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.666692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Subnet': ['ID=c37c9fd1-0f5b-4f75-b018-20fe50922744,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:31.670761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36280) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:31.698792 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Checking segment: {'id': '1ba23f90-e31a-4dcf-a267-f67b92bbab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '96d891c0-337e-48ac-9491-a9e34c1dc703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:31.699731 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network hostable DHCP agents. Network: 96d891c0-337e-48ac-9491-a9e34c1dc703, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:31.729177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (a7f65213-b300-4389-97c6-fef0a49bf464), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.737505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:31.738486 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.749131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 96d891c0-337e-48ac-9491-a9e34c1dc703 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:31.756278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f4777958-f482-4ded-a349-6da79eb485d1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (7c60a446-70ff-486c-a7e9-185856d3a5d4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.786161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f4777958-f482-4ded-a349-6da79eb485d1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (7c60a446-70ff-486c-a7e9-185856d3a5d4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.787448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:24:31.788035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:24:31.823070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (d5ea9e8c-a02e-4a49-aec2-4d004ff2432c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server [None req-8af8b3ef-af24-4fe5-8f24-7b9da6d1e001 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c37c9fd1-0f5b-4f75-b018-20fe50922744: This subnet is being modified by another concurrent operation. Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:24:31.824164 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in create_port Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1500, in _create_port_db Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise exception Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c37c9fd1-0f5b-4f75-b018-20fe50922744: This subnet is being modified by another concurrent operation. Nov 03 02:24:31.827708 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Nov 03 02:24:31.891308 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ea9e8c-a02e-4a49-aec2-4d004ff2432c']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:31.902391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f4777958-f482-4ded-a349-6da79eb485d1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7c60a446-70ff-486c-a7e9-185856d3a5d4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.905630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f4777958-f482-4ded-a349-6da79eb485d1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.905934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e37b99-6d5b-47d5-91d1-7b10ac7910bf') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:31.906270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e37b99-6d5b-47d5-91d1-7b10ac7910bf') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:31.909185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae8d590-f80e-4012-8e31-a9f77ca15d08 None None] Network d5ea9e8c-a02e-4a49-aec2-4d004ff2432c requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:31.909929 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f4777958-f482-4ded-a349-6da79eb485d1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c60a446-70ff-486c-a7e9-185856d3a5d4 HTTP/1.1" status: 204 len: 168 time: 0.7836304 Nov 03 02:24:31.910683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36284) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:31.938738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (475a6f06-0bff-40ae-aa3a-3a43f7540be1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.940480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36286) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:31.951197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4777958-f482-4ded-a349-6da79eb485d1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c60a446-70ff-486c-a7e9-185856d3a5d4,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:31.961021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (b9e37b99-6d5b-47d5-91d1-7b10ac7910bf), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.965207 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7597773 Nov 03 02:24:31.965207 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 96d891c0-337e-48ac-9491-a9e34c1dc703) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:31.968703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:31.969262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36290) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:31.969406 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:31.982419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'network_id': 'a7f65213-b300-4389-97c6-fef0a49bf464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:32.037284 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-67e0b500-6095-4b5b-be58-f23a2f2276b9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8132255 Nov 03 02:24:32.043829 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e391af88-6de9-4191-b6b2-9b9b304a50c7 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1101878 Nov 03 02:24:32.044787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36292) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:32.045121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36294) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:32.060766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-78eea55f-adfe-4ba7-9e5d-6f9e8502b3d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1333379564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:32.069810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a9e296-a262-4c26-a5e3-35cc12ee0c55 None None] Network 96d891c0-337e-48ac-9491-a9e34c1dc703 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:32.075687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-05d3472d-c7ec-4bae-b19b-297a8bf76c33 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171209140'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:32.081130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:24:32.081412 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:24:32.093088 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17093a9f-2e2c-4d15-a03d-ac43432ab221 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=a7f65213-b300-4389-97c6-fef0a49bf464,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:32.154636 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05d3472d-c7ec-4bae-b19b-297a8bf76c33 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.185397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-78eea55f-adfe-4ba7-9e5d-6f9e8502b3d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (af57f543-4eeb-4fef-89e4-03088c8a7745), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.186427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-78eea55f-adfe-4ba7-9e5d-6f9e8502b3d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (af57f543-4eeb-4fef-89e4-03088c8a7745), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.221432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network a7f65213-b300-4389-97c6-fef0a49bf464 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:32.340354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Allocated IP 172.20.0.2 (ef74e485-0ae6-4316-97af-85a050e93c8e/ed5293d6-8f2b-4bcd-b430-48362e962b74/62c38c09-8cf2-496e-ac0c-4876b2151104) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:32.420532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6a69a581-3380-4705-89be-79fcf3468948 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:32.421134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6a69a581-3380-4705-89be-79fcf3468948), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.524317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b9e37b99-6d5b-47d5-91d1-7b10ac7910bf), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.545451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:32.545854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (b9e37b99-6d5b-47d5-91d1-7b10ac7910bf), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.596458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d2014bb4-0158-48f6-b08d-e841273f7757 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 7a3b0ad6-1c33-4e61-9975-4bdc41f324b2 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:32.597158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d2014bb4-0158-48f6-b08d-e841273f7757 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7a3b0ad6-1c33-4e61-9975-4bdc41f324b2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.600631 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment b9e37b99-6d5b-47d5-91d1-7b10ac7910bf resource provider aggregate not found Nov 03 02:24:32.620474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77007ec-4cba-4e5a-9141-03e8a5c371a4 None None] Network 475a6f06-0bff-40ae-aa3a-3a43f7540be1 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:32.622338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abf72d0-782e-43d9-b5ef-b1e9b29611fc None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:32.689133 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment b9e37b99-6d5b-47d5-91d1-7b10ac7910bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9e37b99-6d5b-47d5-91d1-7b10ac7910bf found for delete ", "request_id": "req-e5a59188-38cd-409d-820c-5803cb71007d"}]} Nov 03 02:24:32.749202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (d5ea9e8c-a02e-4a49-aec2-4d004ff2432c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.753518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.756735 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:24:32.762344 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/networks/d5ea9e8c-a02e-4a49-aec2-4d004ff2432c HTTP/1.1" status: 204 len: 168 time: 2.0819783 Nov 03 02:24:32.768906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36300) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:32.790994 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-96d891c0-337e-48ac-9491-a9e34c1dc703', 'network_id': '96d891c0-337e-48ac-9491-a9e34c1dc703', 'project_id': '11e48b890e78419891812f693265e85f', 'fixed_ips': [{'subnet_id': '705a9bc7-d6db-47f8-8a65-5016ff46b98a'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:32.791845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.836763 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6e8898fc-be81-4365-b317-d7c676bcce35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=097cc3350fbb46769b3b72f7726ddd88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8872387 Nov 03 02:24:32.844545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd057fdd-390f-4a8c-858c-14fbe8e0862f tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Network': ['ID=d5ea9e8c-a02e-4a49-aec2-4d004ff2432c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:32.847407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36302) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:32.851149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:32.853166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Current status of the port 6a69a581-3380-4705-89be-79fcf3468948 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:32.853571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6a69a581-3380-4705-89be-79fcf3468948), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.856043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.860922 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-5003cba8-de62-487a-afb1-6c83e412bbaf tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] DELETE failed (client error): The resource could not be found. Nov 03 02:24:32.861377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5003cba8-de62-487a-afb1-6c83e412bbaf tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:32.866696 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5003cba8-de62-487a-afb1-6c83e412bbaf tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/subnets/c37c9fd1-0f5b-4f75-b018-20fe50922744 HTTP/1.1" status: 404 len: 337 time: 0.0857954 Nov 03 02:24:32.890687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36304) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:32.924029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 6a69a581-3380-4705-89be-79fcf3468948, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6a69a581-3380-4705-89be-79fcf3468948,segment=NetworkSegment(4f20baac-9f31-44bd-b13d-15223afa5986),segment_id=4f20baac-9f31-44bd-b13d-15223afa5986)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:32.935327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d2014bb4-0158-48f6-b08d-e841273f7757 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7a3b0ad6-1c33-4e61-9975-4bdc41f324b2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.974603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 6a69a581-3380-4705-89be-79fcf3468948 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:32.975011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6a69a581-3380-4705-89be-79fcf3468948), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:32.999171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6a69a581-3380-4705-89be-79fcf3468948), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.000141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b0ccd50e-7271-4e31-b511-9ef57010e630 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:33.006188 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cf4bd6-74fb-4474-93f2-faf0fa54a701 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] DELETE failed (client error): The resource could not be found. Nov 03 02:24:33.006549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cf4bd6-74fb-4474-93f2-faf0fa54a701 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:33.010104 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b4cf4bd6-74fb-4474-93f2-faf0fa54a701 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/networks/d5ea9e8c-a02e-4a49-aec2-4d004ff2432c HTTP/1.1" status: 404 len: 339 time: 0.1184177 Nov 03 02:24:33.044545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d2014bb4-0158-48f6-b08d-e841273f7757 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 7a3b0ad6-1c33-4e61-9975-4bdc41f324b2 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:33.046713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36306) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:33.117564 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fee98e-311a-4ac4-8cde-8075a2ef1410 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] DELETE failed (client error): The resource could not be found. Nov 03 02:24:33.118170 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47fee98e-311a-4ac4-8cde-8075a2ef1410 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:33.123568 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-47fee98e-311a-4ac4-8cde-8075a2ef1410 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/subnets/15680634-fbea-4ea7-b83a-fdb2613c62e1 HTTP/1.1" status: 404 len: 337 time: 0.0710111 Nov 03 02:24:33.126626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05d3472d-c7ec-4bae-b19b-297a8bf76c33 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (ec7c3545-64ba-49c4-98f9-99c5e40e4f69), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.127630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36310) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:33.129323 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-78eea55f-adfe-4ba7-9e5d-6f9e8502b3d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (af57f543-4eeb-4fef-89e4-03088c8a7745), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.150008 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b68c8d-61df-497a-a6a3-7eab7ed09b29 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] DELETE failed (client error): The resource could not be found. Nov 03 02:24:33.150705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b68c8d-61df-497a-a6a3-7eab7ed09b29 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:33.153931 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-31b68c8d-61df-497a-a6a3-7eab7ed09b29 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/networks/5dfe3f3d-5c39-43a7-a008-d3c8523d4184 HTTP/1.1" status: 404 len: 339 time: 0.0230734 Nov 03 02:24:33.155879 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 299b0b5d-4318-4c11-8587-4889545068de resource provider aggregate not found Nov 03 02:24:33.160248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05d3472d-c7ec-4bae-b19b-297a8bf76c33 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (ec7c3545-64ba-49c4-98f9-99c5e40e4f69), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.165151 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36312) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:33.168946 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-78eea55f-adfe-4ba7-9e5d-6f9e8502b3d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (af57f543-4eeb-4fef-89e4-03088c8a7745), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.180465 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 299b0b5d-4318-4c11-8587-4889545068de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 299b0b5d-4318-4c11-8587-4889545068de found for delete ", "request_id": "req-0f58597a-ed1a-4d96-b36c-cfbaba101985"}]} Nov 03 02:24:33.192436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Publish callbacks [] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.220851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc9a5240-e544-460f-ba04-7cf18f3e3d98 admin admin] Publish callbacks [] for security_group (844d0703-fbb7-4cc0-9d8b-dcb275a68000), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.226074 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-78eea55f-adfe-4ba7-9e5d-6f9e8502b3d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.228238 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-78eea55f-adfe-4ba7-9e5d-6f9e8502b3d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1821911 Nov 03 02:24:33.229755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] For port 6a69a581-3380-4705-89be-79fcf3468948, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6a69a581-3380-4705-89be-79fcf3468948,segment=NetworkSegment(4f20baac-9f31-44bd-b13d-15223afa5986),segment_id=4f20baac-9f31-44bd-b13d-15223afa5986)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:33.230128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6a69a581-3380-4705-89be-79fcf3468948), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.233412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36316) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:33.234525 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eccacca-febf-44ef-b4ef-da3fe9901a72 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] DELETE failed (client error): The resource could not be found. Nov 03 02:24:33.235000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eccacca-febf-44ef-b4ef-da3fe9901a72 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:33.238178 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5eccacca-febf-44ef-b4ef-da3fe9901a72 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/subnets/fa926aa0-0125-4671-951f-4e7cfe5143ca HTTP/1.1" status: 404 len: 337 time: 0.0603611 Nov 03 02:24:33.244178 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05d3472d-c7ec-4bae-b19b-297a8bf76c33 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.248040 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-05d3472d-c7ec-4bae-b19b-297a8bf76c33 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1803515 Nov 03 02:24:33.248040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36318) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:33.251165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36320) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:33.256467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3472d-c7ec-4bae-b19b-297a8bf76c33 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c3545-64ba-49c4-98f9-99c5e40e4f69,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:33.260480 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Allocated IP 172.21.0.2 (96d891c0-337e-48ac-9491-a9e34c1dc703/705a9bc7-d6db-47f8-8a65-5016ff46b98a/04356294-5bdc-4c00-b0f3-ed0f9a47a91b) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:33.268327 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b998449f-f3c9-4fc7-898d-0bd4a5ebbcc6 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] DELETE failed (client error): The resource could not be found. Nov 03 02:24:33.268994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b998449f-f3c9-4fc7-898d-0bd4a5ebbcc6 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:33.271142 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-93fea505-8215-4475-8d64-d9f71a0e1800 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': 'ec7c3545-64ba-49c4-98f9-99c5e40e4f69', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:33.272563 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b998449f-f3c9-4fc7-898d-0bd4a5ebbcc6 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/networks/03fe411f-31d2-4d00-9c42-48479f85048a HTTP/1.1" status: 404 len: 339 time: 0.0241947 Nov 03 02:24:33.275402 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36322) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:33.310990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 6a69a581-3380-4705-89be-79fcf3468948 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:33.336889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.364812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:24:33.365167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:24:33.369726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc9a5240-e544-460f-ba04-7cf18f3e3d98 admin admin] Publish callbacks [] for security_group (844d0703-fbb7-4cc0-9d8b-dcb275a68000), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.375923 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-43d26038-de0d-4fd6-895e-7b4148793a0b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Deleting port 3d4622b4-279b-41ff-b659-eab7a6e56ce5 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:33.376301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-43d26038-de0d-4fd6-895e-7b4148793a0b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3d4622b4-279b-41ff-b659-eab7a6e56ce5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.389041 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=6a69a581-3380-4705-89be-79fcf3468948,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:33.408209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Network ef74e485-0ae6-4316-97af-85a050e93c8e is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:33.422513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:33.425328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.425704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.426080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.426501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.426926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.427274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.427612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.427947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.428357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.428797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.430372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.430372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.430372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:24:33.436805 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:33.448276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b0ccd50e-7271-4e31-b511-9ef57010e630 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:33.448697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.449039 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b0ccd50e-7271-4e31-b511-9ef57010e630 Nov 03 02:24:33.466266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-43d26038-de0d-4fd6-895e-7b4148793a0b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3d4622b4-279b-41ff-b659-eab7a6e56ce5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.486335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-43d26038-de0d-4fd6-895e-7b4148793a0b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Calling delete_port for 3d4622b4-279b-41ff-b659-eab7a6e56ce5 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:33.525012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93fea505-8215-4475-8d64-d9f71a0e1800 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (bd20d8a8-5f62-482d-808a-a37a6c218026), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.544527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef34c255-0a22-4009-a1f7-a6ac3b91c25c None None] DHCP port deletion for 475a6f06-0bff-40ae-aa3a-3a43f7540be1 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:33.589866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-43d26038-de0d-4fd6-895e-7b4148793a0b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (3d4622b4-279b-41ff-b659-eab7a6e56ce5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.601059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Pushing event updated for resources: {'Port': ['ID=62c38c09-8cf2-496e-ac0c-4876b2151104,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:33.626161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d26038-de0d-4fd6-895e-7b4148793a0b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Port': ['ID=3d4622b4-279b-41ff-b659-eab7a6e56ce5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:33.639944 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-43d26038-de0d-4fd6-895e-7b4148793a0b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.645101 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-43d26038-de0d-4fd6-895e-7b4148793a0b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/ports/3d4622b4-279b-41ff-b659-eab7a6e56ce5 HTTP/1.1" status: 204 len: 168 time: 0.3678901 Nov 03 02:24:33.646886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36324) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:33.665692 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Attempting to bind port 62c38c09-8cf2-496e-ac0c-4876b2151104 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:33.666066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Attempting to bind port 62c38c09-8cf2-496e-ac0c-4876b2151104 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '15ff12e1-850d-46c4-a599-c0410b1916e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ef74e485-0ae6-4316-97af-85a050e93c8e'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:33.666467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Attempting to bind port 62c38c09-8cf2-496e-ac0c-4876b2151104 on network ef74e485-0ae6-4316-97af-85a050e93c8e {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:33.675056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Publish callbacks [] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.683725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:33.684108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Checking segment: {'id': '15ff12e1-850d-46c4-a599-c0410b1916e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ef74e485-0ae6-4316-97af-85a050e93c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:33.684509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.684911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Bound using segment: {'id': '15ff12e1-850d-46c4-a599-c0410b1916e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ef74e485-0ae6-4316-97af-85a050e93c8e'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:33.685398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Bound port: 62c38c09-8cf2-496e-ac0c-4876b2151104, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ff12e1-850d-46c4-a599-c0410b1916e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ef74e485-0ae6-4316-97af-85a050e93c8e'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:33.685784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.685948 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd68f64-c5cc-4c9a-bef2-7b607ab0a873 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] DELETE failed (client error): The resource could not be found. Nov 03 02:24:33.686694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd68f64-c5cc-4c9a-bef2-7b607ab0a873 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:33.691366 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bcd68f64-c5cc-4c9a-bef2-7b607ab0a873 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/subnets/d8155be3-3694-4576-9e9c-db72612220d2 HTTP/1.1" status: 404 len: 337 time: 0.0426006 Nov 03 02:24:33.693666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36326) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:33.698151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.715602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (d25528e4-0f2c-4321-ae8d-069d231e09ac), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.791619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Network 96d891c0-337e-48ac-9491-a9e34c1dc703 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:33.805176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:33.809983 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.824726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b0ccd50e-7271-4e31-b511-9ef57010e630 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:33.844377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:33.853302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ef34c255-0a22-4009-a1f7-a6ac3b91c25c None None] Deleting port 6a69a581-3380-4705-89be-79fcf3468948 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:33.853746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ef34c255-0a22-4009-a1f7-a6ac3b91c25c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6a69a581-3380-4705-89be-79fcf3468948), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.855243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Pushing event updated for resources: {'Port': ['ID=04356294-5bdc-4c00-b0f3-ed0f9a47a91b,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:33.890398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93fea505-8215-4475-8d64-d9f71a0e1800 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (bd20d8a8-5f62-482d-808a-a37a6c218026), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.895099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc9a5240-e544-460f-ba04-7cf18f3e3d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (844d0703-fbb7-4cc0-9d8b-dcb275a68000), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.898551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc9a5240-e544-460f-ba04-7cf18f3e3d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.902505 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cc9a5240-e544-460f-ba04-7cf18f3e3d98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/844d0703-fbb7-4cc0-9d8b-dcb275a68000 HTTP/1.1" status: 204 len: 168 time: 1.0402782 Nov 03 02:24:33.917260 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93fea505-8215-4475-8d64-d9f71a0e1800 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (bd20d8a8-5f62-482d-808a-a37a6c218026), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.935680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6a69a581-3380-4705-89be-79fcf3468948), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:33.950423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=d25528e4-0f2c-4321-ae8d-069d231e09ac,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:33.997743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.013569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a5240-e544-460f-ba04-7cf18f3e3d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844d0703-fbb7-4cc0-9d8b-dcb275a68000,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:34.017501 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=6a69a581-3380-4705-89be-79fcf3468948,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:34.030766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d2014bb4-0158-48f6-b08d-e841273f7757 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7a3b0ad6-1c33-4e61-9975-4bdc41f324b2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.034024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:34.049728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e2209f-f071-4aa2-b3fb-90bdf959589b') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:34.050045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e2209f-f071-4aa2-b3fb-90bdf959589b') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:34.056128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No DVR routers for this DVR port 6a69a581-3380-4705-89be-79fcf3468948 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:34.068926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ef34c255-0a22-4009-a1f7-a6ac3b91c25c None None] For port 6a69a581-3380-4705-89be-79fcf3468948, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6a69a581-3380-4705-89be-79fcf3468948,segment=NetworkSegment(4f20baac-9f31-44bd-b13d-15223afa5986),segment_id=4f20baac-9f31-44bd-b13d-15223afa5986)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:34.069429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ef34c255-0a22-4009-a1f7-a6ac3b91c25c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6a69a581-3380-4705-89be-79fcf3468948), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.078948 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (20e2209f-f071-4aa2-b3fb-90bdf959589b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.083384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fea505-8215-4475-8d64-d9f71a0e1800 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd20d8a8-5f62-482d-808a-a37a6c218026,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:34.084541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ef34c255-0a22-4009-a1f7-a6ac3b91c25c None None] Calling delete_port for 6a69a581-3380-4705-89be-79fcf3468948 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:34.108897 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (20e2209f-f071-4aa2-b3fb-90bdf959589b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.119658 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:34.120240 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (20e2209f-f071-4aa2-b3fb-90bdf959589b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.138307 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93fea505-8215-4475-8d64-d9f71a0e1800 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.140698 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-93fea505-8215-4475-8d64-d9f71a0e1800 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8849456 Nov 03 02:24:34.143059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] For port 62c38c09-8cf2-496e-ac0c-4876b2151104, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:34.155317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36334) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:34.162260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6a69a581-3380-4705-89be-79fcf3468948 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:34.203550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.214501 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014bb4-0158-48f6-b08d-e841273f7757 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=7a3b0ad6-1c33-4e61-9975-4bdc41f324b2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:34.219860 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.226792 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/networks/b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5 HTTP/1.1" status: 204 len: 168 time: 0.5268297 Nov 03 02:24:34.242238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36336) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:34.253135 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bbd41-939b-4a38-b885-945e0dcecf7a tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Network': ['ID=b6db1e10-2c90-4ad1-90c5-c0ab86d1f0a5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:34.265999 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d7729204-2d31-4ce3-91b0-1c24152e55ba None None] Current status of the port 6a69a581-3380-4705-89be-79fcf3468948 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:34.302125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] For port 62c38c09-8cf2-496e-ac0c-4876b2151104, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=62c38c09-8cf2-496e-ac0c-4876b2151104,segment=NetworkSegment(15ff12e1-850d-46c4-a599-c0410b1916e7),segment_id=15ff12e1-850d-46c4-a599-c0410b1916e7)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:34.305663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 6a69a581-3380-4705-89be-79fcf3468948 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:34.306011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6a69a581-3380-4705-89be-79fcf3468948 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:34.306441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d03201c7-5eb1-4efc-a159-6c112f8ac24d no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:34.341364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Checking segment: {'id': 'c6ca482f-8b38-4dce-a0d6-2251119961c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7f65213-b300-4389-97c6-fef0a49bf464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:34.341907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network hostable DHCP agents. Network: a7f65213-b300-4389-97c6-fef0a49bf464, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:34.376445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: d03201c7-5eb1-4efc-a159-6c112f8ac24d {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:34.376843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d03201c7-5eb1-4efc-a159-6c112f8ac24d not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:34.379499 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.381471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-8930c60f-f6a6-4d66-a808-b274e0213587 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Deleting port e35da9e3-519a-4980-ac4e-e163846e75fb {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:34.381900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8930c60f-f6a6-4d66-a808-b274e0213587 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e35da9e3-519a-4980-ac4e-e163846e75fb), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.395406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Attempting to bind port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:34.395782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Attempting to bind port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '1ba23f90-e31a-4dcf-a267-f67b92bbab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '96d891c0-337e-48ac-9491-a9e34c1dc703'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:34.396153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Attempting to bind port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b on network 96d891c0-337e-48ac-9491-a9e34c1dc703 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:34.441302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-229a4430-bba7-4f10-bb23-f6522e6487ec tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (bd20d8a8-5f62-482d-808a-a37a6c218026), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.452220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-8693d5e5-9664-4bf5-ad60-cf920662e2d4 None None] Could not find standard attr ID for object 6a69a581-3380-4705-89be-79fcf3468948. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:34.456783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-229a4430-bba7-4f10-bb23-f6522e6487ec tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (bd20d8a8-5f62-482d-808a-a37a6c218026), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.462473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:34.464154 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Checking segment: {'id': '1ba23f90-e31a-4dcf-a267-f67b92bbab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '96d891c0-337e-48ac-9491-a9e34c1dc703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:34.464594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.464998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Bound using segment: {'id': '1ba23f90-e31a-4dcf-a267-f67b92bbab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '96d891c0-337e-48ac-9491-a9e34c1dc703'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:34.465492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Bound port: 04356294-5bdc-4c00-b0f3-ed0f9a47a91b, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba23f90-e31a-4dcf-a267-f67b92bbab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '96d891c0-337e-48ac-9491-a9e34c1dc703'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:34.465875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.521453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8930c60f-f6a6-4d66-a808-b274e0213587 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e35da9e3-519a-4980-ac4e-e163846e75fb), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.561797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-8693d5e5-9664-4bf5-ad60-cf920662e2d4 None None] Provisioning complete for port b0ccd50e-7271-4e31-b511-9ef57010e630 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:34.562091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8693d5e5-9664-4bf5-ad60-cf920662e2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.562436 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-8693d5e5-9664-4bf5-ad60-cf920662e2d4 None None] Attempt 1 to provision port b0ccd50e-7271-4e31-b511-9ef57010e630 Nov 03 02:24:34.563652 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-8930c60f-f6a6-4d66-a808-b274e0213587 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Calling delete_port for e35da9e3-519a-4980-ac4e-e163846e75fb owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:34.566082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc0c5c-898f-421d-bbee-77053db6a18c None None] Pushing event updated for resources: {'Port': ['ID=62c38c09-8cf2-496e-ac0c-4876b2151104,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:34.574589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network a7f65213-b300-4389-97c6-fef0a49bf464 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:34.578902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.594630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ef34c255-0a22-4009-a1f7-a6ac3b91c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (6a69a581-3380-4705-89be-79fcf3468948), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.605369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (475a6f06-0bff-40ae-aa3a-3a43f7540be1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.610011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-229a4430-bba7-4f10-bb23-f6522e6487ec tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (bd20d8a8-5f62-482d-808a-a37a6c218026), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.654139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-229a4430-bba7-4f10-bb23-f6522e6487ec tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.660264 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36346) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:34.662621 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-229a4430-bba7-4f10-bb23-f6522e6487ec tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/bd20d8a8-5f62-482d-808a-a37a6c218026 HTTP/1.1" status: 204 len: 168 time: 0.5061891 Nov 03 02:24:34.693213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475a6f06-0bff-40ae-aa3a-3a43f7540be1']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:34.727380 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4c19ec07-4f3d-4e1f-9f51-eb85998d1e3e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0649781 Nov 03 02:24:34.729770 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36348) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:34.768994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f20baac-9f31-44bd-b13d-15223afa5986') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:34.780714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f20baac-9f31-44bd-b13d-15223afa5986') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:34.795219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, a7f65213-b300-4389-97c6-fef0a49bf464) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:34.801745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a4430-bba7-4f10-bb23-f6522e6487ec tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd20d8a8-5f62-482d-808a-a37a6c218026,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:34.829058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (4f20baac-9f31-44bd-b13d-15223afa5986), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.854152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ea515-aa2f-4dfe-8945-d36e15cdb124 None None] Network a7f65213-b300-4389-97c6-fef0a49bf464 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:34.867074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34c255-0a22-4009-a1f7-a6ac3b91c25c None None] Pushing event deleted for resources: {'Port': ['ID=6a69a581-3380-4705-89be-79fcf3468948,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:34.886665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8930c60f-f6a6-4d66-a808-b274e0213587 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e35da9e3-519a-4980-ac4e-e163846e75fb), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.904972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:34.911802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.939389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34c255-0a22-4009-a1f7-a6ac3b91c25c None None] No DVR routers for this DVR port 6a69a581-3380-4705-89be-79fcf3468948 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:34.941380 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8930c60f-f6a6-4d66-a808-b274e0213587 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.958031 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8930c60f-f6a6-4d66-a808-b274e0213587 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/ports/e35da9e3-519a-4980-ac4e-e163846e75fb HTTP/1.1" status: 204 len: 168 time: 0.7140846 Nov 03 02:24:34.959432 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36356) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:34.959604 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] For port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:34.963789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74d9c8f6-27a3-4163-b9b3-5a4415edb23f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (ec7c3545-64ba-49c4-98f9-99c5e40e4f69), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:34.976788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930c60f-f6a6-4d66-a808-b274e0213587 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Port': ['ID=e35da9e3-519a-4980-ac4e-e163846e75fb,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:34.987420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] For port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=04356294-5bdc-4c00-b0f3-ed0f9a47a91b,segment=NetworkSegment(1ba23f90-e31a-4dcf-a267-f67b92bbab53),segment_id=1ba23f90-e31a-4dcf-a267-f67b92bbab53)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:35.003137 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-40d0aaf4-47f2-403f-afe0-7ff1be33bbd6 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0269256 Nov 03 02:24:35.004714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.006444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36358) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:35.030895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0ed2c606-61a3-46df-a0a5-adbe0e048bc1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'network_id': 'a7f65213-b300-4389-97c6-fef0a49bf464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:35.117855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (4f20baac-9f31-44bd-b13d-15223afa5986), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.133196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74d9c8f6-27a3-4163-b9b3-5a4415edb23f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (ec7c3545-64ba-49c4-98f9-99c5e40e4f69), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.138040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8693d5e5-9664-4bf5-ad60-cf920662e2d4 None None] Current status of the port b0ccd50e-7271-4e31-b511-9ef57010e630 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:35.151426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-a7f65213-b300-4389-97c6-fef0a49bf464', 'network_id': 'a7f65213-b300-4389-97c6-fef0a49bf464', 'project_id': '23843dfd3ddf43ee88a13592c37e3572', 'fixed_ips': [{'subnet_id': 'd25528e4-0f2c-4321-ae8d-069d231e09ac'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:35.152414 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-e946a5aa-88d6-478e-b532-11dc61edc72c tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] DELETE failed (client error): The resource could not be found. Nov 03 02:24:35.152909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e946a5aa-88d6-478e-b532-11dc61edc72c tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:35.156014 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e946a5aa-88d6-478e-b532-11dc61edc72c tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/subnets/25c6d568-bba3-45f0-b1e3-1977ea8d45d2 HTTP/1.1" status: 404 len: 337 time: 0.1902471 Nov 03 02:24:35.156441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.158868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d2014bb4-0158-48f6-b08d-e841273f7757 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.162215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36362) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:35.172520 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d2014bb4-0158-48f6-b08d-e841273f7757 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/7a3b0ad6-1c33-4e61-9975-4bdc41f324b2 HTTP/1.1" status: 204 len: 168 time: 3.4713573 Nov 03 02:24:35.175113 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-8693d5e5-9664-4bf5-ad60-cf920662e2d4 None None] Could not find standard attr ID for object 7a3b0ad6-1c33-4e61-9975-4bdc41f324b2. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:35.184458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36364) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:35.211668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:35.213149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (4f20baac-9f31-44bd-b13d-15223afa5986), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.217143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db06345-470d-4083-8771-9a4f0873b2d6 None None] Pushing event updated for resources: {'Port': ['ID=04356294-5bdc-4c00-b0f3-ed0f9a47a91b,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:35.323267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (f7bcb47b-60c2-40eb-be87-4db484f4ee1e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.338902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36368) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:35.362160 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 20e2209f-f071-4aa2-b3fb-90bdf959589b resource provider aggregate not found Nov 03 02:24:35.430523 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 20e2209f-f071-4aa2-b3fb-90bdf959589b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20e2209f-f071-4aa2-b3fb-90bdf959589b found for delete ", "request_id": "req-04a319c7-014b-4f81-8805-b6774ffc88fb"}]} Nov 03 02:24:35.439033 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-542e72df-c5b9-4e4f-97c3-676c485ff74c None None] Could not find standard attr ID for object 7a3b0ad6-1c33-4e61-9975-4bdc41f324b2. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:35.454488 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 4f20baac-9f31-44bd-b13d-15223afa5986 resource provider aggregate not found Nov 03 02:24:35.485978 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Allocated IP 2001:db8::2 (a7f65213-b300-4389-97c6-fef0a49bf464/d25528e4-0f2c-4321-ae8d-069d231e09ac/ed0e7fd2-10bc-46bd-83f7-fdb95653ecff) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:35.493469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (475a6f06-0bff-40ae-aa3a-3a43f7540be1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.521681 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 4f20baac-9f31-44bd-b13d-15223afa5986 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f20baac-9f31-44bd-b13d-15223afa5986 found for delete ", "request_id": "req-c4ebac5d-7c7f-4707-a029-c7da299e6698"}]} Nov 03 02:24:35.576192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.577156 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1617831769'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:35.579483 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/networks/475a6f06-0bff-40ae-aa3a-3a43f7540be1 HTTP/1.1" status: 204 len: 168 time: 4.0446074 Nov 03 02:24:35.580774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8277f4-edbd-40b9-aac7-257c6d2324e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Network': ['ID=475a6f06-0bff-40ae-aa3a-3a43f7540be1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:35.582145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74d9c8f6-27a3-4163-b9b3-5a4415edb23f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (ec7c3545-64ba-49c4-98f9-99c5e40e4f69), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.585229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74d9c8f6-27a3-4163-b9b3-5a4415edb23f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.586742 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-74d9c8f6-27a3-4163-b9b3-5a4415edb23f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-groups/ec7c3545-64ba-49c4-98f9-99c5e40e4f69 HTTP/1.1" status: 204 len: 168 time: 0.8558738 Nov 03 02:24:35.590861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36378) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:35.591365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36380) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:35.598398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf450b0-17b1-4eee-9d81-ed6cc0c15e8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:35.599756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf450b0-17b1-4eee-9d81-ed6cc0c15e8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:35.601814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf450b0-17b1-4eee-9d81-ed6cc0c15e8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:35.603782 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2cf450b0-17b1-4eee-9d81-ed6cc0c15e8c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4179585 Nov 03 02:24:35.610737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36382) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:35.657176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1889115746'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:35.677546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9c8f6-27a3-4163-b9b3-5a4415edb23f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c3545-64ba-49c4-98f9-99c5e40e4f69,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:35.685952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:35.687171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6d27ee-955b-40a1-9106-597d2d411bba tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 92a74577-f6ab-4e6a-a3f8-4a487c8b7db0 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:35.689544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.693137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad6d27ee-955b-40a1-9106-597d2d411bba tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (92a74577-f6ab-4e6a-a3f8-4a487c8b7db0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.738301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Allocated IP 172.20.0.1 (ef74e485-0ae6-4316-97af-85a050e93c8e/ed5293d6-8f2b-4bcd-b430-48362e962b74/0d239fd1-27b7-4d05-8e2c-d1bf2979fb77) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:35.750948 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed2c606-61a3-46df-a0a5-adbe0e048bc1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:35.755589 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c606-61a3-46df-a0a5-adbe0e048bc1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.771582 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad6d27ee-955b-40a1-9106-597d2d411bba tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (92a74577-f6ab-4e6a-a3f8-4a487c8b7db0), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.772160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Publish callbacks [] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.787080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.801884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (f7bcb47b-60c2-40eb-be87-4db484f4ee1e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.825525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:35.831180 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Network a7f65213-b300-4389-97c6-fef0a49bf464 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:35.834547 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:35.837610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:35.844943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (faef46dd-b5e8-4b7b-92b4-fb2b7392652a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.845298 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Added segment faef46dd-b5e8-4b7b-92b4-fb2b7392652a of type vlan for network 4a66ab39-c830-4e13-96d6-647b28526cc8 Nov 03 02:24:35.850379 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Pushing event updated for resources: {'Port': ['ID=ed0e7fd2-10bc-46bd-83f7-fdb95653ecff,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:35.914960 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (4a66ab39-c830-4e13-96d6-647b28526cc8), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.962597 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Attempting to bind port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:35.963221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Attempting to bind port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'c6ca482f-8b38-4dce-a0d6-2251119961c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7f65213-b300-4389-97c6-fef0a49bf464'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:35.964473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Attempting to bind port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff on network a7f65213-b300-4389-97c6-fef0a49bf464 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:35.976028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:35.976637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Checking segment: {'id': 'c6ca482f-8b38-4dce-a0d6-2251119961c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7f65213-b300-4389-97c6-fef0a49bf464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:35.976940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad6d27ee-955b-40a1-9106-597d2d411bba tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (92a74577-f6ab-4e6a-a3f8-4a487c8b7db0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.977306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.977914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Bound using segment: {'id': 'c6ca482f-8b38-4dce-a0d6-2251119961c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7f65213-b300-4389-97c6-fef0a49bf464'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:35.978494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Bound port: ed0e7fd2-10bc-46bd-83f7-fdb95653ecff, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ca482f-8b38-4dce-a0d6-2251119961c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7f65213-b300-4389-97c6-fef0a49bf464'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:35.979097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:35.983214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (0d239fd1-27b7-4d05-8e2c-d1bf2979fb77), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.096031 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0d239fd1-27b7-4d05-8e2c-d1bf2979fb77), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.097782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] For port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:36.099122 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bcb47b-60c2-40eb-be87-4db484f4ee1e']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:36.102180 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] For port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ed0e7fd2-10bc-46bd-83f7-fdb95653ecff,segment=NetworkSegment(c6ca482f-8b38-4dce-a0d6-2251119961c4),segment_id=c6ca482f-8b38-4dce-a0d6-2251119961c4)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:36.127670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcc5275-e9a0-4daf-baa0-2a3ae6552880') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:36.128331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcc5275-e9a0-4daf-baa0-2a3ae6552880') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:36.128809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.138397 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 04356294-5bdc-4c00-b0f3-ed0f9a47a91b up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:36.143474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (1fcc5275-e9a0-4daf-baa0-2a3ae6552880), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.148922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad6d27ee-955b-40a1-9106-597d2d411bba tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (92a74577-f6ab-4e6a-a3f8-4a487c8b7db0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.154270 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-409c566e-c1cd-44e2-9322-0efe1d18188f tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5404828 Nov 03 02:24:36.155101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:36.158364 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.160469 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36384) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:36.176129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (4a66ab39-c830-4e13-96d6-647b28526cc8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.182524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:36.183385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.197634 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f7c3b67d-a1c3-4c27-875c-0f1cb1a63ae1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group': {'name': 'tempest-secgroup--440884009'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:36.216725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network ef74e485-0ae6-4316-97af-85a050e93c8e is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:36.243982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:36.245869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=0d239fd1-27b7-4d05-8e2c-d1bf2979fb77,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:36.249824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e45562-9b56-4634-8cff-e1618e31ee69 None None] Network ef74e485-0ae6-4316-97af-85a050e93c8e requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:36.252149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:36.264383 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6518555 Nov 03 02:24:36.265237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d27ee-955b-40a1-9106-597d2d411bba tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=92a74577-f6ab-4e6a-a3f8-4a487c8b7db0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:36.278256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36386) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:36.291136 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1fcc5275-e9a0-4daf-baa0-2a3ae6552880), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.295540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b67d-a1c3-4c27-875c-0f1cb1a63ae1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.298185 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.313542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '4a66ab39-c830-4e13-96d6-647b28526cc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:36.317253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad6d27ee-955b-40a1-9106-597d2d411bba tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.320977 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ad6d27ee-955b-40a1-9106-597d2d411bba tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/92a74577-f6ab-4e6a-a3f8-4a487c8b7db0 HTTP/1.1" status: 204 len: 168 time: 0.7055945 Nov 03 02:24:36.325117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36388) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:36.353640 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:36.354764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (1fcc5275-e9a0-4daf-baa0-2a3ae6552880), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.384257 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068933b-816d-48fe-81c1-19049f7419fe None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:36.449554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (af57f543-4eeb-4fef-89e4-03088c8a7745), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.516242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b265a9-ef8e-45f2-be2d-af1b58714b3e None None] Pushing event updated for resources: {'Port': ['ID=ed0e7fd2-10bc-46bd-83f7-fdb95653ecff,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:36.534783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66f34a3-497c-4396-9969-de48e63cc393 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet e10a778d-c16d-47ea-901c-309f5245450e {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:36.543018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d66f34a3-497c-4396-9969-de48e63cc393 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (e10a778d-c16d-47ea-901c-309f5245450e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.544092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f7c6b-f975-4923-b64c-24875a8f2d93 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Network': ['ID=4a66ab39-c830-4e13-96d6-647b28526cc8,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:36.568807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 4a66ab39-c830-4e13-96d6-647b28526cc8 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:36.606089 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5e200d25-59e0-4d4f-b065-8a9361680508 None None] Provisioning complete for port 62c38c09-8cf2-496e-ac0c-4876b2151104 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:36.606477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5e200d25-59e0-4d4f-b065-8a9361680508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.613057 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5e200d25-59e0-4d4f-b065-8a9361680508 None None] Attempt 1 to provision port 62c38c09-8cf2-496e-ac0c-4876b2151104 Nov 03 02:24:36.617811 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (f7bcb47b-60c2-40eb-be87-4db484f4ee1e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.622175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.628632 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/networks/f7bcb47b-60c2-40eb-be87-4db484f4ee1e HTTP/1.1" status: 204 len: 168 time: 1.4626513 Nov 03 02:24:36.641687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36390) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:36.650239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b67d-a1c3-4c27-875c-0f1cb1a63ae1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (fed6189b-d373-4bf1-9b2d-3e92d46025ec), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.721182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b67d-a1c3-4c27-875c-0f1cb1a63ae1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (fed6189b-d373-4bf1-9b2d-3e92d46025ec), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.754150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:36.760428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.760926 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b Nov 03 02:24:36.765606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4a360-8ec4-4165-8f6d-24f258045d71 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Network': ['ID=f7bcb47b-60c2-40eb-be87-4db484f4ee1e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:36.770513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d66f34a3-497c-4396-9969-de48e63cc393 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (e10a778d-c16d-47ea-901c-309f5245450e), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.775453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3b67d-a1c3-4c27-875c-0f1cb1a63ae1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed6189b-d373-4bf1-9b2d-3e92d46025ec,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:36.787812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b67d-a1c3-4c27-875c-0f1cb1a63ae1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.790814 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f7c3b67d-a1c3-4c27-875c-0f1cb1a63ae1 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6157401 Nov 03 02:24:36.797838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:36.802182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.807125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36392) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:36.814945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ecbfea6a-f373-450e-9dab-5e67ac9d76ce tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': 'fed6189b-d373-4bf1-9b2d-3e92d46025ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:36.825464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0d239fd1-27b7-4d05-8e2c-d1bf2979fb77), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.861991 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ecbfea6a-f373-450e-9dab-5e67ac9d76ce tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d3da457e-f153-4cef-bea9-d953b8b99270), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.879222 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e75371-acfa-45a0-9979-516589f3267b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Deleting subnet b33b2d83-65c2-4a19-925e-07b6409135c8 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:36.889431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8e75371-acfa-45a0-9979-516589f3267b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for subnet (b33b2d83-65c2-4a19-925e-07b6409135c8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.908427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3480f942-f7ca-4950-9450-05afd45bb744 None None] Network 96d891c0-337e-48ac-9491-a9e34c1dc703 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:36.961091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d66f34a3-497c-4396-9969-de48e63cc393 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (e10a778d-c16d-47ea-901c-309f5245450e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:36.979013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c606-61a3-46df-a0a5-adbe0e048bc1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (9a2e786d-8ecc-49a5-b499-f34dc36a1c04), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.036185 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for security_group (2b3ed03b-3c39-4a93-bb69-4588d9ee788a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.050781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8e75371-acfa-45a0-9979-516589f3267b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (b33b2d83-65c2-4a19-925e-07b6409135c8), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.057887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (2b3ed03b-3c39-4a93-bb69-4588d9ee788a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.069551 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed2c606-61a3-46df-a0a5-adbe0e048bc1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network a7f65213-b300-4389-97c6-fef0a49bf464 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:37.084392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ecbfea6a-f373-450e-9dab-5e67ac9d76ce tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d3da457e-f153-4cef-bea9-d953b8b99270), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.109270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5e200d25-59e0-4d4f-b065-8a9361680508 None None] Current status of the port 62c38c09-8cf2-496e-ac0c-4876b2151104 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:37.109840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5e200d25-59e0-4d4f-b065-8a9361680508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.128280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-0ed2c606-61a3-46df-a0a5-adbe0e048bc1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:37.152065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed2c606-61a3-46df-a0a5-adbe0e048bc1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:37.153013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c606-61a3-46df-a0a5-adbe0e048bc1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.185630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ecbfea6a-f373-450e-9dab-5e67ac9d76ce tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d3da457e-f153-4cef-bea9-d953b8b99270), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.187745 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2c606-61a3-46df-a0a5-adbe0e048bc1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=9a2e786d-8ecc-49a5-b499-f34dc36a1c04,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:37.231186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5e200d25-59e0-4d4f-b065-8a9361680508 None None] For port 62c38c09-8cf2-496e-ac0c-4876b2151104, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=62c38c09-8cf2-496e-ac0c-4876b2151104,segment=NetworkSegment(15ff12e1-850d-46c4-a599-c0410b1916e7),segment_id=15ff12e1-850d-46c4-a599-c0410b1916e7)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:37.255656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5e200d25-59e0-4d4f-b065-8a9361680508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.262905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:37.263391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.274581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8e75371-acfa-45a0-9979-516589f3267b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (b33b2d83-65c2-4a19-925e-07b6409135c8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.368568 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:37.383095 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3b3cce08-9dcc-4635-b735-bbe6380bae45), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.383590 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added segment 3b3cce08-9dcc-4635-b735-bbe6380bae45 of type vlan for network 7c14390b-1264-427d-90af-b4be9aff7d2d Nov 03 02:24:37.395224 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e200d25-59e0-4d4f-b065-8a9361680508 None None] Pushing event updated for resources: {'Port': ['ID=62c38c09-8cf2-496e-ac0c-4876b2151104,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:37.400563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=04356294-5bdc-4c00-b0f3-ed0f9a47a91b,segment=NetworkSegment(1ba23f90-e31a-4dcf-a267-f67b92bbab53),segment_id=1ba23f90-e31a-4dcf-a267-f67b92bbab53)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:37.415537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.418190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 62c38c09-8cf2-496e-ac0c-4876b2151104 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:37.461123 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (7c14390b-1264-427d-90af-b4be9aff7d2d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.510321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6b793150-5655-40e0-a28f-882520827dda None None] Provisioning complete for port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:37.510713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b793150-5655-40e0-a28f-882520827dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0d239fd1-27b7-4d05-8e2c-d1bf2979fb77), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.512251 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 1 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:37.520079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ed03b-3c39-4a93-bb69-4588d9ee788a,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:37.549061 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0ed2c606-61a3-46df-a0a5-adbe0e048bc1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5390809 Nov 03 02:24:37.556548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36396) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:37.581183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ecbfea6a-f373-450e-9dab-5e67ac9d76ce tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.583062 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ecbfea6a-f373-450e-9dab-5e67ac9d76ce tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7745595 Nov 03 02:24:37.594550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (7c14390b-1264-427d-90af-b4be9aff7d2d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.600693 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:37.602244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.622557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:37.623977 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36400) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:37.631963 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1fcc5275-e9a0-4daf-baa0-2a3ae6552880 resource provider aggregate not found Nov 03 02:24:37.683674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=04356294-5bdc-4c00-b0f3-ed0f9a47a91b,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:37.720129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 62c38c09-8cf2-496e-ac0c-4876b2151104 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:37.720540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.720889 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 62c38c09-8cf2-496e-ac0c-4876b2151104 Nov 03 02:24:37.802054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Network': ['ID=7c14390b-1264-427d-90af-b4be9aff7d2d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:37.828698 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1fcc5275-e9a0-4daf-baa0-2a3ae6552880 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fcc5275-e9a0-4daf-baa0-2a3ae6552880 found for delete ", "request_id": "req-d8820250-1cff-491f-8cea-aa89f90febec"}]} Nov 03 02:24:37.838208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfea6a-f373-450e-9dab-5e67ac9d76ce tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3da457e-f153-4cef-bea9-d953b8b99270,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:37.852760 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5008276e-e548-414e-8062-fc61fae3e189 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules/d3da457e-f153-4cef-bea9-d953b8b99270 HTTP/1.1" status: 200 len: 763 time: 0.1210945 Nov 03 02:24:37.854911 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8e75371-acfa-45a0-9979-516589f3267b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (b33b2d83-65c2-4a19-925e-07b6409135c8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.859111 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36404) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:37.879452 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-82460437-e1fa-4761-9069-5e592388d281 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5354970 Nov 03 02:24:37.881636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 62c38c09-8cf2-496e-ac0c-4876b2151104 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:37.884448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 7c14390b-1264-427d-90af-b4be9aff7d2d details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:37.903584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36406) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:37.930692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1023936126'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:37.951455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (8073d1fa-f770-43aa-811d-948014cf6856), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.960131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1db074-9be1-4d31-b838-e8b8abf6401e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:37.962288 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1db074-9be1-4d31-b838-e8b8abf6401e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:37.967056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1db074-9be1-4d31-b838-e8b8abf6401e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:37.968404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1db074-9be1-4d31-b838-e8b8abf6401e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:37.969802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1db074-9be1-4d31-b838-e8b8abf6401e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:37.975880 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3e1db074-9be1-4d31-b838-e8b8abf6401e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3909931 Nov 03 02:24:37.977638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36408) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:37.982450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e75371-acfa-45a0-9979-516589f3267b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Subnet': ['ID=b33b2d83-65c2-4a19-925e-07b6409135c8,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:37.985117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea2c72-2c5d-4c4f-97f1-5e995f3a94d8 None None] Network a7f65213-b300-4389-97c6-fef0a49bf464 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:37.988599 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8e75371-acfa-45a0-9979-516589f3267b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:37.991841 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d8e75371-acfa-45a0-9979-516589f3267b tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/subnets/b33b2d83-65c2-4a19-925e-07b6409135c8 HTTP/1.1" status: 204 len: 168 time: 1.3398986 Nov 03 02:24:37.996757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46841103'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:38.003180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36410) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:38.008111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d66f34a3-497c-4396-9969-de48e63cc393 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (e10a778d-c16d-47ea-901c-309f5245450e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.013934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73efcfb3-cea3-41ed-8f88-cf92f2e1bd86 None None] Network 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:38.074276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d66f34a3-497c-4396-9969-de48e63cc393 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.078919 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d66f34a3-497c-4396-9969-de48e63cc393 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/e10a778d-c16d-47ea-901c-309f5245450e HTTP/1.1" status: 204 len: 168 time: 1.7510941 Nov 03 02:24:38.091998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36412) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:38.143144 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a0ea60e4-f307-46f0-92a0-a9dfe9e527bb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2800298 Nov 03 02:24:38.144217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:38.151014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.160531 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36414) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:38.197081 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-31739add-5fa8-417d-a6a4-3924f165cc38 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037974 Nov 03 02:24:38.206089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:38.210914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.213945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36416) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:38.227424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Subnet': ['ID=8073d1fa-f770-43aa-811d-948014cf6856,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:38.243863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (8fe3298d-9e7e-4d43-8e30-ccd94b9807b7), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.254730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74587034-c8f9-4839-86a3-3f189d5f71c6 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d3da457e-f153-4cef-bea9-d953b8b99270), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.263995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb2a1-e6db-46b2-aa40-6dd186f9fe26 req-1be3c9f0-987d-485f-bcf0-4456633421e3 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:38.265780 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-38dbb2a1-e6db-46b2-aa40-6dd186f9fe26 req-1be3c9f0-987d-485f-bcf0-4456633421e3 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3345785 Nov 03 02:24:38.272051 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 2 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:38.297208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:38.299741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:38.341193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3feda229-4b07-4b05-8a81-3b7baf327bdf), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.341627 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Added segment 3feda229-4b07-4b05-8a81-3b7baf327bdf of type vlan for network 83de55a8-86a1-493e-bc44-2e2d431a7a60 Nov 03 02:24:38.345340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74587034-c8f9-4839-86a3-3f189d5f71c6 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (d3da457e-f153-4cef-bea9-d953b8b99270), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.347332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f34a3-497c-4396-9969-de48e63cc393 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=e10a778d-c16d-47ea-901c-309f5245450e,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:38.354540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9f8177ba-f3eb-4427-907a-b9fca50f2bb4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.354915 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added segment 9f8177ba-f3eb-4427-907a-b9fca50f2bb4 of type vlan for network f6bd5139-b8ec-4885-ab2e-5a8546546185 Nov 03 02:24:38.394110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Checking segment: {'id': 'faef46dd-b5e8-4b7b-92b4-fb2b7392652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4a66ab39-c830-4e13-96d6-647b28526cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:38.394887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network hostable DHCP agents. Network: 4a66ab39-c830-4e13-96d6-647b28526cc8, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:38.402585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 62c38c09-8cf2-496e-ac0c-4876b2151104 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:38.411285 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (83de55a8-86a1-493e-bc44-2e2d431a7a60), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.438361 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c025a0-e252-4e5a-966e-e573bce2c597 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:38.454361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (f6bd5139-b8ec-4885-ab2e-5a8546546185), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.472271 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-38dbb2a1-e6db-46b2-aa40-6dd186f9fe26 req-24a54bf0-5e75-42e2-8977-d8ab4645b7d6 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553597 Nov 03 02:24:38.472980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74587034-c8f9-4839-86a3-3f189d5f71c6 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d3da457e-f153-4cef-bea9-d953b8b99270), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.478752 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74587034-c8f9-4839-86a3-3f189d5f71c6 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.482055 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-74587034-c8f9-4839-86a3-3f189d5f71c6 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d3da457e-f153-4cef-bea9-d953b8b99270 HTTP/1.1" status: 204 len: 168 time: 0.2889855 Nov 03 02:24:38.486713 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36418) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:38.505476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Deleting port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:38.505822 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.515926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.570178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (0d239fd1-27b7-4d05-8e2c-d1bf2979fb77), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.587185 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (83de55a8-86a1-493e-bc44-2e2d431a7a60), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.587686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96acb03-c975-41af-868f-f92cb861f09e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:38.588791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 62c38c09-8cf2-496e-ac0c-4876b2151104 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:38.589181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.589529 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 62c38c09-8cf2-496e-ac0c-4876b2151104 Nov 03 02:24:38.591167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:38.594813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:38.594813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.595115 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a96acb03-c975-41af-868f-f92cb861f09e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3595057 Nov 03 02:24:38.595448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (f6bd5139-b8ec-4885-ab2e-5a8546546185), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.598633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36422) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:38.600209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4a66ab39-c830-4e13-96d6-647b28526cc8 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:38.600350 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:38.600898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.603331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74587034-c8f9-4839-86a3-3f189d5f71c6 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3da457e-f153-4cef-bea9-d953b8b99270,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:38.680206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (0d239fd1-27b7-4d05-8e2c-d1bf2979fb77), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.696882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] For port 0d81b0b9-6200-440c-9f67-b6f4c0dce228, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0d81b0b9-6200-440c-9f67-b6f4c0dce228,segment=NetworkSegment(31241de5-e808-4ada-ba57-6a2d085c6789),segment_id=31241de5-e808-4ada-ba57-6a2d085c6789)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:38.697346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.721972 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7361276 Nov 03 02:24:38.722619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36424) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:38.735715 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8223226 Nov 03 02:24:38.744157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36426) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:38.747501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1260367d-6b35-429d-b333-e44c3557ff2e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:38.765622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Calling delete_port for 0d81b0b9-6200-440c-9f67-b6f4c0dce228 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:38.771115 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'subnet': {'network_id': '7c14390b-1264-427d-90af-b4be9aff7d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:38.785606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 62c38c09-8cf2-496e-ac0c-4876b2151104 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:38.787196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ed0e7fd2-10bc-46bd-83f7-fdb95653ecff up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:38.791030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb2a9f-e2f0-4b05-aaf7-012d6d552bf3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=83de55a8-86a1-493e-bc44-2e2d431a7a60,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:38.839563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=0d239fd1-27b7-4d05-8e2c-d1bf2979fb77,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:38.869589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 4a66ab39-c830-4e13-96d6-647b28526cc8) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:38.871828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 83de55a8-86a1-493e-bc44-2e2d431a7a60 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:38.874762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (af57f543-4eeb-4fef-89e4-03088c8a7745), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.878739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb7a4e-61be-43d8-a257-ad17d09ca3fe tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:38.883181 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-41eb7a4e-61be-43d8-a257-ad17d09ca3fe tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2743490 Nov 03 02:24:38.883181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:38.883643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:38.891278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36428) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:38.915965 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f4a1f1a6-f7a5-4d20-a020-6363c679859e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4225659 Nov 03 02:24:38.934769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f4b84d-7d1e-4377-8b8e-9f5b16f697ff None None] DHCP port deletion for 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:38.936659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604f6ff8-2128-4d6b-9298-0cf2c19d04ab None None] Network 4a66ab39-c830-4e13-96d6-647b28526cc8 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:38.939104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54867ea-04fb-475f-8902-6ee3d58c6d1a None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:38.942828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36430) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:38.950254 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b664b913-1781-4614-bdb9-c0d973e5092c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554669 Nov 03 02:24:38.963160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-11864b60-d239-415b-aa1a-949e82140bf0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': 'fed6189b-d373-4bf1-9b2d-3e92d46025ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:38.966855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36432) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:38.974549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6fabd512-cf47-4e60-aa95-5a5046375891 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:39.009419 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-213c837d-94d8-4540-bebf-9476b2c57ced tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6998210 Nov 03 02:24:39.016962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36434) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:39.034763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': '4a66ab39-c830-4e13-96d6-647b28526cc8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1107258040'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:39.095872 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 3 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:39.098895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174e74a-228e-415f-9013-f6a668893bd0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Network': ['ID=f6bd5139-b8ec-4885-ab2e-5a8546546185,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:39.126333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network f6bd5139-b8ec-4885-ab2e-5a8546546185 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:39.149282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8805db-3391-466d-bbe4-2deabd20c202 req-76f34580-e984-4998-8942-2f21a1e3fb18 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:39.151008 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5b8805db-3391-466d-bbe4-2deabd20c202 req-76f34580-e984-4998-8942-2f21a1e3fb18 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.5540183 Nov 03 02:24:39.161432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f3a3d-3d29-4cec-ae24-6cd9d21d9a1f None None] Update dhcp port {'port': {'network_id': 'a7f65213-b300-4389-97c6-fef0a49bf464', 'fixed_ips': [{'subnet_id': 'd25528e4-0f2c-4321-ae8d-069d231e09ac', 'ip_address': '2001:db8::2'}, {'subnet_id': '9a2e786d-8ecc-49a5-b499-f34dc36a1c04'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'ed0e7fd2-10bc-46bd-83f7-fdb95653ecff'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:24:39.194491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11864b60-d239-415b-aa1a-949e82140bf0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (e1241e92-18e8-49f1-8a84-58632ea64087), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.219994 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:39.220387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.220777 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff Nov 03 02:24:39.298623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:39.318434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network ef74e485-0ae6-4316-97af-85a050e93c8e is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:39.335122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:39.337700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fabd512-cf47-4e60-aa95-5a5046375891 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:39.340941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e18f3a3d-3d29-4cec-ae24-6cd9d21d9a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.341183 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6fabd512-cf47-4e60-aa95-5a5046375891 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.342433 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fabd512-cf47-4e60-aa95-5a5046375891 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:24:39.342869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fabd512-cf47-4e60-aa95-5a5046375891 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:39.361102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d54867ea-04fb-475f-8902-6ee3d58c6d1a None None] Deleting port b0ccd50e-7271-4e31-b511-9ef57010e630 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:39.361102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d54867ea-04fb-475f-8902-6ee3d58c6d1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.365005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-41f4b84d-7d1e-4377-8b8e-9f5b16f697ff None None] Deleting port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:39.365287 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-41f4b84d-7d1e-4377-8b8e-9f5b16f697ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.367525 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5b8805db-3391-466d-bbe4-2deabd20c202 req-7856e20d-4366-4ffd-beba-0ce7123f12f6 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928356 Nov 03 02:24:39.433856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11864b60-d239-415b-aa1a-949e82140bf0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (e1241e92-18e8-49f1-8a84-58632ea64087), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.440197 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6fabd512-cf47-4e60-aa95-5a5046375891 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4714551 Nov 03 02:24:39.445731 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36438) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:39.457095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1fdb8797-2aa9-4f52-ab41-0f33fe11d622 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:39.484944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-4a66ab39-c830-4e13-96d6-647b28526cc8', 'network_id': '4a66ab39-c830-4e13-96d6-647b28526cc8', 'project_id': '8dbea1bccbd54492bdf13d1a1069e27e', 'fixed_ips': [{'subnet_id': '8073d1fa-f770-43aa-811d-948014cf6856'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:39.485931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.487996 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.515542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11864b60-d239-415b-aa1a-949e82140bf0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (e1241e92-18e8-49f1-8a84-58632ea64087), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.532195 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:39.535863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.620313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11864b60-d239-415b-aa1a-949e82140bf0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.625623 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-11864b60-d239-415b-aa1a-949e82140bf0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6753950 Nov 03 02:24:39.628100 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Port': ['ID=0d81b0b9-6200-440c-9f67-b6f4c0dce228,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:39.630428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36440) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:39.650249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1260367d-6b35-429d-b333-e44c3557ff2e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (83de55a8-86a1-493e-bc44-2e2d431a7a60), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.657092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] No DVR routers for this DVR port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:39.705232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-41f4b84d-7d1e-4377-8b8e-9f5b16f697ff None None] For port 0d81b0b9-6200-440c-9f67-b6f4c0dce228, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0d81b0b9-6200-440c-9f67-b6f4c0dce228,segment=NetworkSegment(31241de5-e808-4ada-ba57-6a2d085c6789),segment_id=31241de5-e808-4ada-ba57-6a2d085c6789)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:39.708890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-41f4b84d-7d1e-4377-8b8e-9f5b16f697ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.726615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:39.731722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1260367d-6b35-429d-b333-e44c3557ff2e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (83de55a8-86a1-493e-bc44-2e2d431a7a60), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.733851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.783294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11864b60-d239-415b-aa1a-949e82140bf0 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1241e92-18e8-49f1-8a84-58632ea64087,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:39.804058 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 4 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:39.816647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef7407-deeb-4240-b25d-bbe315b7ec79 req-2cc95c65-7238-411e-b3b2-cc224c6e85a6 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:39.818897 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d1ef7407-deeb-4240-b25d-bbe315b7ec79 req-2cc95c65-7238-411e-b3b2-cc224c6e85a6 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.1799190 Nov 03 02:24:39.822413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d54867ea-04fb-475f-8902-6ee3d58c6d1a None None] For port b0ccd50e-7271-4e31-b511-9ef57010e630, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b0ccd50e-7271-4e31-b511-9ef57010e630,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:39.822873 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-34f96b1b-9175-4beb-b178-bbab4310303e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules/e1241e92-18e8-49f1-8a84-58632ea64087 HTTP/1.1" status: 200 len: 763 time: 0.1863997 Nov 03 02:24:39.823365 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d54867ea-04fb-475f-8902-6ee3d58c6d1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.826245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port adfb862c-a581-4b1d-9095-9fd4aa5f34db yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:39.829827 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36442) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:39.830588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260367d-6b35-429d-b333-e44c3557ff2e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=83de55a8-86a1-493e-bc44-2e2d431a7a60,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:39.858984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1260367d-6b35-429d-b333-e44c3557ff2e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network 83de55a8-86a1-493e-bc44-2e2d431a7a60 is not hosted by any dhcp agent {{(pid=104393) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 02:24:39.863779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1260367d-6b35-429d-b333-e44c3557ff2e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:39.864384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1260367d-6b35-429d-b333-e44c3557ff2e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:39.869469 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1260367d-6b35-429d-b333-e44c3557ff2e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "PUT /v2.0/networks/83de55a8-86a1-493e-bc44-2e2d431a7a60 HTTP/1.1" status: 200 len: 723 time: 1.1368935 Nov 03 02:24:39.906520 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36444) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:39.914941 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'network_id': '83de55a8-86a1-493e-bc44-2e2d431a7a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:39.946358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router af57f543-4eeb-4fef-89e4-03088c8a7745 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:24:39.954077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-41f4b84d-7d1e-4377-8b8e-9f5b16f697ff None None] Calling delete_port for 0d81b0b9-6200-440c-9f67-b6f4c0dce228 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:39.961909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 83de55a8-86a1-493e-bc44-2e2d431a7a60 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:39.993855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (8fe3298d-9e7e-4d43-8e30-ccd94b9807b7), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.007529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb8797-2aa9-4f52-ab41-0f33fe11d622 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:40.007529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8797-2aa9-4f52-ab41-0f33fe11d622 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.011093 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdb8797-2aa9-4f52-ab41-0f33fe11d622 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:24:40.012774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdb8797-2aa9-4f52-ab41-0f33fe11d622 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:40.043935 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d1ef7407-deeb-4240-b25d-bbe315b7ec79 req-19753973-95e0-45a0-bea0-1561db1189a8 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032087 Nov 03 02:24:40.094020 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e9df6e16-28e0-4298-b165-98aa3b1b4d9e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2602446 Nov 03 02:24:40.097519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36448) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:40.101898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe3298d-9e7e-4d43-8e30-ccd94b9807b7']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:40.132253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31241de5-e808-4ada-ba57-6a2d085c6789') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:40.132578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31241de5-e808-4ada-ba57-6a2d085c6789') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:40.176061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (31241de5-e808-4ada-ba57-6a2d085c6789), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.201795 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:40.205539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.208268 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1fdb8797-2aa9-4f52-ab41-0f33fe11d622 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7607684 Nov 03 02:24:40.216513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36450) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:40.229029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7ee946fe-af54-48f0-b33a-f0f21f2b641c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:40.238924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:40.241311 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24b00b07-fa56-4ae1-ab9c-0deee4189c1e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (e1241e92-18e8-49f1-8a84-58632ea64087), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.249618 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-93f59bd6-1d03-4e85-80ef-a33f5abbd6c1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/af57f543-4eeb-4fef-89e4-03088c8a7745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0078785 Nov 03 02:24:40.251013 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfabecbb-1f84-4120-837d-9cc62f1543cd None None] Sync routers for ids ['af57f543-4eeb-4fef-89e4-03088c8a7745'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:24:40.258613 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36452) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:40.260509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (31241de5-e808-4ada-ba57-6a2d085c6789), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.264016 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfabecbb-1f84-4120-837d-9cc62f1543cd None None] Routers {'af57f543-4eeb-4fef-89e4-03088c8a7745'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:40.264679 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dfabecbb-1f84-4120-837d-9cc62f1543cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['af57f543-4eeb-4fef-89e4-03088c8a7745'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:40.305699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d54867ea-04fb-475f-8902-6ee3d58c6d1a None None] Calling delete_port for b0ccd50e-7271-4e31-b511-9ef57010e630 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:40.310493 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dfabecbb-1f84-4120-837d-9cc62f1543cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:40.321568 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfabecbb-1f84-4120-837d-9cc62f1543cd None None] Routers {'af57f543-4eeb-4fef-89e4-03088c8a7745'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:40.322197 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dfabecbb-1f84-4120-837d-9cc62f1543cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['af57f543-4eeb-4fef-89e4-03088c8a7745'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:40.326380 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24b00b07-fa56-4ae1-ab9c-0deee4189c1e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (e1241e92-18e8-49f1-8a84-58632ea64087), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.350741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:40.351536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (31241de5-e808-4ada-ba57-6a2d085c6789), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.362956 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dfabecbb-1f84-4120-837d-9cc62f1543cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:40.363632 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfabecbb-1f84-4120-837d-9cc62f1543cd None None] The sync data for ids ['af57f543-4eeb-4fef-89e4-03088c8a7745'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:24:40.370660 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.11 (4a66ab39-c830-4e13-96d6-647b28526cc8/8073d1fa-f770-43aa-811d-948014cf6856/adfb862c-a581-4b1d-9095-9fd4aa5f34db) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:40.383639 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0dc95712-5f95-4cae-b408-edc32b96d149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.385994 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:40.386419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.427719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:40.442646 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 31241de5-e808-4ada-ba57-6a2d085c6789 resource provider aggregate not found Nov 03 02:24:40.451716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99d08b-2d6b-4774-b5d5-2e17c1952346 req-749aabc9-0bff-400e-beb1-6fa1251509e2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:40.453291 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dc99d08b-2d6b-4774-b5d5-2e17c1952346 req-749aabc9-0bff-400e-beb1-6fa1251509e2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3053770 Nov 03 02:24:40.462460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee946fe-af54-48f0-b33a-f0f21f2b641c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:40.463826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (4d1b8254-ab3a-4276-aa97-91aef8b1d5f8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.467793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ee946fe-af54-48f0-b33a-f0f21f2b641c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.469220 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee946fe-af54-48f0-b33a-f0f21f2b641c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:24:40.469662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee946fe-af54-48f0-b33a-f0f21f2b641c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:40.517451 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 31241de5-e808-4ada-ba57-6a2d085c6789 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31241de5-e808-4ada-ba57-6a2d085c6789 found for delete ", "request_id": "req-03ae2c45-75c3-40fb-a38d-65bf5b701ff1"}]} Nov 03 02:24:40.525141 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728266e-ac14-4e81-8fde-aa4ff4409ce2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:40.529613 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8728266e-ac14-4e81-8fde-aa4ff4409ce2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports/0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 HTTP/1.1" status: 200 len: 910 time: 0.2634189 Nov 03 02:24:40.529806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ed0e7fd2-10bc-46bd-83f7-fdb95653ecff,segment=NetworkSegment(c6ca482f-8b38-4dce-a0d6-2251119961c4),segment_id=c6ca482f-8b38-4dce-a0d6-2251119961c4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:40.533579 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36458) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:40.534534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-e18f3a3d-3d29-4cec-ae24-6cd9d21d9a1f None None] Allocated IP 172.20.0.1 (a7f65213-b300-4389-97c6-fef0a49bf464/9a2e786d-8ecc-49a5-b499-f34dc36a1c04/ed0e7fd2-10bc-46bd-83f7-fdb95653ecff) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:40.547364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.548273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 04356294-5bdc-4c00-b0f3-ed0f9a47a91b up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:40.558789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d54867ea-04fb-475f-8902-6ee3d58c6d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (b0ccd50e-7271-4e31-b511-9ef57010e630), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.571967 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7ee946fe-af54-48f0-b33a-f0f21f2b641c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3480935 Nov 03 02:24:40.576828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36460) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:40.583611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-78d3ab6c-d9eb-4eca-adbd-8e37d42bd957 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:40.598456 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-41f4b84d-7d1e-4377-8b8e-9f5b16f697ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (0d81b0b9-6200-440c-9f67-b6f4c0dce228), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.604603 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24b00b07-fa56-4ae1-ab9c-0deee4189c1e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (e1241e92-18e8-49f1-8a84-58632ea64087), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.615562 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (8fe3298d-9e7e-4d43-8e30-ccd94b9807b7), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.622284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24b00b07-fa56-4ae1-ab9c-0deee4189c1e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.625945 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-24b00b07-fa56-4ae1-ab9c-0deee4189c1e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e1241e92-18e8-49f1-8a84-58632ea64087 HTTP/1.1" status: 204 len: 168 time: 0.5187111 Nov 03 02:24:40.632307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41f4b84d-7d1e-4377-8b8e-9f5b16f697ff None None] Network 8fe3298d-9e7e-4d43-8e30-ccd94b9807b7 is not hosted by any dhcp agent {{(pid=104395) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 02:24:40.633629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f4b84d-7d1e-4377-8b8e-9f5b16f697ff None None] No DVR routers for this DVR port 0d81b0b9-6200-440c-9f67-b6f4c0dce228 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:40.639407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36462) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:40.646063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54867ea-04fb-475f-8902-6ee3d58c6d1a None None] No DVR routers for this DVR port b0ccd50e-7271-4e31-b511-9ef57010e630 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:40.669274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.672407 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] 10.222.0.23 "DELETE /v2.0/networks/8fe3298d-9e7e-4d43-8e30-ccd94b9807b7 HTTP/1.1" status: 204 len: 168 time: 2.6682794 Nov 03 02:24:40.689659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Subnet': ['ID=4d1b8254-ab3a-4276-aa97-91aef8b1d5f8,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:40.691842 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dc99d08b-2d6b-4774-b5d5-2e17c1952346 req-66725946-ea1f-4a34-bba3-4aae7c5b3b7b tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067704 Nov 03 02:24:40.706543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b00b07-fa56-4ae1-ab9c-0deee4189c1e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1241e92-18e8-49f1-8a84-58632ea64087,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:40.723245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=ed0e7fd2-10bc-46bd-83f7-fdb95653ecff,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:40.774357 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4af46559-87f2-4010-9bc7-7aa01e6dad16 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1338363 Nov 03 02:24:40.779614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36468) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:40.779904 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7940bdc-8707-4e8e-b9e0-87f82b30bca2 tempest-NetworksIpV6TestAttrs-1767947671 tempest-NetworksIpV6TestAttrs-1767947671-project] Pushing event deleted for resources: {'Network': ['ID=8fe3298d-9e7e-4d43-8e30-ccd94b9807b7,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:40.786388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e459772b-d341-4aca-b449-65af127823f9 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': 'fed6189b-d373-4bf1-9b2d-3e92d46025ec', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:40.793662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (adfb862c-a581-4b1d-9095-9fd4aa5f34db), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.808749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54867ea-04fb-475f-8902-6ee3d58c6d1a None None] Pushing event deleted for resources: {'Port': ['ID=b0ccd50e-7271-4e31-b511-9ef57010e630,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:40.846403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4b84d-7d1e-4377-8b8e-9f5b16f697ff None None] Pushing event deleted for resources: {'Port': ['ID=0d81b0b9-6200-440c-9f67-b6f4c0dce228,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:40.865827 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-e459772b-d341-4aca-b449-65af127823f9 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Project 69e3cfb7278e419889acf0b6bbec3f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:24:40.881646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (adfb862c-a581-4b1d-9095-9fd4aa5f34db), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.884758 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:40.885545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.886117 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b Nov 03 02:24:40.893173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e459772b-d341-4aca-b449-65af127823f9 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (35e7d5d5-c4af-47c7-a460-2d7e5dfed570), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.916405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e18f3a3d-3d29-4cec-ae24-6cd9d21d9a1f None None] For port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ed0e7fd2-10bc-46bd-83f7-fdb95653ecff,segment=NetworkSegment(c6ca482f-8b38-4dce-a0d6-2251119961c4),segment_id=c6ca482f-8b38-4dce-a0d6-2251119961c4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:40.917167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d3ab6c-d9eb-4eca-adbd-8e37d42bd957 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:40.921606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-78d3ab6c-d9eb-4eca-adbd-8e37d42bd957 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:40.922967 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d3ab6c-d9eb-4eca-adbd-8e37d42bd957 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:24:40.923375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d3ab6c-d9eb-4eca-adbd-8e37d42bd957 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:40.957894 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 5 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:40.966385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Checking segment: {'id': '3b3cce08-9dcc-4635-b735-bbe6380bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c14390b-1264-427d-90af-b4be9aff7d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:40.966385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network hostable DHCP agents. Network: 7c14390b-1264-427d-90af-b4be9aff7d2d, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:41.001130 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4a66ab39-c830-4e13-96d6-647b28526cc8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:41.003384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:41.035444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:41.040628 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-78d3ab6c-d9eb-4eca-adbd-8e37d42bd957 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4627376 Nov 03 02:24:41.042160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:41.050286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36474) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:41.050517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Allocated IP 172.20.0.2 (4a66ab39-c830-4e13-96d6-647b28526cc8/8073d1fa-f770-43aa-811d-948014cf6856/af936047-23c0-4463-a08d-7843e745b56c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:41.056478 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-53377d1d-55b3-4c99-ae02-dfe6044d29f8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:41.077165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=adfb862c-a581-4b1d-9095-9fd4aa5f34db,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:41.078166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e18f3a3d-3d29-4cec-ae24-6cd9d21d9a1f None None] Publish callbacks [] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.089940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e18f3a3d-3d29-4cec-ae24-6cd9d21d9a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.137144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e459772b-d341-4aca-b449-65af127823f9 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (35e7d5d5-c4af-47c7-a460-2d7e5dfed570), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.150443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:41.150931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.164356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e459772b-d341-4aca-b449-65af127823f9 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (35e7d5d5-c4af-47c7-a460-2d7e5dfed570), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.180564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 7c14390b-1264-427d-90af-b4be9aff7d2d is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:41.184004 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b3caf9a5-2e60-4ba1-b221-a821e0614f5f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.1631308 Nov 03 02:24:41.184668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36476) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:41.214856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459772b-d341-4aca-b449-65af127823f9 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e7d5d5-c4af-47c7-a460-2d7e5dfed570,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:41.217534 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36478) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:41.249070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e459772b-d341-4aca-b449-65af127823f9 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.250308 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e459772b-d341-4aca-b449-65af127823f9 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4678431 Nov 03 02:24:41.253398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36482) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:41.266614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f9951-03da-488a-bfd3-ed597f706c26 req-c02587a9-de26-4515-a612-f0bbcb13b65f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:41.268126 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e72f9951-03da-488a-bfd3-ed597f706c26 req-c02587a9-de26-4515-a612-f0bbcb13b65f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2345247 Nov 03 02:24:41.280531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:41.326713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f3a3d-3d29-4cec-ae24-6cd9d21d9a1f None None] Pushing event updated for resources: {'Port': ['ID=ed0e7fd2-10bc-46bd-83f7-fdb95653ecff,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:41.337711 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-18ae61c1-ba8f-43c5-b2da-53dc1b04814d tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules/35e7d5d5-c4af-47c7-a460-2d7e5dfed570 HTTP/1.1" status: 200 len: 769 time: 0.0777862 Nov 03 02:24:41.338842 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36484) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:41.369619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 7c14390b-1264-427d-90af-b4be9aff7d2d) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:41.376370 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e72f9951-03da-488a-bfd3-ed597f706c26 req-b2da3554-af3c-4b54-8102-48c122dd3777 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998256 Nov 03 02:24:41.377804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (9e145d8a-fe2e-4ec8-a0d4-679a91e9c523), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.386633 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:41.387229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.399509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12604b5b-bbf2-46a5-bff4-02a4e93331b7 None None] Network 7c14390b-1264-427d-90af-b4be9aff7d2d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:41.430810 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cbf0927f-f207-4387-9c6b-730557fd25ad tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0898387 Nov 03 02:24:41.435643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-06711e45-48b6-4053-aa43-6a442ee0d7e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port adfb862c-a581-4b1d-9095-9fd4aa5f34db {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:41.435992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-06711e45-48b6-4053-aa43-6a442ee0d7e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (adfb862c-a581-4b1d-9095-9fd4aa5f34db), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.444976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36486) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:41.495732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ed0e7fd2-10bc-46bd-83f7-fdb95653ecff up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:41.504758 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-97b96a21-37d4-4ad7-bba2-26ee00283903 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7474985 Nov 03 02:24:41.512138 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36488) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:41.519667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'subnet': {'network_id': 'f6bd5139-b8ec-4885-ab2e-5a8546546185', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:41.532199 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 6 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:41.550332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-06711e45-48b6-4053-aa43-6a442ee0d7e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (adfb862c-a581-4b1d-9095-9fd4aa5f34db), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.563476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-06711e45-48b6-4053-aa43-6a442ee0d7e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for adfb862c-a581-4b1d-9095-9fd4aa5f34db owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:41.571126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53377d1d-55b3-4c99-ae02-dfe6044d29f8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:41.574202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-53377d1d-55b3-4c99-ae02-dfe6044d29f8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.575677 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-53377d1d-55b3-4c99-ae02-dfe6044d29f8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:24:41.576117 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53377d1d-55b3-4c99-ae02-dfe6044d29f8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:41.647707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Publish callbacks [] for port (af936047-23c0-4463-a08d-7843e745b56c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.655417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:41.661991 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=9e145d8a-fe2e-4ec8-a0d4-679a91e9c523,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:41.678292 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-53377d1d-55b3-4c99-ae02-dfe6044d29f8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6265326 Nov 03 02:24:41.681909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (af936047-23c0-4463-a08d-7843e745b56c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.688309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Checking segment: {'id': '3feda229-4b07-4b05-8a81-3b7baf327bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83de55a8-86a1-493e-bc44-2e2d431a7a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:41.688978 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network hostable DHCP agents. Network: 83de55a8-86a1-493e-bc44-2e2d431a7a60, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:41.691391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36490) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:41.714187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8bfeb424-d442-4d31-a811-cc7940ec408d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:41.719940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-7c14390b-1264-427d-90af-b4be9aff7d2d', 'network_id': '7c14390b-1264-427d-90af-b4be9aff7d2d', 'project_id': '02739ab548ad4b438001e90eff82e834', 'fixed_ips': [{'subnet_id': '4d1b8254-ab3a-4276-aa97-91aef8b1d5f8'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:41.720907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.727921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:41.728132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-06711e45-48b6-4053-aa43-6a442ee0d7e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (adfb862c-a581-4b1d-9095-9fd4aa5f34db), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.728330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.728655 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff Nov 03 02:24:41.774150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Network 4a66ab39-c830-4e13-96d6-647b28526cc8 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:41.778321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06711e45-48b6-4053-aa43-6a442ee0d7e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=adfb862c-a581-4b1d-9095-9fd4aa5f34db,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:41.785440 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:41.791529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:41.800041 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Pushing event updated for resources: {'Port': ['ID=af936047-23c0-4463-a08d-7843e745b56c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:41.818858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9637a17b-2041-49cc-8168-09ca5b189cfb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (35e7d5d5-c4af-47c7-a460-2d7e5dfed570), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.827145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9637a17b-2041-49cc-8168-09ca5b189cfb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (35e7d5d5-c4af-47c7-a460-2d7e5dfed570), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.860094 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d8fc2974-fff6-42ad-b59c-814ec4b91f6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d105c247db5c412da2d56194159cfe26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6383879 Nov 03 02:24:41.868625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36492) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:41.881463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9637a17b-2041-49cc-8168-09ca5b189cfb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (35e7d5d5-c4af-47c7-a460-2d7e5dfed570), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.885985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9637a17b-2041-49cc-8168-09ca5b189cfb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.889578 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9637a17b-2041-49cc-8168-09ca5b189cfb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/35e7d5d5-c4af-47c7-a460-2d7e5dfed570 HTTP/1.1" status: 204 len: 168 time: 0.4409027 Nov 03 02:24:41.902694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36494) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:41.903264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a17b-2041-49cc-8168-09ca5b189cfb tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35e7d5d5-c4af-47c7-a460-2d7e5dfed570,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:41.945373 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-06711e45-48b6-4053-aa43-6a442ee0d7e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.949672 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-06711e45-48b6-4053-aa43-6a442ee0d7e8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/adfb862c-a581-4b1d-9095-9fd4aa5f34db HTTP/1.1" status: 204 len: 168 time: 0.7548559 Nov 03 02:24:41.952099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36496) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:41.983009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:41.985118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network 83de55a8-86a1-493e-bc44-2e2d431a7a60 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:41.990493 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7c4f7c-82ae-48fc-8adc-ae040446ad33 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:24:41.993473 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5a7c4f7c-82ae-48fc-8adc-ae040446ad33 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/adfb862c-a581-4b1d-9095-9fd4aa5f34db HTTP/1.1" status: 404 len: 333 time: 0.0398965 Nov 03 02:24:41.999657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:42.001082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36498) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:42.003484 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.006885 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfeb424-d442-4d31-a811-cc7940ec408d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:42.010375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb424-d442-4d31-a811-cc7940ec408d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.015084 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfeb424-d442-4d31-a811-cc7940ec408d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:24:42.015084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfeb424-d442-4d31-a811-cc7940ec408d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:42.016365 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-483e54fe-f2a9-4655-9e40-292ce34817c3 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1089530 Nov 03 02:24:42.020619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36500) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:42.026971 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Allocated IP 2001:db8::2 (7c14390b-1264-427d-90af-b4be9aff7d2d/4d1b8254-ab3a-4276-aa97-91aef8b1d5f8/239fb3d1-4b05-48f0-8599-0bd3189d3c1a) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:42.077193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 83de55a8-86a1-493e-bc44-2e2d431a7a60) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:42.116249 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a3497-5cd8-4a8c-8faa-0d39b3db696e None None] Network 83de55a8-86a1-493e-bc44-2e2d431a7a60 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:42.118690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Attempting to bind port af936047-23c0-4463-a08d-7843e745b56c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:42.119138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Attempting to bind port af936047-23c0-4463-a08d-7843e745b56c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'faef46dd-b5e8-4b7b-92b4-fb2b7392652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4a66ab39-c830-4e13-96d6-647b28526cc8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:42.120158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Attempting to bind port af936047-23c0-4463-a08d-7843e745b56c on network 4a66ab39-c830-4e13-96d6-647b28526cc8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:42.145670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ede0327-9b0f-4664-b30f-8fcb315c9e56 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (fed6189b-d373-4bf1-9b2d-3e92d46025ec), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.171808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad72b25a-7c68-4039-bb6f-9e771d5ccb2e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting subnet 8073d1fa-f770-43aa-811d-948014cf6856 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:42.175313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad72b25a-7c68-4039-bb6f-9e771d5ccb2e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (8073d1fa-f770-43aa-811d-948014cf6856), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.182844 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:42.183458 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.186406 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 7 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:42.199739 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09b41e1-06d2-4338-bc67-acfc54f4c3a0 None None] Network a7f65213-b300-4389-97c6-fef0a49bf464 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:42.201873 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:42.202032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Checking segment: {'id': 'faef46dd-b5e8-4b7b-92b4-fb2b7392652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4a66ab39-c830-4e13-96d6-647b28526cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:42.202428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.202817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Bound using segment: {'id': 'faef46dd-b5e8-4b7b-92b4-fb2b7392652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4a66ab39-c830-4e13-96d6-647b28526cc8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:42.203284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Bound port: af936047-23c0-4463-a08d-7843e745b56c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faef46dd-b5e8-4b7b-92b4-fb2b7392652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4a66ab39-c830-4e13-96d6-647b28526cc8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:42.203668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (af936047-23c0-4463-a08d-7843e745b56c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.204849 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8bfeb424-d442-4d31-a811-cc7940ec408d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4956393 Nov 03 02:24:42.230075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad72b25a-7c68-4039-bb6f-9e771d5ccb2e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (8073d1fa-f770-43aa-811d-948014cf6856), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.248395 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36502) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:42.249294 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:42.295749 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f1cbf0c0-8d69-418b-a494-0f882d49d79c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0455432 Nov 03 02:24:42.308432 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3a100893-66e1-47f0-bc14-e0c0761a849b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3993573 Nov 03 02:24:42.313759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36504) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:42.314399 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36506) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:42.331961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad72b25a-7c68-4039-bb6f-9e771d5ccb2e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (8073d1fa-f770-43aa-811d-948014cf6856), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.338910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9046602c-dc84-4fba-a8b5-e119ebf12bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.344641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e17f860c-5e1b-4d0c-9fc7-b7b6b8369391 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:42.365357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0d81b0b9-6200-440c-9f67-b6f4c0dce228 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:42.374415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-677c05c6-0406-431a-a436-405ba790a4e5 admin admin] Publish callbacks [] for security_group (0fed1c98-3d3c-4c7c-91be-9192a1e72775), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.374800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:42.394123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ede0327-9b0f-4664-b30f-8fcb315c9e56 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (fed6189b-d373-4bf1-9b2d-3e92d46025ec), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.451204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad72b25a-7c68-4039-bb6f-9e771d5ccb2e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (8073d1fa-f770-43aa-811d-948014cf6856), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.508110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72b25a-7c68-4039-bb6f-9e771d5ccb2e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Subnet': ['ID=8073d1fa-f770-43aa-811d-948014cf6856,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:42.519170 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ede0327-9b0f-4664-b30f-8fcb315c9e56 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (fed6189b-d373-4bf1-9b2d-3e92d46025ec), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.521795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ede0327-9b0f-4664-b30f-8fcb315c9e56 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.528528 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0ede0327-9b0f-4664-b30f-8fcb315c9e56 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-groups/fed6189b-d373-4bf1-9b2d-3e92d46025ec HTTP/1.1" status: 204 len: 168 time: 0.5014732 Nov 03 02:24:42.528528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36510) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:42.542149 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-677c05c6-0406-431a-a436-405ba790a4e5 admin admin] Publish callbacks [] for security_group (0fed1c98-3d3c-4c7c-91be-9192a1e72775), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.546484 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38453480-9035-43f6-afb6-11221889f8e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:42.550767 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-38453480-9035-43f6-afb6-11221889f8e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2299347 Nov 03 02:24:42.557518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36512) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:42.569292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad72b25a-7c68-4039-bb6f-9e771d5ccb2e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.574804 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ad72b25a-7c68-4039-bb6f-9e771d5ccb2e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/8073d1fa-f770-43aa-811d-948014cf6856 HTTP/1.1" status: 204 len: 168 time: 0.5538428 Nov 03 02:24:42.578732 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36514) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:42.590396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 0d81b0b9-6200-440c-9f67-b6f4c0dce228 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:42.590746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0d81b0b9-6200-440c-9f67-b6f4c0dce228 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:42.591172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b0ccd50e-7271-4e31-b511-9ef57010e630 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:42.608311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Publish callbacks [] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.616930 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0b993eb4-eb33-4682-b236-43a4687df62b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527847 Nov 03 02:24:42.616930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede0327-9b0f-4664-b30f-8fcb315c9e56 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed6189b-d373-4bf1-9b2d-3e92d46025ec,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:42.619383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36516) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:42.628573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-170f6e87-a3eb-4c17-af05-415a34eea9ac tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:42.671909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: b0ccd50e-7271-4e31-b511-9ef57010e630 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:42.672274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b0ccd50e-7271-4e31-b511-9ef57010e630 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:42.675102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.722648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ef3ac-0dd2-44b8-ab57-6a77f3a3c2e2 req-54fa77e9-06bd-4343-b868-30f4eae34e34 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:42.723492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] For port af936047-23c0-4463-a08d-7843e745b56c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:42.728526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-83de55a8-86a1-493e-bc44-2e2d431a7a60', 'network_id': '83de55a8-86a1-493e-bc44-2e2d431a7a60', 'project_id': '23843dfd3ddf43ee88a13592c37e3572', 'fixed_ips': [{'subnet_id': '9e145d8a-fe2e-4ec8-a0d4-679a91e9c523'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:42.729854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.729998 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9e5ef3ac-0dd2-44b8-ab57-6a77f3a3c2e2 req-54fa77e9-06bd-4343-b868-30f4eae34e34 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2270660 Nov 03 02:24:42.758655 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4863991d-ca8c-4c06-a557-babc13822cd5 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2222679 Nov 03 02:24:42.764460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36518) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:42.770520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-38b75eb9-3211-4a7f-a703-cbfacd1bdafa tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group': {'name': 'tempest-secgroup--268584129'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:42.786091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] For port af936047-23c0-4463-a08d-7843e745b56c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=af936047-23c0-4463-a08d-7843e745b56c,segment=NetworkSegment(faef46dd-b5e8-4b7b-92b4-fb2b7392652a),segment_id=faef46dd-b5e8-4b7b-92b4-fb2b7392652a)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:42.796345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Network 7c14390b-1264-427d-90af-b4be9aff7d2d is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:42.805233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:42.810036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Pushing event updated for resources: {'Port': ['ID=239fb3d1-4b05-48f0-8599-0bd3189d3c1a,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:42.813932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:42.823272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (af936047-23c0-4463-a08d-7843e745b56c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.828094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e17f860c-5e1b-4d0c-9fc7-b7b6b8369391 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25203626'] for subnet (9e145d8a-fe2e-4ec8-a0d4-679a91e9c523), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.890819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (4a66ab39-c830-4e13-96d6-647b28526cc8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.909199 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 8 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:42.926406 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-677c05c6-0406-431a-a436-405ba790a4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0fed1c98-3d3c-4c7c-91be-9192a1e72775), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.929694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-677c05c6-0406-431a-a436-405ba790a4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:42.933795 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-677c05c6-0406-431a-a436-405ba790a4e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fed1c98-3d3c-4c7c-91be-9192a1e72775 HTTP/1.1" status: 204 len: 168 time: 1.0632761 Nov 03 02:24:42.995955 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (e930f1c0-b01e-412e-8d58-80202168f65c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.019023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c05c6-0406-431a-a436-405ba790a4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fed1c98-3d3c-4c7c-91be-9192a1e72775,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:43.075236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:43.075744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b8ac3-3641-438b-9d57-e4431de57c79 None None] Pushing event updated for resources: {'Port': ['ID=af936047-23c0-4463-a08d-7843e745b56c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:43.097193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Allocated IP 172.21.0.1 (96d891c0-337e-48ac-9491-a9e34c1dc703/705a9bc7-d6db-47f8-8a65-5016ff46b98a/b79ada49-904a-4239-b07d-a81ee5391099) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:43.114865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Attempting to bind port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:43.115776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Attempting to bind port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '3b3cce08-9dcc-4635-b735-bbe6380bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c14390b-1264-427d-90af-b4be9aff7d2d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:43.117415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Attempting to bind port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a on network 7c14390b-1264-427d-90af-b4be9aff7d2d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:43.140067 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:43.140918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Checking segment: {'id': '3b3cce08-9dcc-4635-b735-bbe6380bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c14390b-1264-427d-90af-b4be9aff7d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:43.141505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.143328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Bound using segment: {'id': '3b3cce08-9dcc-4635-b735-bbe6380bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c14390b-1264-427d-90af-b4be9aff7d2d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:43.144728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Bound port: 239fb3d1-4b05-48f0-8599-0bd3189d3c1a, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3cce08-9dcc-4635-b735-bbe6380bae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c14390b-1264-427d-90af-b4be9aff7d2d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:43.145359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.160325 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.267005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170f6e87-a3eb-4c17-af05-415a34eea9ac tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:43.270561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-170f6e87-a3eb-4c17-af05-415a34eea9ac tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.288141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] For port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:43.293736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] For port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=239fb3d1-4b05-48f0-8599-0bd3189d3c1a,segment=NetworkSegment(3b3cce08-9dcc-4635-b735-bbe6380bae45),segment_id=3b3cce08-9dcc-4635-b735-bbe6380bae45)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:43.303184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.389919 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9e5ef3ac-0dd2-44b8-ab57-6a77f3a3c2e2 req-49ec1f81-81ea-4032-be4a-e3d0435c2958 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6591718 Nov 03 02:24:43.420579 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-38b75eb9-3211-4a7f-a703-cbfacd1bdafa tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.479071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2f859-3353-4c55-a5ac-e6d926681528 None None] Pushing event updated for resources: {'Port': ['ID=239fb3d1-4b05-48f0-8599-0bd3189d3c1a,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:43.577342 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 9 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:43.661248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-38b75eb9-3211-4a7f-a703-cbfacd1bdafa tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (9606a50e-77da-4e4b-9418-f00c4a9c4a52), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.670445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device af936047-23c0-4463-a08d-7843e745b56c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:43.685645 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:43.692099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-38b75eb9-3211-4a7f-a703-cbfacd1bdafa tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (9606a50e-77da-4e4b-9418-f00c4a9c4a52), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.760422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-38b75eb9-3211-4a7f-a703-cbfacd1bdafa tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.761851 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-38b75eb9-3211-4a7f-a703-cbfacd1bdafa tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9949646 Nov 03 02:24:43.764976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36530) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:43.767273 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75eb9-3211-4a7f-a703-cbfacd1bdafa tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9606a50e-77da-4e4b-9418-f00c4a9c4a52,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:43.773173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-53666414-9570-4bf2-80ee-0e6dec99a19a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Request body: {'security_group_rule': {'security_group_id': '9606a50e-77da-4e4b-9418-f00c4a9c4a52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:43.849215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port af936047-23c0-4463-a08d-7843e745b56c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:43.849703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (af936047-23c0-4463-a08d-7843e745b56c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.850062 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port af936047-23c0-4463-a08d-7843e745b56c Nov 03 02:24:43.871806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53666414-9570-4bf2-80ee-0e6dec99a19a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (dbd2217f-c621-4c53-961d-1a1a94d656f2), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.950116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.objects.ports [None req-170f6e87-a3eb-4c17-af05-415a34eea9ac tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104394) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:24:43.956840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port af936047-23c0-4463-a08d-7843e745b56c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:43.957337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (af936047-23c0-4463-a08d-7843e745b56c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:43.985152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-170f6e87-a3eb-4c17-af05-415a34eea9ac tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (dd52e8f3-d3bb-42a3-a931-a684ffa07a53), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.034359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port af936047-23c0-4463-a08d-7843e745b56c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=af936047-23c0-4463-a08d-7843e745b56c,segment=NetworkSegment(faef46dd-b5e8-4b7b-92b4-fb2b7392652a),segment_id=faef46dd-b5e8-4b7b-92b4-fb2b7392652a)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:44.045971 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (af936047-23c0-4463-a08d-7843e745b56c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.047018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ed0e7fd2-10bc-46bd-83f7-fdb95653ecff up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:44.093852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Subnet': ['ID=e930f1c0-b01e-412e-8d58-80202168f65c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:44.108395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f6e87-a3eb-4c17-af05-415a34eea9ac tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:44.119510 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Checking segment: {'id': '9f8177ba-f3eb-4427-907a-b9fca50f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f6bd5139-b8ec-4885-ab2e-5a8546546185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:44.119895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network hostable DHCP agents. Network: f6bd5139-b8ec-4885-ab2e-5a8546546185, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:44.123038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-170f6e87-a3eb-4c17-af05-415a34eea9ac tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:44.124165 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e17f860c-5e1b-4d0c-9fc7-b7b6b8369391 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753905997963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3189553'] for subnet (9e145d8a-fe2e-4ec8-a0d4-679a91e9c523), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.132058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53666414-9570-4bf2-80ee-0e6dec99a19a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (dbd2217f-c621-4c53-961d-1a1a94d656f2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.133179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f6e87-a3eb-4c17-af05-415a34eea9ac tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=dd52e8f3-d3bb-42a3-a931-a684ffa07a53,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:44.136788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170f6e87-a3eb-4c17-af05-415a34eea9ac tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:44.137392 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-170f6e87-a3eb-4c17-af05-415a34eea9ac tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.147364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53666414-9570-4bf2-80ee-0e6dec99a19a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (dbd2217f-c621-4c53-961d-1a1a94d656f2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.158260 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17f860c-5e1b-4d0c-9fc7-b7b6b8369391 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:44.159300 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e17f860c-5e1b-4d0c-9fc7-b7b6b8369391 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.161594 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e17f860c-5e1b-4d0c-9fc7-b7b6b8369391 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "PUT /v2.0/subnets/9e145d8a-fe2e-4ec8-a0d4-679a91e9c523 HTTP/1.1" status: 200 len: 826 time: 1.8418493 Nov 03 02:24:44.177883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=af936047-23c0-4463-a08d-7843e745b56c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:44.184067 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36540) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:44.190810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b82150-4149-4f87-9297-f614f15fc2c2 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:44.215436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (b79ada49-904a-4239-b07d-a81ee5391099), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.227661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network f6bd5139-b8ec-4885-ab2e-5a8546546185 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:44.267185 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 10 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:44.275361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53666414-9570-4bf2-80ee-0e6dec99a19a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd2217f-c621-4c53-961d-1a1a94d656f2,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:44.280012 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-170f6e87-a3eb-4c17-af05-415a34eea9ac tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6612012 Nov 03 02:24:44.317244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port af936047-23c0-4463-a08d-7843e745b56c {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:44.317799 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (af936047-23c0-4463-a08d-7843e745b56c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.324715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36544) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:44.326183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (b79ada49-904a-4239-b07d-a81ee5391099), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.328500 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, f6bd5139-b8ec-4885-ab2e-5a8546546185) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:44.337384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:47:9d:41', 'name': 'tempest-NetworksTestDHCPv6-1780192684'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:44.339734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53666414-9570-4bf2-80ee-0e6dec99a19a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.344700 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-53666414-9570-4bf2-80ee-0e6dec99a19a tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5780697 Nov 03 02:24:44.346605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36548) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:44.418803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:44.422647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690d4050-3436-4ee2-8c46-b1823fe07e90 None None] Network f6bd5139-b8ec-4885-ab2e-5a8546546185 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:44.427314 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.514302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (83de55a8-86a1-493e-bc44-2e2d431a7a60), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.517275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1a40cc34-d289-46f2-8a89-9d9f30a2922e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (9606a50e-77da-4e4b-9418-f00c4a9c4a52), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.562854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1a40cc34-d289-46f2-8a89-9d9f30a2922e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (9606a50e-77da-4e4b-9418-f00c4a9c4a52), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.586093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36552) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:44.596873 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-f6bd5139-b8ec-4885-ab2e-5a8546546185', 'network_id': 'f6bd5139-b8ec-4885-ab2e-5a8546546185', 'project_id': '02739ab548ad4b438001e90eff82e834', 'fixed_ips': [{'subnet_id': 'e930f1c0-b01e-412e-8d58-80202168f65c'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:44.597734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.633714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f860c-5e1b-4d0c-9fc7-b7b6b8369391 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=9e145d8a-fe2e-4ec8-a0d4-679a91e9c523,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:44.675291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:44.713230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.718363 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 96d891c0-337e-48ac-9491-a9e34c1dc703 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:44.720075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Allocated IP 2001:db8::2 (83de55a8-86a1-493e-bc44-2e2d431a7a60/9e145d8a-fe2e-4ec8-a0d4-679a91e9c523/2613cd70-f4f0-4140-b34e-fb5446169550) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:44.733489 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fc476b44-5c25-40f7-a7ad-ddcaf01f3577 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2146595 Nov 03 02:24:44.733701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36556) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:44.739917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7a3b559e-46d1-419e-bd32-926a053b2996 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-838842106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:44.753024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:44.766182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] For port af936047-23c0-4463-a08d-7843e745b56c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=af936047-23c0-4463-a08d-7843e745b56c,segment=NetworkSegment(faef46dd-b5e8-4b7b-92b4-fb2b7392652a),segment_id=faef46dd-b5e8-4b7b-92b4-fb2b7392652a)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:44.766671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (af936047-23c0-4463-a08d-7843e745b56c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.767145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (9e145d8a-fe2e-4ec8-a0d4-679a91e9c523), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.769933 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:44.845131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (af57f543-4eeb-4fef-89e4-03088c8a7745), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.850522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1a40cc34-d289-46f2-8a89-9d9f30a2922e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (9606a50e-77da-4e4b-9418-f00c4a9c4a52), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.852761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6b793150-5655-40e0-a28f-882520827dda None None] Provisioning complete for port 62c38c09-8cf2-496e-ac0c-4876b2151104 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:44.853199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b793150-5655-40e0-a28f-882520827dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.853542 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 1 to provision port 62c38c09-8cf2-496e-ac0c-4876b2151104 Nov 03 02:24:44.863257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1a40cc34-d289-46f2-8a89-9d9f30a2922e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.867298 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1a40cc34-d289-46f2-8a89-9d9f30a2922e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-groups/9606a50e-77da-4e4b-9418-f00c4a9c4a52 HTTP/1.1" status: 204 len: 168 time: 0.5142405 Nov 03 02:24:44.867505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a3b559e-46d1-419e-bd32-926a053b2996 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.868776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a3b559e-46d1-419e-bd32-926a053b2996 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:44.877213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36558) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:44.911122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4b9023f2-262d-46c8-a7da-e7f280c73700 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-120858091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:44.939741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=b79ada49-904a-4239-b07d-a81ee5391099,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:45.013121 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:45.013426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for af936047-23c0-4463-a08d-7843e745b56c owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:45.013544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.013834 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff Nov 03 02:24:45.019625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40cc34-d289-46f2-8a89-9d9f30a2922e tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9606a50e-77da-4e4b-9418-f00c4a9c4a52,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:45.038159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d9f18-ab64-44fc-bbe1-ecb8123da972 req-e50d11f5-6ea0-433f-9e48-74a4a6a5eb86 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:45.039817 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f9d9f18-ab64-44fc-bbe1-ecb8123da972 req-e50d11f5-6ea0-433f-9e48-74a4a6a5eb86 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.4508891 Nov 03 02:24:45.109777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4b9023f2-262d-46c8-a7da-e7f280c73700 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (98fb6678-eb53-4fec-9a33-c1cdd3844e11), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.110821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4b9023f2-262d-46c8-a7da-e7f280c73700 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (98fb6678-eb53-4fec-9a33-c1cdd3844e11), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.129691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f3cfd1-3e60-4ad3-a379-d737ee4f58af None None] Network 4a66ab39-c830-4e13-96d6-647b28526cc8 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:45.146195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': 'dd52e8f3-d3bb-42a3-a931-a684ffa07a53'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:45.147485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.177159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a3b559e-46d1-419e-bd32-926a053b2996 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.188702 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (af936047-23c0-4463-a08d-7843e745b56c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.218642 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-520a4013-6498-4194-8d7f-99b7001ced01 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3170085 Nov 03 02:24:45.219833 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36560) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:45.220124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a3b559e-46d1-419e-bd32-926a053b2996 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.256533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=af936047-23c0-4463-a08d-7843e745b56c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:45.277838 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f9d9f18-ab64-44fc-bbe1-ecb8123da972 req-b444c2df-9879-409b-a409-c0610a22b7ca tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967130 Nov 03 02:24:45.289730 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No DVR routers for this DVR port af936047-23c0-4463-a08d-7843e745b56c on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:45.296700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Allocated IP 2001:db8:1::2 (f6bd5139-b8ec-4885-ab2e-5a8546546185/e930f1c0-b01e-412e-8d58-80202168f65c/184e7bc9-9f18-49eb-b541-77c4405852ca) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:45.311164 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:45.320795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4b9023f2-262d-46c8-a7da-e7f280c73700 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for router_controller (98fb6678-eb53-4fec-9a33-c1cdd3844e11), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.324525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a3b559e-46d1-419e-bd32-926a053b2996 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.328884 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7a3b559e-46d1-419e-bd32-926a053b2996 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5946791 Nov 03 02:24:45.333486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36562) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:45.344973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4b9023f2-262d-46c8-a7da-e7f280c73700 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (98fb6678-eb53-4fec-9a33-c1cdd3844e11), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.424575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4b9023f2-262d-46c8-a7da-e7f280c73700 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.425729 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4b9023f2-262d-46c8-a7da-e7f280c73700 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8379705 Nov 03 02:24:45.428404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36564) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:45.435829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1606457928'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:45.456102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a85bf2-b13d-48ca-9a99-a9981552dd77 None None] Network 7c14390b-1264-427d-90af-b4be9aff7d2d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:45.463502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Made reservation on behalf of 9fafa1c9bca941c4836eef2009b88047 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:45.466798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.510553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.520851 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1440f715-40d1-434b-9714-80460c449edc tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2635069 Nov 03 02:24:45.520851 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b79ada49-904a-4239-b07d-a81ee5391099), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.532401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36566) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:45.550663 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (4a66ab39-c830-4e13-96d6-647b28526cc8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.573226 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-5c074715-8e49-40dd-a9ea-e2846773329c tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] delete failed (client error): The resource could not be found. Nov 03 02:24:45.580205 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5c074715-8e49-40dd-a9ea-e2846773329c tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "DELETE /v2.0/security-groups/9606a50e-77da-4e4b-9418-f00c4a9c4a52 HTTP/1.1" status: 404 len: 347 time: 0.0408783 Nov 03 02:24:45.581903 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36568) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:45.627069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a66ab39-c830-4e13-96d6-647b28526cc8']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:45.631065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.653096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faef46dd-b5e8-4b7b-92b4-fb2b7392652a') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:45.653310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faef46dd-b5e8-4b7b-92b4-fb2b7392652a') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:45.661847 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fba7d-010e-4f1e-8da9-d354a13c581a None None] DHCP port deletion for 4a66ab39-c830-4e13-96d6-647b28526cc8 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:45.677867 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (faef46dd-b5e8-4b7b-92b4-fb2b7392652a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.742959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.745984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:45.766796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for security_group (c9c02ddc-f234-49eb-acf4-9b808a036be3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.777501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Current status of the port 62c38c09-8cf2-496e-ac0c-4876b2151104 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:45.787143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (faef46dd-b5e8-4b7b-92b4-fb2b7392652a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.803968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c9c02ddc-f234-49eb-acf4-9b808a036be3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.843971 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-44255f52-477a-4203-ad13-7cdb176bd479 tempest-SecGroupIPv6Test-1195064201 tempest-SecGroupIPv6Test-1195064201-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2617366 Nov 03 02:24:45.849155 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:45.849573 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (faef46dd-b5e8-4b7b-92b4-fb2b7392652a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.868518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Publish callbacks [] for port (2613cd70-f4f0-4140-b34e-fb5446169550), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.895231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:45.909265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (2613cd70-f4f0-4140-b34e-fb5446169550), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.934531 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment faef46dd-b5e8-4b7b-92b4-fb2b7392652a resource provider aggregate not found Nov 03 02:24:45.962266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6b793150-5655-40e0-a28f-882520827dda None None] Provisioning complete for port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:45.962921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b793150-5655-40e0-a28f-882520827dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:45.963473 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Attempt 1 to provision port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b Nov 03 02:24:45.972263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Allocated IP 2001:db8::f816:3eff:fe29:d034 (45083813-f1f1-4019-a736-ce483eb72093/dd52e8f3-d3bb-42a3-a931-a684ffa07a53/d6aa733a-f729-4ea7-98a1-7169d6990a8e) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:46.064861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c02ddc-f234-49eb-acf4-9b808a036be3,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:46.065884 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment faef46dd-b5e8-4b7b-92b4-fb2b7392652a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faef46dd-b5e8-4b7b-92b4-fb2b7392652a found for delete ", "request_id": "req-075f8c7f-e337-4e57-86bf-e902284c056c"}]} Nov 03 02:24:46.076395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Network 83de55a8-86a1-493e-bc44-2e2d431a7a60 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:46.076629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:46.100596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:46.119218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:46.121764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Pushing event updated for resources: {'Port': ['ID=2613cd70-f4f0-4140-b34e-fb5446169550,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:46.154812 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1614bf78-9492-4c38-be93-2eb0fbdaa47e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.155367 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Added segment 1614bf78-9492-4c38-be93-2eb0fbdaa47e of type vlan for network 5684a518-1f14-4c22-b8cc-6a55a28dce80 Nov 03 02:24:46.187363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 239fb3d1-4b05-48f0-8599-0bd3189d3c1a up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:46.203619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Publish callbacks [] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.215470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (4a66ab39-c830-4e13-96d6-647b28526cc8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.231143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.231470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (5684a518-1f14-4c22-b8cc-6a55a28dce80), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.257002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.262250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (9e145d8a-fe2e-4ec8-a0d4-679a91e9c523), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.267254 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/networks/4a66ab39-c830-4e13-96d6-647b28526cc8 HTTP/1.1" status: 204 len: 168 time: 3.6773629 Nov 03 02:24:46.271383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36578) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:46.277851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.302197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'name': 'tempest-PortsTestJSON-2050742232'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:46.311654 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065346a-b451-467f-a66b-a96dfd0ca986 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Network': ['ID=4a66ab39-c830-4e13-96d6-647b28526cc8,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:46.311929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (5684a518-1f14-4c22-b8cc-6a55a28dce80), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.317746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:46.318585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.329987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80c417-1d3c-4e38-8115-7c12221f5ee5 req-72d33805-3ce8-4108-a80e-64ea0e80b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:46.330778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Subnet': ['ID=9e145d8a-fe2e-4ec8-a0d4-679a91e9c523,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:46.333056 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-4c80c417-1d3c-4e38-8115-7c12221f5ee5 req-72d33805-3ce8-4108-a80e-64ea0e80b86d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=110b6deb445a4d5f9083ed8d5b5e206b&device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 1129 time: 0.3144732 Nov 03 02:24:46.353403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36582) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:46.362412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Allocated IP 2001:db8::1 (7c14390b-1264-427d-90af-b4be9aff7d2d/4d1b8254-ab3a-4276-aa97-91aef8b1d5f8/4f3c8072-e005-4014-aa71-45241bfc95e3) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:46.389150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (b79ada49-904a-4239-b07d-a81ee5391099), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.448759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Attempting to bind port 2613cd70-f4f0-4140-b34e-fb5446169550 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:46.449055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Attempting to bind port 2613cd70-f4f0-4140-b34e-fb5446169550 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '3feda229-4b07-4b05-8a81-3b7baf327bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83de55a8-86a1-493e-bc44-2e2d431a7a60'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:46.449423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Attempting to bind port 2613cd70-f4f0-4140-b34e-fb5446169550 on network 83de55a8-86a1-493e-bc44-2e2d431a7a60 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:46.459342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (b79ada49-904a-4239-b07d-a81ee5391099), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.479853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Network f6bd5139-b8ec-4885-ab2e-5a8546546185 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:46.528905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Pushing event updated for resources: {'Port': ['ID=184e7bc9-9f18-49eb-b541-77c4405852ca,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:46.531639 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:46.532027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Checking segment: {'id': '3feda229-4b07-4b05-8a81-3b7baf327bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83de55a8-86a1-493e-bc44-2e2d431a7a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:46.532437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.532859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Bound using segment: {'id': '3feda229-4b07-4b05-8a81-3b7baf327bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83de55a8-86a1-493e-bc44-2e2d431a7a60'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:46.533365 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Bound port: 2613cd70-f4f0-4140-b34e-fb5446169550, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3feda229-4b07-4b05-8a81-3b7baf327bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83de55a8-86a1-493e-bc44-2e2d431a7a60'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:46.533887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2613cd70-f4f0-4140-b34e-fb5446169550), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.543407 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=b79ada49-904a-4239-b07d-a81ee5391099,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:46.573963 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:46.579362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b793150-5655-40e0-a28f-882520827dda None None] Current status of the port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:46.592078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:46.612381 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1822722 Nov 03 02:24:46.619956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36586) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:46.640129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'subnet': {'network_id': '5684a518-1f14-4c22-b8cc-6a55a28dce80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:46.656255 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (af57f543-4eeb-4fef-89e4-03088c8a7745), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.664288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:46.664911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.665025 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a Nov 03 02:24:46.667051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Publish callbacks [] for port (d6aa733a-f729-4ea7-98a1-7169d6990a8e), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.683747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ca3e1-2896-4856-9cf3-05edefb358f3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Network': ['ID=5684a518-1f14-4c22-b8cc-6a55a28dce80,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:46.698741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80c417-1d3c-4e38-8115-7c12221f5ee5 req-a2c94f6e-7cdf-4abd-aeb5-26daf078b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:46.700634 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-4c80c417-1d3c-4e38-8115-7c12221f5ee5 req-a2c94f6e-7cdf-4abd-aeb5-26daf078b348 service neutron] 10.222.0.27 "GET /v2.0/networks?id=72773225-cc76-406f-b827-ff4978dd1a2a HTTP/1.1" status: 200 len: 912 time: 0.3241146 Nov 03 02:24:46.721790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (83de55a8-86a1-493e-bc44-2e2d431a7a60), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.725720 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8bdc1cf1-361d-4a2e-8261-f2b63b11c0dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69e3cfb7278e419889acf0b6bbec3f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688931 Nov 03 02:24:46.732937 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 5684a518-1f14-4c22-b8cc-6a55a28dce80 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:46.738053 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (d6aa733a-f729-4ea7-98a1-7169d6990a8e), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.739478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36588) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:46.826362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83de55a8-86a1-493e-bc44-2e2d431a7a60']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:46.852385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::f816:3eff:fe47:9d41 (45083813-f1f1-4019-a736-ce483eb72093/dd52e8f3-d3bb-42a3-a931-a684ffa07a53/bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:46.865597 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-4c80c417-1d3c-4e38-8115-7c12221f5ee5 req-2acffcdb-25f3-4f11-834e-5318289d49e4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cc0d28-dce5-4bd2-b165-593fd389c895 HTTP/1.1" status: 200 len: 1001 time: 0.1394987 Nov 03 02:24:46.866292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Attempting to bind port 184e7bc9-9f18-49eb-b541-77c4405852ca on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:46.867600 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Attempting to bind port 184e7bc9-9f18-49eb-b541-77c4405852ca by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '9f8177ba-f3eb-4427-907a-b9fca50f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f6bd5139-b8ec-4885-ab2e-5a8546546185'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:46.867765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Attempting to bind port 184e7bc9-9f18-49eb-b541-77c4405852ca on network f6bd5139-b8ec-4885-ab2e-5a8546546185 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:46.870716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3feda229-4b07-4b05-8a81-3b7baf327bdf') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:46.871386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3feda229-4b07-4b05-8a81-3b7baf327bdf') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:46.883767 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] For port 2613cd70-f4f0-4140-b34e-fb5446169550, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:46.894506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:46.908610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ba5b5-5f4a-4e26-9203-2c3c14dbddc4 req-10b458f1-f87a-4ce5-b5e3-df529375a252 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:46.910000 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4d4ba5b5-5f4a-4e26-9203-2c3c14dbddc4 req-10b458f1-f87a-4ce5-b5e3-df529375a252 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3853571 Nov 03 02:24:46.922184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (3feda229-4b07-4b05-8a81-3b7baf327bdf), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.923728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:46.927934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.931107 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Provisioning complete for port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:46.931666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0d239fd1-27b7-4d05-8e2c-d1bf2979fb77), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.932019 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 1 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:46.939646 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] For port 2613cd70-f4f0-4140-b34e-fb5446169550, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2613cd70-f4f0-4140-b34e-fb5446169550,segment=NetworkSegment(3feda229-4b07-4b05-8a81-3b7baf327bdf),segment_id=3feda229-4b07-4b05-8a81-3b7baf327bdf)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:46.941414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:46.944070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:46.950028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:46.950287 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Checking segment: {'id': '9f8177ba-f3eb-4427-907a-b9fca50f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f6bd5139-b8ec-4885-ab2e-5a8546546185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:46.950761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.951176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Bound using segment: {'id': '9f8177ba-f3eb-4427-907a-b9fca50f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f6bd5139-b8ec-4885-ab2e-5a8546546185'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:46.951594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Bound port: 184e7bc9-9f18-49eb-b541-77c4405852ca, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8177ba-f3eb-4427-907a-b9fca50f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f6bd5139-b8ec-4885-ab2e-5a8546546185'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:46.952604 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:46.962420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Pushing event updated for resources: {'Port': ['ID=d6aa733a-f729-4ea7-98a1-7169d6990a8e,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:46.972768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 96d891c0-337e-48ac-9491-a9e34c1dc703 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:46.978481 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80c417-1d3c-4e38-8115-7c12221f5ee5 req-5747b555-facc-4b78-8c90-31e5d766cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:46.980201 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-4c80c417-1d3c-4e38-8115-7c12221f5ee5 req-5747b555-facc-4b78-8c90-31e5d766cae4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16b5e305-d6c5-448f-89a8-37a61e5a4123 HTTP/1.1" status: 200 len: 850 time: 0.0992594 Nov 03 02:24:46.985640 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:46.994701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3feda229-4b07-4b05-8a81-3b7baf327bdf), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.025189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:47.025611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (3feda229-4b07-4b05-8a81-3b7baf327bdf), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.029686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port 3126128b-0fbc-486d-bc0e-3ee0a3aebfe8 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:47.060000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Made reservation on behalf of 9fafa1c9bca941c4836eef2009b88047 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:47.063994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.089664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2613cd70-f4f0-4140-b34e-fb5446169550), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.106329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (4f3c8072-e005-4014-aa71-45241bfc95e3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.109139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ec69864-61fd-4c75-8018-47ef39c2c922 admin admin] Publish callbacks [] for security_group (5395c007-7c10-40dc-bac1-228ec03200a0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.115953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 3feda229-4b07-4b05-8a81-3b7baf327bdf resource provider aggregate not found Nov 03 02:24:47.170711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Attempting to bind port d6aa733a-f729-4ea7-98a1-7169d6990a8e on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:47.170933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Attempting to bind port d6aa733a-f729-4ea7-98a1-7169d6990a8e by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:47.171188 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Attempting to bind port d6aa733a-f729-4ea7-98a1-7169d6990a8e on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:47.214084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:47.221124 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 3feda229-4b07-4b05-8a81-3b7baf327bdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3feda229-4b07-4b05-8a81-3b7baf327bdf found for delete ", "request_id": "req-28427e03-e6f8-40af-9620-6923c38592da"}]} Nov 03 02:24:47.237357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:47.238031 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:47.238582 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.238994 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:47.239502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Bound port: d6aa733a-f729-4ea7-98a1-7169d6990a8e, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:47.239896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d6aa733a-f729-4ea7-98a1-7169d6990a8e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.243969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff0d1b-8660-488e-b445-f23f233ca2bc None None] Pushing event updated for resources: {'Port': ['ID=2613cd70-f4f0-4140-b34e-fb5446169550,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:47.281590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.api [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 02:24:47.281590 dv-neutron-860659-5-hyperv neutron-server[104394]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 02:24:47.281590 dv-neutron-860659-5-hyperv neutron-server[104394]: [parameters: {'id': '83de55a8-86a1-493e-bc44-2e2d431a7a60'}] Nov 03 02:24:47.281590 dv-neutron-860659-5-hyperv neutron-server[104394]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:24:47.282121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG oslo_db.api [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:24:47.285167 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4d4ba5b5-5f4a-4e26-9203-2c3c14dbddc4 req-c1eda293-9066-4b29-929c-099f32d2f527 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3557703 Nov 03 02:24:47.301581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ec69864-61fd-4c75-8018-47ef39c2c922 admin admin] Publish callbacks [] for security_group (5395c007-7c10-40dc-bac1-228ec03200a0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.310779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928466fb-67d5-4a89-a1e4-79bcff0d8f51 None None] Network 83de55a8-86a1-493e-bc44-2e2d431a7a60 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:47.401119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:47.401523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.448947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (4f3c8072-e005-4014-aa71-45241bfc95e3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.463367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] For port 184e7bc9-9f18-49eb-b541-77c4405852ca, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:47.507522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] For port 184e7bc9-9f18-49eb-b541-77c4405852ca, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=184e7bc9-9f18-49eb-b541-77c4405852ca,segment=NetworkSegment(9f8177ba-f3eb-4427-907a-b9fca50f2bb4),segment_id=9f8177ba-f3eb-4427-907a-b9fca50f2bb4)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:47.519409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80c417-1d3c-4e38-8115-7c12221f5ee5 req-cee4737e-e52a-4bbd-b32e-cbcfd0aef1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:47.520779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 7c14390b-1264-427d-90af-b4be9aff7d2d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:47.522164 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-4c80c417-1d3c-4e38-8115-7c12221f5ee5 req-cee4737e-e52a-4bbd-b32e-cbcfd0aef1a7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=72773225-cc76-406f-b827-ff4978dd1a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5342970 Nov 03 02:24:47.528774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=239fb3d1-4b05-48f0-8599-0bd3189d3c1a,segment=NetworkSegment(3b3cce08-9dcc-4635-b735-bbe6380bae45),segment_id=3b3cce08-9dcc-4635-b735-bbe6380bae45)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:47.533178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.533384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:47.537643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] For port d6aa733a-f729-4ea7-98a1-7169d6990a8e, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:47.544840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] For port d6aa733a-f729-4ea7-98a1-7169d6990a8e, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d6aa733a-f729-4ea7-98a1-7169d6990a8e,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:47.549626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.558859 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:47.559419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.579340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d6aa733a-f729-4ea7-98a1-7169d6990a8e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.583843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.621206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=4f3c8072-e005-4014-aa71-45241bfc95e3,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:47.623604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ec69864-61fd-4c75-8018-47ef39c2c922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (5395c007-7c10-40dc-bac1-228ec03200a0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.626253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8ec69864-61fd-4c75-8018-47ef39c2c922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.627377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8ec69864-61fd-4c75-8018-47ef39c2c922 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5395c007-7c10-40dc-bac1-228ec03200a0 HTTP/1.1" status: 204 len: 168 time: 0.8557832 Nov 03 02:24:47.635184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (3126128b-0fbc-486d-bc0e-3ee0a3aebfe8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.635772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.642644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa2ca7-133f-4162-a44a-b5fca7ca5e6d None None] Pushing event updated for resources: {'Port': ['ID=184e7bc9-9f18-49eb-b541-77c4405852ca,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:47.683807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec69864-61fd-4c75-8018-47ef39c2c922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5395c007-7c10-40dc-bac1-228ec03200a0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:47.690275 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router af57f543-4eeb-4fef-89e4-03088c8a7745 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:24:47.714537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f8adaa-4eca-419d-9917-9a5ce8548437 None None] Network 83de55a8-86a1-493e-bc44-2e2d431a7a60 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:47.721924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device af936047-23c0-4463-a08d-7843e745b56c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:47.777314 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 2 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:47.783481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (83de55a8-86a1-493e-bc44-2e2d431a7a60), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.811505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (fa18b6c0-4812-44ea-885a-42ba45354191), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.856029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3126128b-0fbc-486d-bc0e-3ee0a3aebfe8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.877829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:47.877829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:47.953524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:47.961874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (4f3c8072-e005-4014-aa71-45241bfc95e3), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:47.969102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:47.976577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:47.977684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:48.047993 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d16b6efb-9a91-4b36-9c8e-be5841c9be90 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7164814 Nov 03 02:24:48.049419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Subnet': ['ID=fa18b6c0-4812-44ea-885a-42ba45354191,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:48.052283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36598) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:48.065081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:48.088948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:48.113700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=3126128b-0fbc-486d-bc0e-3ee0a3aebfe8,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:48.121380 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-4c80c417-1d3c-4e38-8115-7c12221f5ee5 req-40085d48-e09e-481c-9009-f10a2a6a398e service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032201 Nov 03 02:24:48.125120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:48.130301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:48.130953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:48.140810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:48.186899 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c6cb3d7a-8ed5-4127-88ba-32c39f8fdc4e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/af57f543-4eeb-4fef-89e4-03088c8a7745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6499658 Nov 03 02:24:48.198910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: af936047-23c0-4463-a08d-7843e745b56c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:48.199277 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device af936047-23c0-4463-a08d-7843e745b56c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:48.211336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f467f44-cf88-4096-b09f-e5ebd2dadcc7 None None] Sync routers for ids ['af57f543-4eeb-4fef-89e4-03088c8a7745'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:24:48.252605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Checking segment: {'id': '1614bf78-9492-4c38-be93-2eb0fbdaa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5684a518-1f14-4c22-b8cc-6a55a28dce80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:48.253245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network hostable DHCP agents. Network: 5684a518-1f14-4c22-b8cc-6a55a28dce80, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:48.256912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36600) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:48.370234 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fd21dd48-aa07-426f-b923-a65efae286e1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0764799 Nov 03 02:24:48.377201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:48.379696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36608) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:48.393094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f467f44-cf88-4096-b09f-e5ebd2dadcc7 None None] Routers {'af57f543-4eeb-4fef-89e4-03088c8a7745'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:48.400048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9f467f44-cf88-4096-b09f-e5ebd2dadcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['af57f543-4eeb-4fef-89e4-03088c8a7745'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:48.406594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=239fb3d1-4b05-48f0-8599-0bd3189d3c1a,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:48.427437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be86d6-fe2b-4548-bc51-d2a6d4837132 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:48.451163 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be86d6-fe2b-4548-bc51-d2a6d4837132 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:48.453947 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b2be86d6-fe2b-4548-bc51-d2a6d4837132 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3963280 Nov 03 02:24:48.501972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36612) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:48.590812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9f467f44-cf88-4096-b09f-e5ebd2dadcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:48.596941 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-4c80c417-1d3c-4e38-8115-7c12221f5ee5 req-18c7bc75-a418-4b81-97c3-4bd5dcc064a4 service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028137 Nov 03 02:24:48.612877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f467f44-cf88-4096-b09f-e5ebd2dadcc7 None None] Routers {'af57f543-4eeb-4fef-89e4-03088c8a7745'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:48.618565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9f467f44-cf88-4096-b09f-e5ebd2dadcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['af57f543-4eeb-4fef-89e4-03088c8a7745'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:48.664811 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 184e7bc9-9f18-49eb-b541-77c4405852ca up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:48.681461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9f467f44-cf88-4096-b09f-e5ebd2dadcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:48.682148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f467f44-cf88-4096-b09f-e5ebd2dadcc7 None None] The sync data for ids ['af57f543-4eeb-4fef-89e4-03088c8a7745'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:24:48.696572 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-034253e3-436f-4c0b-a1f3-afdb3c507728 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:48.697161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-034253e3-436f-4c0b-a1f3-afdb3c507728 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:48.718798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a540f2d-89c0-420c-87b1-68bbeb7c435c None None] Pushing event updated for resources: {'Port': ['ID=d6aa733a-f729-4ea7-98a1-7169d6990a8e,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:48.743974 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 184e7bc9-9f18-49eb-b541-77c4405852ca triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:48.744635 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:48.744968 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 184e7bc9-9f18-49eb-b541-77c4405852ca Nov 03 02:24:48.840708 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 184e7bc9-9f18-49eb-b541-77c4405852ca is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:48.841997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:48.843584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-034253e3-436f-4c0b-a1f3-afdb3c507728 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:48.858131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-034253e3-436f-4c0b-a1f3-afdb3c507728 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:48.861386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Deleting port 2613cd70-f4f0-4140-b34e-fb5446169550 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:48.861929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2613cd70-f4f0-4140-b34e-fb5446169550), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:48.878755 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 3 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:48.920382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 184e7bc9-9f18-49eb-b541-77c4405852ca, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=184e7bc9-9f18-49eb-b541-77c4405852ca,segment=NetworkSegment(9f8177ba-f3eb-4427-907a-b9fca50f2bb4),segment_id=9f8177ba-f3eb-4427-907a-b9fca50f2bb4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:48.936330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:48.939835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:48.991761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=184e7bc9-9f18-49eb-b541-77c4405852ca,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:49.027989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b7b7d8-d28b-4065-adf0-8927cb0641ab tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:49.032602 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e1b7b7d8-d28b-4065-adf0-8927cb0641ab tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports/b79ada49-904a-4239-b07d-a81ee5391099 HTTP/1.1" status: 200 len: 910 time: 0.7725942 Nov 03 02:24:49.033605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36624) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:49.042543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network 5684a518-1f14-4c22-b8cc-6a55a28dce80 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:49.074203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 5684a518-1f14-4c22-b8cc-6a55a28dce80) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:49.084312 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3992ec-144a-4d2a-842c-dc6b9d60d27f None None] Network 5684a518-1f14-4c22-b8cc-6a55a28dce80 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:49.141140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-034253e3-436f-4c0b-a1f3-afdb3c507728 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.186888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:49.187765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.245375 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-86a98b28-adb2-4b9f-a64e-efec91cbcd7e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6159267 Nov 03 02:24:49.250028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] For port 2613cd70-f4f0-4140-b34e-fb5446169550, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2613cd70-f4f0-4140-b34e-fb5446169550,segment=NetworkSegment(3feda229-4b07-4b05-8a81-3b7baf327bdf),segment_id=3feda229-4b07-4b05-8a81-3b7baf327bdf)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:49.250406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2613cd70-f4f0-4140-b34e-fb5446169550), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.266460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36628) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:49.274024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034253e3-436f-4c0b-a1f3-afdb3c507728 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:49.284761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'network': {'name': 'tempest-router-network01--835285475'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:49.302356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-5684a518-1f14-4c22-b8cc-6a55a28dce80', 'network_id': '5684a518-1f14-4c22-b8cc-6a55a28dce80', 'project_id': '9fafa1c9bca941c4836eef2009b88047', 'fixed_ips': [{'subnet_id': 'fa18b6c0-4812-44ea-885a-42ba45354191'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:49.303265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.310436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Calling delete_port for 2613cd70-f4f0-4140-b34e-fb5446169550 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:49.322039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830682a-aaa4-441b-8061-6f7c583460bd req-f56b6d6c-6fa8-4bde-aadc-b1bf55f198c9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:49.329013 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2830682a-aaa4-441b-8061-6f7c583460bd req-f56b6d6c-6fa8-4bde-aadc-b1bf55f198c9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.4732776 Nov 03 02:24:49.363777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-034253e3-436f-4c0b-a1f3-afdb3c507728 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.370146 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-034253e3-436f-4c0b-a1f3-afdb3c507728 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8 HTTP/1.1" status: 204 len: 168 time: 0.8603168 Nov 03 02:24:49.372745 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36630) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:49.502166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Made reservation on behalf of 9fafa1c9bca941c4836eef2009b88047 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:49.508921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Allocated IP 2001:db8::2 (5684a518-1f14-4c22-b8cc-6a55a28dce80/fa18b6c0-4812-44ea-885a-42ba45354191/e0fd2903-5536-4af2-823c-eba11bf9b889) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:49.510676 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.589986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750cb5ba-8348-4595-a29d-57797813add8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:49.591262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7a5159bf-5645-4b49-8a05-f53cf3a4be46 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 3126128b-0fbc-486d-bc0e-3ee0a3aebfe8 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:49.591613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a5159bf-5645-4b49-8a05-f53cf3a4be46 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3126128b-0fbc-486d-bc0e-3ee0a3aebfe8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.592222 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750cb5ba-8348-4595-a29d-57797813add8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:49.594520 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-750cb5ba-8348-4595-a29d-57797813add8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2195432 Nov 03 02:24:49.599477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (4f3c8072-e005-4014-aa71-45241bfc95e3), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.599975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36634) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:49.631839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (4f3c8072-e005-4014-aa71-45241bfc95e3), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.633216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.637893 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 4 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:49.641222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6874e65d-aa33-44ac-af57-64d3c9927a35 None None] Network f6bd5139-b8ec-4885-ab2e-5a8546546185 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:49.687782 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2830682a-aaa4-441b-8061-6f7c583460bd req-98d87498-e814-49bf-92bb-31c25211032d tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468139 Nov 03 02:24:49.705412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:49.768983 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef4f01a-a883-4615-81c8-8701fc7d8cad tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet dd52e8f3-d3bb-42a3-a931-a684ffa07a53 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:49.775292 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f01a-a883-4615-81c8-8701fc7d8cad tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (dd52e8f3-d3bb-42a3-a931-a684ffa07a53), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.804688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:49.835907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (2613cd70-f4f0-4140-b34e-fb5446169550), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.841059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (46a240f9-9108-4809-8f1e-53de0ef78957), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.841415 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Added segment 46a240f9-9108-4809-8f1e-53de0ef78957 of type vlan for network e6e5aa66-0f59-4409-8695-b2d3ae820e2c Nov 03 02:24:49.866073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f01a-a883-4615-81c8-8701fc7d8cad tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (dd52e8f3-d3bb-42a3-a931-a684ffa07a53), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.869235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Publish callbacks [] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.876694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a5159bf-5645-4b49-8a05-f53cf3a4be46 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3126128b-0fbc-486d-bc0e-3ee0a3aebfe8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.894128 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:49.935540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7a5159bf-5645-4b49-8a05-f53cf3a4be46 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 3126128b-0fbc-486d-bc0e-3ee0a3aebfe8 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:49.950917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=4f3c8072-e005-4014-aa71-45241bfc95e3,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:49.965345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No DVR routers for this DVR port 2613cd70-f4f0-4140-b34e-fb5446169550 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:49.978927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Network 5684a518-1f14-4c22-b8cc-6a55a28dce80 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:49.985486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:49.995162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:50.009186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Pushing event updated for resources: {'Port': ['ID=e0fd2903-5536-4af2-823c-eba11bf9b889,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:50.045454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-feae6ee2-7b6f-4263-a104-ed4f1b4bd68b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (af57f543-4eeb-4fef-89e4-03088c8a7745), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.056087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Port': ['ID=2613cd70-f4f0-4140-b34e-fb5446169550,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:50.061117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (e6e5aa66-0f59-4409-8695-b2d3ae820e2c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.113337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Attempting to bind port e0fd2903-5536-4af2-823c-eba11bf9b889 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:50.113713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Attempting to bind port e0fd2903-5536-4af2-823c-eba11bf9b889 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '1614bf78-9492-4c38-be93-2eb0fbdaa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5684a518-1f14-4c22-b8cc-6a55a28dce80'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:50.114090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Attempting to bind port e0fd2903-5536-4af2-823c-eba11bf9b889 on network 5684a518-1f14-4c22-b8cc-6a55a28dce80 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:50.135446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:50.135841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Checking segment: {'id': '1614bf78-9492-4c38-be93-2eb0fbdaa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5684a518-1f14-4c22-b8cc-6a55a28dce80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:50.136254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.136738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Bound using segment: {'id': '1614bf78-9492-4c38-be93-2eb0fbdaa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5684a518-1f14-4c22-b8cc-6a55a28dce80'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:50.137237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Bound port: e0fd2903-5536-4af2-823c-eba11bf9b889, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1614bf78-9492-4c38-be93-2eb0fbdaa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5684a518-1f14-4c22-b8cc-6a55a28dce80'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:50.137629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.182805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f01a-a883-4615-81c8-8701fc7d8cad tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (dd52e8f3-d3bb-42a3-a931-a684ffa07a53), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.245047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 7c14390b-1264-427d-90af-b4be9aff7d2d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:50.257254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36646) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:50.265969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] For port e0fd2903-5536-4af2-823c-eba11bf9b889, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:50.269747 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] For port e0fd2903-5536-4af2-823c-eba11bf9b889, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e0fd2903-5536-4af2-823c-eba11bf9b889,segment=NetworkSegment(1614bf78-9492-4c38-be93-2eb0fbdaa47e),segment_id=1614bf78-9492-4c38-be93-2eb0fbdaa47e)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:50.273356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:50.282354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.313042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (83de55a8-86a1-493e-bc44-2e2d431a7a60), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.320356 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 5 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:50.432175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456808e-cf24-4744-bae4-7d3323ec2d39 None None] Pushing event updated for resources: {'Port': ['ID=e0fd2903-5536-4af2-823c-eba11bf9b889,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:50.446278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:50.474574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f01a-a883-4615-81c8-8701fc7d8cad tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (dd52e8f3-d3bb-42a3-a931-a684ffa07a53), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.494711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83de55a8-86a1-493e-bc44-2e2d431a7a60']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:50.498328 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (e6e5aa66-0f59-4409-8695-b2d3ae820e2c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.513931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:50.514608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.576462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4f01a-a883-4615-81c8-8701fc7d8cad tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=dd52e8f3-d3bb-42a3-a931-a684ffa07a53,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:50.581903 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f01a-a883-4615-81c8-8701fc7d8cad tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.585490 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7ef4f01a-a883-4615-81c8-8701fc7d8cad tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/dd52e8f3-d3bb-42a3-a931-a684ffa07a53 HTTP/1.1" status: 204 len: 168 time: 0.9836049 Nov 03 02:24:50.588268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36650) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:50.621344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04070ecc-f9a3-4ffb-a224-e6e9bf2ae701 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:50.651016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 239fb3d1-4b05-48f0-8599-0bd3189d3c1a up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:50.670588 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-576279a0-4169-4fdf-9e2e-e208ee260314 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810935 Nov 03 02:24:50.676547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'network': {'name': 'tempest-network-smoke--218124830', 'project_id': '313880603e634d3084046ce40393537e', 'port_security_enabled': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:50.683317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36652) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:50.699112 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0c37d1b4-9478-4515-8be7-5838e5f87de7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:50.726575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3feda229-4b07-4b05-8a81-3b7baf327bdf') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:50.726792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3feda229-4b07-4b05-8a81-3b7baf327bdf') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:50.804308 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (3feda229-4b07-4b05-8a81-3b7baf327bdf), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.817461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a5159bf-5645-4b49-8a05-f53cf3a4be46 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3126128b-0fbc-486d-bc0e-3ee0a3aebfe8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.828860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5589125 Nov 03 02:24:50.831385 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36656) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:50.856834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:50.857854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.858199 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a Nov 03 02:24:50.860232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'network': {'name': 'tempest-router-network02--1792379334'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:50.891930 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:50.901604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.917921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.926132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3feda229-4b07-4b05-8a81-3b7baf327bdf), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.938429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2e975-18b2-4ddf-8c2d-71032b583300 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Network': ['ID=e6e5aa66-0f59-4409-8695-b2d3ae820e2c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:50.946607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5159bf-5645-4b49-8a05-f53cf3a4be46 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=3126128b-0fbc-486d-bc0e-3ee0a3aebfe8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:50.949846 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 6 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:50.967960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network e6e5aa66-0f59-4409-8695-b2d3ae820e2c details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:50.980895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7a5159bf-5645-4b49-8a05-f53cf3a4be46 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:50.990212 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7a5159bf-5645-4b49-8a05-f53cf3a4be46 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/3126128b-0fbc-486d-bc0e-3ee0a3aebfe8 HTTP/1.1" status: 204 len: 168 time: 2.1409690 Nov 03 02:24:50.992807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36658) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:50.994765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:24:50.995481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (3feda229-4b07-4b05-8a81-3b7baf327bdf), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.006723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'mac_address': 'fa:16:3e:58:84:0a', 'name': 'tempest-PortsTestJSON-717602719'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:51.013362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4de562-3d5a-4732-a091-69d534acb2f0 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:24:51.043020 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:51.044147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d6aa733a-f729-4ea7-98a1-7169d6990a8e up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:51.084710 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-feae6ee2-7b6f-4263-a104-ed4f1b4bd68b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port b79ada49-904a-4239-b07d-a81ee5391099 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:51.086067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-feae6ee2-7b6f-4263-a104-ed4f1b4bd68b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b79ada49-904a-4239-b07d-a81ee5391099), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.091790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (83de55a8-86a1-493e-bc44-2e2d431a7a60), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.115858 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:51.124289 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c37d1b4-9478-4515-8be7-5838e5f87de7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:51.124473 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 3feda229-4b07-4b05-8a81-3b7baf327bdf resource provider aggregate not found Nov 03 02:24:51.128034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c37d1b4-9478-4515-8be7-5838e5f87de7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.128737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.134372 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/83de55a8-86a1-493e-bc44-2e2d431a7a60 HTTP/1.1" status: 204 len: 168 time: 6.9397635 Nov 03 02:24:51.135964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86ab2d-d214-40e5-9302-e73d27f405c0 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Network': ['ID=83de55a8-86a1-493e-bc44-2e2d431a7a60,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:51.143544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36664) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:51.157437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Made reservation on behalf of 9fafa1c9bca941c4836eef2009b88047 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:51.162288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d6aa733a-f729-4ea7-98a1-7169d6990a8e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:51.162771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d6aa733a-f729-4ea7-98a1-7169d6990a8e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.163010 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d6aa733a-f729-4ea7-98a1-7169d6990a8e Nov 03 02:24:51.166693 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.202116 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 3feda229-4b07-4b05-8a81-3b7baf327bdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3feda229-4b07-4b05-8a81-3b7baf327bdf found for delete ", "request_id": "req-977b9f66-2732-4b54-ad6f-af34ffa65090"}]} Nov 03 02:24:51.207525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0e4de562-3d5a-4732-a091-69d534acb2f0 None None] Deleting port d6aa733a-f729-4ea7-98a1-7169d6990a8e {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:51.208167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0e4de562-3d5a-4732-a091-69d534acb2f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d6aa733a-f729-4ea7-98a1-7169d6990a8e), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.235055 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-858a7502-13c5-48eb-9ea7-5093d76ae7f4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:24:51.235382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858a7502-13c5-48eb-9ea7-5093d76ae7f4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:24:51.242378 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-858a7502-13c5-48eb-9ea7-5093d76ae7f4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/83de55a8-86a1-493e-bc44-2e2d431a7a60 HTTP/1.1" status: 404 len: 339 time: 0.0631218 Nov 03 02:24:51.248434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36666) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:51.254156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1332884205', 'description': 'd1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:51.259383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:51.271110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e7fcc-f2eb-4933-841e-59ec58b55e5c req-42e7cfd1-d946-4e01-a037-bb3e0c893a3f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:51.272804 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0b3e7fcc-f2eb-4933-841e-59ec58b55e5c req-42e7cfd1-d946-4e01-a037-bb3e0c893a3f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.4198632 Nov 03 02:24:51.294278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 87fc4bb4-06bf-470c-b11e-4b1d714f8dbd is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:24:51.308400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3d294d10-4839-4393-b695-5c5282d57f0b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.308684 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Added segment 3d294d10-4839-4393-b695-5c5282d57f0b of type vlan for network 934857c6-e604-4655-b2cd-df82b1edfa87 Nov 03 02:24:51.328355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:51.331724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.335756 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-feae6ee2-7b6f-4263-a104-ed4f1b4bd68b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b79ada49-904a-4239-b07d-a81ee5391099), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.336536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d6aa733a-f729-4ea7-98a1-7169d6990a8e is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:51.337175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d6aa733a-f729-4ea7-98a1-7169d6990a8e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.343816 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:51.357172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0e4de562-3d5a-4732-a091-69d534acb2f0 None None] For port d6aa733a-f729-4ea7-98a1-7169d6990a8e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d6aa733a-f729-4ea7-98a1-7169d6990a8e,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:51.357716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0e4de562-3d5a-4732-a091-69d534acb2f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d6aa733a-f729-4ea7-98a1-7169d6990a8e), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.367136 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (1f263706-ac83-4656-b695-29dca00471d2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.431337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1f263706-ac83-4656-b695-29dca00471d2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.436581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-feae6ee2-7b6f-4263-a104-ed4f1b4bd68b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for b79ada49-904a-4239-b07d-a81ee5391099 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:51.436961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (934857c6-e604-4655-b2cd-df82b1edfa87), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.491693 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0b3e7fcc-f2eb-4933-841e-59ec58b55e5c req-2817828c-4091-4238-b4e6-4ddd36e6aeea tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095187 Nov 03 02:24:51.509514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:51.519684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:51.521888 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f263706-ac83-4656-b695-29dca00471d2,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:51.541685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:51.551468 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-79118df3-9452-436d-ac8c-3bada2c86fc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/87fc4bb4-06bf-470c-b11e-4b1d714f8dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2159426 Nov 03 02:24:51.552845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9ac1e874-607f-493c-b9de-71bf839fde5c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.553201 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Added segment 9ac1e874-607f-493c-b9de-71bf839fde5c of type vlan for network aad411f6-cc79-44f9-ab0f-c83752e1d831 Nov 03 02:24:51.554652 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f7925-e2c8-4c82-b623-776c6089ee0b None None] Sync routers for ids ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:24:51.555349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36668) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:51.572984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (934857c6-e604-4655-b2cd-df82b1edfa87), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.575431 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f7925-e2c8-4c82-b623-776c6089ee0b None None] Routers {'87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:51.576154 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bf6f7925-e2c8-4c82-b623-776c6089ee0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:51.582148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:51.583360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.631206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a24657f6-1138-426e-a78b-aebd0dcb8f1d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.631555 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Added segment a24657f6-1138-426e-a78b-aebd0dcb8f1d of type vlan for network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 Nov 03 02:24:51.634885 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.642548 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bf6f7925-e2c8-4c82-b623-776c6089ee0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:51.643440 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 7 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:51.655122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0e4de562-3d5a-4732-a091-69d534acb2f0 None None] Calling delete_port for d6aa733a-f729-4ea7-98a1-7169d6990a8e owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:51.663558 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f7925-e2c8-4c82-b623-776c6089ee0b None None] Routers {'87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:51.664579 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bf6f7925-e2c8-4c82-b623-776c6089ee0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:51.669376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port 469b01b8-5a48-4ee2-9a40-19297f210455 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:51.724179 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8807065 Nov 03 02:24:51.725194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36670) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:51.735091 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bf6f7925-e2c8-4c82-b623-776c6089ee0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:51.735949 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f7925-e2c8-4c82-b623-776c6089ee0b None None] The sync data for ids ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:24:51.766664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:51.768146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port d6aa733a-f729-4ea7-98a1-7169d6990a8e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d6aa733a-f729-4ea7-98a1-7169d6990a8e,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:51.771991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'subnet': {'network_id': 'e6e5aa66-0f59-4409-8695-b2d3ae820e2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:51.774991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d6aa733a-f729-4ea7-98a1-7169d6990a8e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.775828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 184e7bc9-9f18-49eb-b541-77c4405852ca up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:51.835568 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (134b86e3-5ab7-4a22-b59f-e8d4cb120a43), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.881019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=d6aa733a-f729-4ea7-98a1-7169d6990a8e,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:51.891138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (aad411f6-cc79-44f9-ab0f-c83752e1d831), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.896983 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0e4de562-3d5a-4732-a091-69d534acb2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (d6aa733a-f729-4ea7-98a1-7169d6990a8e), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.912468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996e00b-2b81-41e8-8f02-eff6a1886087 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:51.914157 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7996e00b-2b81-41e8-8f02-eff6a1886087 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports/4f3c8072-e005-4014-aa71-45241bfc95e3 HTTP/1.1" status: 200 len: 911 time: 0.3577583 Nov 03 02:24:51.917644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4de562-3d5a-4732-a091-69d534acb2f0 None None] No DVR routers for this DVR port d6aa733a-f729-4ea7-98a1-7169d6990a8e on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:24:51.920677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36672) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:51.936374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c47c8-3aa4-48fd-a8d2-82f683650c83 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Network': ['ID=934857c6-e604-4655-b2cd-df82b1edfa87,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:51.955582 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 934857c6-e604-4655-b2cd-df82b1edfa87 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:51.968062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (aad411f6-cc79-44f9-ab0f-c83752e1d831), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.972551 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4de562-3d5a-4732-a091-69d534acb2f0 None None] Pushing event deleted for resources: {'Port': ['ID=d6aa733a-f729-4ea7-98a1-7169d6990a8e,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:51.974979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:51.976630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.981075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Made reservation on behalf of 9fafa1c9bca941c4836eef2009b88047 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:51.982017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 184e7bc9-9f18-49eb-b541-77c4405852ca triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:51.982494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:51.982922 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 184e7bc9-9f18-49eb-b541-77c4405852ca Nov 03 02:24:51.984785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793aafae-ea11-4374-9199-995e7be6ff7d None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:24:51.984907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.106235 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8558595 Nov 03 02:24:52.116100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36674) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:52.138253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ae0ea-6291-4f7e-b3bb-269cf4382700 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=aad411f6-cc79-44f9-ab0f-c83752e1d831,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:52.151072 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network aad411f6-cc79-44f9-ab0f-c83752e1d831 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:52.246046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416b0683-edd2-4a9a-90b7-648d2eef7f79 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:52.250744 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-416b0683-edd2-4a9a-90b7-648d2eef7f79 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/networks?id=aad411f6-cc79-44f9-ab0f-c83752e1d831 HTTP/1.1" status: 200 len: 765 time: 0.1304522 Nov 03 02:24:52.250967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36676) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:52.260152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-66528b83-6f3b-4982-baa3-c42fece03a9e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'description': 'd2'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:52.273657 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 8 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:52.281432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 184e7bc9-9f18-49eb-b541-77c4405852ca is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:52.340333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:52.346579 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793aafae-ea11-4374-9199-995e7be6ff7d None None] Resources bound (agent type, host, resource id): {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:24:52.359137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (134b86e3-5ab7-4a22-b59f-e8d4cb120a43), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.364876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:52.364876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.435978 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (469b01b8-5a48-4ee2-9a40-19297f210455), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.487530 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2266879 Nov 03 02:24:52.494889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e0fd2903-5536-4af2-823c-eba11bf9b889 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:52.495089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36678) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:52.499509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-628301479', 'admin_state_up': True, 'project_id': '313880603e634d3084046ce40393537e', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:52.524199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (3f154a06-acca-4979-81a3-a468806ba5ba), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.541600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03b2cb-b51f-4ca9-93e2-e083754ea572 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Network': ['ID=134b86e3-5ab7-4a22-b59f-e8d4cb120a43,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:52.576234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:52.660401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (385c9d11-ad0b-4b94-aef4-e2f362f52395), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.662031 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (385c9d11-ad0b-4b94-aef4-e2f362f52395), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.673493 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-0c37d1b4-9478-4515-8be7-5838e5f87de7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:24:52.673729 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e0fd2903-5536-4af2-823c-eba11bf9b889 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:52.673920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.674223 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e0fd2903-5536-4af2-823c-eba11bf9b889 Nov 03 02:24:52.679554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c37d1b4-9478-4515-8be7-5838e5f87de7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (90b271df-a8e1-4e24-bb55-9c8f5ac10240), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.685220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (469b01b8-5a48-4ee2-9a40-19297f210455), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.721580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-feae6ee2-7b6f-4263-a104-ed4f1b4bd68b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (b79ada49-904a-4239-b07d-a81ee5391099), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.744695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': '90b271df-a8e1-4e24-bb55-9c8f5ac10240'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:52.745914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.746602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66528b83-6f3b-4982-baa3-c42fece03a9e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (aad411f6-cc79-44f9-ab0f-c83752e1d831), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.766271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Subnet': ['ID=3f154a06-acca-4979-81a3-a468806ba5ba,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:52.785837 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37d1b4-9478-4515-8be7-5838e5f87de7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:52.811999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66528b83-6f3b-4982-baa3-c42fece03a9e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (aad411f6-cc79-44f9-ab0f-c83752e1d831), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.823765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (385c9d11-ad0b-4b94-aef4-e2f362f52395), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.831401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-0c37d1b4-9478-4515-8be7-5838e5f87de7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:52.842635 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 9 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:52.849321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:52.851553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c37d1b4-9478-4515-8be7-5838e5f87de7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:52.851553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c37d1b4-9478-4515-8be7-5838e5f87de7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.870705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66528b83-6f3b-4982-baa3-c42fece03a9e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network aad411f6-cc79-44f9-ab0f-c83752e1d831 is not hosted by any dhcp agent {{(pid=104394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 02:24:52.875632 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66528b83-6f3b-4982-baa3-c42fece03a9e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:52.876393 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66528b83-6f3b-4982-baa3-c42fece03a9e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.880600 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-66528b83-6f3b-4982-baa3-c42fece03a9e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "PUT /v2.0/networks/aad411f6-cc79-44f9-ab0f-c83752e1d831 HTTP/1.1" status: 200 len: 762 time: 0.6258416 Nov 03 02:24:52.884050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Checking segment: {'id': '46a240f9-9108-4809-8f1e-53de0ef78957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e6e5aa66-0f59-4409-8695-b2d3ae820e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:52.884514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network hostable DHCP agents. Network: e6e5aa66-0f59-4409-8695-b2d3ae820e2c, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:52.889764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36682) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:52.896906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517f693-14bd-4a5f-a5a3-a61044caf65f req-29be2403-2578-4c3b-90b3-d171ab4f1cfb tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:52.899396 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2517f693-14bd-4a5f-a5a3-a61044caf65f req-29be2403-2578-4c3b-90b3-d171ab4f1cfb tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2964056 Nov 03 02:24:52.899827 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37d1b4-9478-4515-8be7-5838e5f87de7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=90b271df-a8e1-4e24-bb55-9c8f5ac10240,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:52.909394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:52.911408 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=469b01b8-5a48-4ee2-9a40-19297f210455,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:52.913424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:52.919035 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:52.919301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.940867 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:52.951707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e0fd2903-5536-4af2-823c-eba11bf9b889 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:52.952116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:52.988987 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0c37d1b4-9478-4515-8be7-5838e5f87de7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3044512 Nov 03 02:24:52.989958 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae6ee2-7b6f-4263-a104-ed4f1b4bd68b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=b79ada49-904a-4239-b07d-a81ee5391099,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:52.991851 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36684) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:53.009774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:5b:50:c8', 'name': 'tempest-NetworksTestDHCPv6-830878872'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:53.026585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port e0fd2903-5536-4af2-823c-eba11bf9b889, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e0fd2903-5536-4af2-823c-eba11bf9b889,segment=NetworkSegment(1614bf78-9492-4c38-be93-2eb0fbdaa47e),segment_id=1614bf78-9492-4c38-be93-2eb0fbdaa47e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:53.030237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Allocated IP 2001:db8::f816:3eff:fe7b:2486 (45083813-f1f1-4019-a736-ce483eb72093/90b271df-a8e1-4e24-bb55-9c8f5ac10240/2ad3c14a-7d08-44f7-b5cd-9016eef766c6) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:53.033528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.039319 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d5f88d89-af27-4466-8bce-a967ffba922c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0434172 Nov 03 02:24:53.065787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36686) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:53.096596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66528b83-6f3b-4982-baa3-c42fece03a9e tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=aad411f6-cc79-44f9-ab0f-c83752e1d831,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:53.129884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network aad411f6-cc79-44f9-ab0f-c83752e1d831 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:53.173973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network e6e5aa66-0f59-4409-8695-b2d3ae820e2c is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:53.183230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d6aa733a-f729-4ea7-98a1-7169d6990a8e no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:24:53.209008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=e0fd2903-5536-4af2-823c-eba11bf9b889,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:53.219875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: d6aa733a-f729-4ea7-98a1-7169d6990a8e {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:24:53.220517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d6aa733a-f729-4ea7-98a1-7169d6990a8e not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:24:53.220827 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f282c8d-3d5c-4eb0-b3c9-93944266d3c8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:53.225322 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7f282c8d-3d5c-4eb0-b3c9-93944266d3c8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/469b01b8-5a48-4ee2-9a40-19297f210455 HTTP/1.1" status: 200 len: 840 time: 0.1591377 Nov 03 02:24:53.227655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c85e45d-c881-4d2e-84dd-1ef1830ffadf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:53.234678 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8c85e45d-c881-4d2e-84dd-1ef1830ffadf tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/networks?id=aad411f6-cc79-44f9-ab0f-c83752e1d831 HTTP/1.1" status: 200 len: 765 time: 0.3289275 Nov 03 02:24:53.234678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36688) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:53.234993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36690) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:53.247124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (385c9d11-ad0b-4b94-aef4-e2f362f52395), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.304702 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2517f693-14bd-4a5f-a5a3-a61044caf65f req-e3e16ac7-33af-4918-ae22-646f83f54b18 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3256841 Nov 03 02:24:53.304702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, e6e5aa66-0f59-4409-8695-b2d3ae820e2c) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:53.337530 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:53.338391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.344076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Publish callbacks [] for port (2ad3c14a-7d08-44f7-b5cd-9016eef766c6), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.351228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (2ad3c14a-7d08-44f7-b5cd-9016eef766c6), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.391814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:53.395902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:53.398042 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-feae6ee2-7b6f-4263-a104-ed4f1b4bd68b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (af57f543-4eeb-4fef-89e4-03088c8a7745), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.402732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:53.420384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Pushing event updated for resources: {'Port': ['ID=2ad3c14a-7d08-44f7-b5cd-9016eef766c6,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:53.420655 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-63e06707-b5d5-45c8-b520-81d506b593a4 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6533041 Nov 03 02:24:53.429328 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36694) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:53.434963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'subnet': {'network_id': '934857c6-e604-4655-b2cd-df82b1edfa87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:53.449019 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 10 to provision port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 Nov 03 02:24:53.519036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:53.523525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Could not find standard attr ID for object b79ada49-904a-4239-b07d-a81ee5391099. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:53.525483 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Attempting to bind port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:53.526075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Attempting to bind port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:53.526657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Attempting to bind port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:53.533494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Could not find standard attr ID for object b0ccd50e-7271-4e31-b511-9ef57010e630. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:53.536696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:53.537182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:53.537656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.538120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:53.539547 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Bound port: 2ad3c14a-7d08-44f7-b5cd-9016eef766c6, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:53.540792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2ad3c14a-7d08-44f7-b5cd-9016eef766c6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.579935 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Provisioning complete for port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:53.580314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.580682 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 1 to provision port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff Nov 03 02:24:53.598038 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.607031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:53.646522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] For port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:53.651719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] For port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2ad3c14a-7d08-44f7-b5cd-9016eef766c6,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:53.660320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2ad3c14a-7d08-44f7-b5cd-9016eef766c6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.707298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99487f24-f8c8-4054-b83c-87b99c47ee65 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:53.708982 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-99487f24-f8c8-4054-b83c-87b99c47ee65 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4739749 Nov 03 02:24:53.716834 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36698) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:53.730295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Current status of the port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:53.752312 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b291b1-dda9-468a-be44-3168388f7533 None None] Pushing event updated for resources: {'Port': ['ID=2ad3c14a-7d08-44f7-b5cd-9016eef766c6,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:53.758630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Provisioning complete for port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:53.759013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.759360 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 1 to provision port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a Nov 03 02:24:53.845821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Current status of the port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:53.857595 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Provisioning complete for port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:53.857986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:53.858336 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Attempt 1 to provision port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b Nov 03 02:24:53.969410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Current status of the port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:53.973679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c090baae-7d35-492f-ae72-516404e76e70 None None] Could not find standard attr ID for object af936047-23c0-4463-a08d-7843e745b56c. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:54.083413 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-13a3635e-e1f6-4426-8819-6e2434292e04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 469b01b8-5a48-4ee2-9a40-19297f210455 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:54.083931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-13a3635e-e1f6-4426-8819-6e2434292e04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (469b01b8-5a48-4ee2-9a40-19297f210455), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.086128 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Could not find standard attr ID for object b79ada49-904a-4239-b07d-a81ee5391099. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:24:54.105260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Provisioning complete for port 4f3c8072-e005-4014-aa71-45241bfc95e3 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:54.105668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4f3c8072-e005-4014-aa71-45241bfc95e3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.106047 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 1 to provision port 4f3c8072-e005-4014-aa71-45241bfc95e3 Nov 03 02:24:54.139962 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-410aac8f-1196-4ddc-a27c-8b70739aa2b8 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 207 time: 0.4167204 Nov 03 02:24:54.148355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36700) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:54.158890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Port 4f3c8072-e005-4014-aa71-45241bfc95e3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:54.195804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-13a3635e-e1f6-4426-8819-6e2434292e04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (469b01b8-5a48-4ee2-9a40-19297f210455), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.205539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d87d6-4843-4ca5-9625-7cb6a9dbb6c4 req-431ee16c-9ae5-4524-8872-657a55bfbe2a tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:54.207086 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b31d87d6-4843-4ca5-9625-7cb6a9dbb6c4 req-431ee16c-9ae5-4524-8872-657a55bfbe2a tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2145324 Nov 03 02:24:54.218938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Made reservation on behalf of 9fafa1c9bca941c4836eef2009b88047 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:54.222236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.240202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-13a3635e-e1f6-4426-8819-6e2434292e04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 469b01b8-5a48-4ee2-9a40-19297f210455 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:54.311157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.323968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8436d-a8e6-4316-86cd-4a7f5ccb04b4 req-e3eb505d-b9ca-4283-8847-b8fd35645f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:54.325565 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3e8436d-a8e6-4316-86cd-4a7f5ccb04b4 req-e3eb505d-b9ca-4283-8847-b8fd35645f52 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=110b6deb445a4d5f9083ed8d5b5e206b&device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 1129 time: 0.7195840 Nov 03 02:24:54.437826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 02ec8cab-de6c-4e1e-8a81-55ec045e59a8 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:54.465983 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b31d87d6-4843-4ca5-9625-7cb6a9dbb6c4 req-089053b4-f4df-4dda-91f2-dd10b58cc565 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517090 Nov 03 02:24:54.520246 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (385c9d11-ad0b-4b94-aef4-e2f362f52395), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.553494 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feae6ee2-7b6f-4263-a104-ed4f1b4bd68b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router af57f543-4eeb-4fef-89e4-03088c8a7745 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:24:54.563342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.570610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:54.607617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85ff4b-7139-4538-9184-85a83a4f619d tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:54.613413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85ff4b-7139-4538-9184-85a83a4f619d tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:54.620593 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85ff4b-7139-4538-9184-85a83a4f619d tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:54.628251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85ff4b-7139-4538-9184-85a83a4f619d tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:54.635634 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85ff4b-7139-4538-9184-85a83a4f619d tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:54.641000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85ff4b-7139-4538-9184-85a83a4f619d tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:54.644602 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8d85ff4b-7139-4538-9184-85a83a4f619d tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4618983 Nov 03 02:24:54.650395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:54.650913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2ad3c14a-7d08-44f7-b5cd-9016eef766c6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.651364 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 Nov 03 02:24:54.658197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36702) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:54.673656 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 2 to provision port 4f3c8072-e005-4014-aa71-45241bfc95e3 Nov 03 02:24:54.701352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-13a3635e-e1f6-4426-8819-6e2434292e04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (469b01b8-5a48-4ee2-9a40-19297f210455), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.721337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Port 4f3c8072-e005-4014-aa71-45241bfc95e3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:54.744766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-13a3635e-e1f6-4426-8819-6e2434292e04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.748374 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-13a3635e-e1f6-4426-8819-6e2434292e04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/469b01b8-5a48-4ee2-9a40-19297f210455 HTTP/1.1" status: 204 len: 168 time: 1.5112357 Nov 03 02:24:54.754363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3635e-e1f6-4426-8819-6e2434292e04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=469b01b8-5a48-4ee2-9a40-19297f210455,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:54.757173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36704) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:54.774578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:54.775374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2ad3c14a-7d08-44f7-b5cd-9016eef766c6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.829405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2ad3c14a-7d08-44f7-b5cd-9016eef766c6,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:54.837975 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2ad3c14a-7d08-44f7-b5cd-9016eef766c6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.839206 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e0fd2903-5536-4af2-823c-eba11bf9b889 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:54.841052 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-95dd58d2-5733-4bb5-ae4e-2e47936e08ca tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:24:54.843678 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-95dd58d2-5733-4bb5-ae4e-2e47936e08ca tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/469b01b8-5a48-4ee2-9a40-19297f210455 HTTP/1.1" status: 404 len: 333 time: 0.0811605 Nov 03 02:24:54.847689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36706) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:54.853227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'name': 'tempest-PortsTestJSON-2044170694'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:54.945192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (f80f7858-b4e1-428f-9476-14a895cf007a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.947554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.195 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/e13a73c5-d186-446a-a228-2a1a6dda8c04) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:54.950395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=2ad3c14a-7d08-44f7-b5cd-9016eef766c6,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:54.961640 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e0fd2903-5536-4af2-823c-eba11bf9b889 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:54.962540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:54.962540 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e0fd2903-5536-4af2-823c-eba11bf9b889 Nov 03 02:24:55.002485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8abdfb1-c2a4-409b-b750-c8b6e7085bc3 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:24:55.031513 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8436d-a8e6-4316-86cd-4a7f5ccb04b4 req-f28b326c-4280-487f-b9f9-72d4e3b7e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.033038 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3e8436d-a8e6-4316-86cd-4a7f5ccb04b4 req-f28b326c-4280-487f-b9f9-72d4e3b7e378 service neutron] 10.222.0.27 "GET /v2.0/networks?id=72773225-cc76-406f-b827-ff4978dd1a2a HTTP/1.1" status: 200 len: 912 time: 0.6903226 Nov 03 02:24:55.082041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::f816:3eff:fe5b:50c8 (45083813-f1f1-4019-a736-ce483eb72093/90b271df-a8e1-4e24-bb55-9c8f5ac10240/02ec8cab-de6c-4e1e-8a81-55ec045e59a8) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:55.083080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Subnet': ['ID=f80f7858-b4e1-428f-9476-14a895cf007a,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:55.108821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:55.112181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.138995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Checking segment: {'id': '3d294d10-4839-4393-b695-5c5282d57f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '934857c6-e604-4655-b2cd-df82b1edfa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:55.139513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network hostable DHCP agents. Network: 934857c6-e604-4655-b2cd-df82b1edfa87, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:55.140144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feae6ee2-7b6f-4263-a104-ed4f1b4bd68b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:55.150172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port 9b3d5ff5-8d05-4f1d-b305-ea6216891318 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:24:55.164768 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-feae6ee2-7b6f-4263-a104-ed4f1b4bd68b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/af57f543-4eeb-4fef-89e4-03088c8a7745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1298654 Nov 03 02:24:55.169722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Allocated IP 2001:db8:1::1 (f6bd5139-b8ec-4885-ab2e-5a8546546185/e930f1c0-b01e-412e-8d58-80202168f65c/0fae3029-987f-4e15-ba48-588e3b1eaefe) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:55.169924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36708) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:55.222214 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3e8436d-a8e6-4316-86cd-4a7f5ccb04b4 req-76d61e62-9bd3-4553-85be-e365a598c9cf service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cc0d28-dce5-4bd2-b165-593fd389c895 HTTP/1.1" status: 200 len: 1001 time: 0.1750438 Nov 03 02:24:55.243409 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8826aaab-1987-4439-a0f9-dd2ea0a98a29 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5839558 Nov 03 02:24:55.251538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36710) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:55.270056 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 3 to provision port 4f3c8072-e005-4014-aa71-45241bfc95e3 Nov 03 02:24:55.281824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b0b51-24cf-45df-8467-3988f198a712 None None] Sync routers for ids ['af57f543-4eeb-4fef-89e4-03088c8a7745'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:24:55.317464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.318927 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network 934857c6-e604-4655-b2cd-df82b1edfa87 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:55.360193 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Port 4f3c8072-e005-4014-aa71-45241bfc95e3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:55.361849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e0fd2903-5536-4af2-823c-eba11bf9b889 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:55.367754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b0b51-24cf-45df-8467-3988f198a712 None None] Routers {'af57f543-4eeb-4fef-89e4-03088c8a7745'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:55.368597 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b78b0b51-24cf-45df-8467-3988f198a712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['af57f543-4eeb-4fef-89e4-03088c8a7745'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:55.371949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 934857c6-e604-4655-b2cd-df82b1edfa87) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:55.376228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.377463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.413408 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b78b0b51-24cf-45df-8467-3988f198a712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:55.447302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b0b51-24cf-45df-8467-3988f198a712 None None] Routers {'af57f543-4eeb-4fef-89e4-03088c8a7745'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:55.447780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b78b0b51-24cf-45df-8467-3988f198a712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['af57f543-4eeb-4fef-89e4-03088c8a7745'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:55.455418 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8436d-a8e6-4316-86cd-4a7f5ccb04b4 req-0031f827-06d0-4da2-85d1-00710ce0bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.456951 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3e8436d-a8e6-4316-86cd-4a7f5ccb04b4 req-0031f827-06d0-4da2-85d1-00710ce0bee9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16b5e305-d6c5-448f-89a8-37a61e5a4123 HTTP/1.1" status: 200 len: 850 time: 0.2083704 Nov 03 02:24:55.481578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb2f3f-9404-4cd7-89af-f5cd6c6794a8 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.483197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb2f3f-9404-4cd7-89af-f5cd6c6794a8 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.484780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb2f3f-9404-4cd7-89af-f5cd6c6794a8 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.486257 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb2f3f-9404-4cd7-89af-f5cd6c6794a8 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.487655 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb2f3f-9404-4cd7-89af-f5cd6c6794a8 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.489288 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b5fb2f3f-9404-4cd7-89af-f5cd6c6794a8 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2253230 Nov 03 02:24:55.499914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b78b0b51-24cf-45df-8467-3988f198a712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:55.499914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b0b51-24cf-45df-8467-3988f198a712 None None] The sync data for ids ['af57f543-4eeb-4fef-89e4-03088c8a7745'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:24:55.508788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36712) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:55.525609 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9af0833e-84c9-405e-aee2-799cc5453286 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0915270 Nov 03 02:24:55.531117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36716) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:55.543507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.606551 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (0fae3029-987f-4e15-ba48-588e3b1eaefe), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.645055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abdfb1-c2a4-409b-b750-c8b6e7085bc3 None None] Unable to find a vacant binding_index for network 934857c6-e604-4655-b2cd-df82b1edfa87 and agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c {{(pid=104395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 03 02:24:55.654565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abdfb1-c2a4-409b-b750-c8b6e7085bc3 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 934857c6-e604-4655-b2cd-df82b1edfa87) {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:24:55.666462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (02ec8cab-de6c-4e1e-8a81-55ec045e59a8), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.673943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf2220-4ee0-430f-a0d1-b9b515c4df63 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.675178 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf2220-4ee0-430f-a0d1-b9b515c4df63 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.676390 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf2220-4ee0-430f-a0d1-b9b515c4df63 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.677703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf2220-4ee0-430f-a0d1-b9b515c4df63 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.679693 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf2220-4ee0-430f-a0d1-b9b515c4df63 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.686354 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-feaf2220-4ee0-430f-a0d1-b9b515c4df63 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1687272 Nov 03 02:24:55.686554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36718) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:55.700331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (9b3d5ff5-8d05-4f1d-b305-ea6216891318), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.702377 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8436d-a8e6-4316-86cd-4a7f5ccb04b4 req-cb3eec10-087a-49d5-8dd7-f5be6c19f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.703881 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3e8436d-a8e6-4316-86cd-4a7f5ccb04b4 req-cb3eec10-087a-49d5-8dd7-f5be6c19f9a8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=72773225-cc76-406f-b827-ff4978dd1a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2312071 Nov 03 02:24:55.709474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:55.761111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:55.782400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:55.786467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=e13a73c5-d186-446a-a228-2a1a6dda8c04,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:55.845362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (0fae3029-987f-4e15-ba48-588e3b1eaefe), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.861011 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 4 to provision port 4f3c8072-e005-4014-aa71-45241bfc95e3 Nov 03 02:24:55.889998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-934857c6-e604-4655-b2cd-df82b1edfa87', 'network_id': '934857c6-e604-4655-b2cd-df82b1edfa87', 'project_id': '9fafa1c9bca941c4836eef2009b88047', 'fixed_ips': [{'subnet_id': 'f80f7858-b4e1-428f-9476-14a895cf007a'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:55.891951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.911091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-e6e5aa66-0f59-4409-8695-b2d3ae820e2c', 'network_id': 'e6e5aa66-0f59-4409-8695-b2d3ae820e2c', 'project_id': '9fafa1c9bca941c4836eef2009b88047', 'fixed_ips': [{'subnet_id': '3f154a06-acca-4979-81a3-a468806ba5ba'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:24:55.911334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51884f5-5624-4623-ace6-df6443c5c691 req-3d480616-7f9e-440f-b8fb-b75f5e5f7ec3 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.912097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.919765 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c51884f5-5624-4623-ace6-df6443c5c691 req-3d480616-7f9e-440f-b8fb-b75f5e5f7ec3 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3138936 Nov 03 02:24:55.925727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Port 4f3c8072-e005-4014-aa71-45241bfc95e3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:55.931840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network f6bd5139-b8ec-4885-ab2e-5a8546546185 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:55.944081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (02ec8cab-de6c-4e1e-8a81-55ec045e59a8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.946609 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:55.964272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0f3f7-e6fe-45f7-b7a8-2dae5b977ee7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:55.972725 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e2d0f3f7-e6fe-45f7-b7a8-2dae5b977ee7 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/networks/5df85f11-e862-47f2-b956-d88b0d1ebdbe HTTP/1.1" status: 200 len: 803 time: 0.2782366 Nov 03 02:24:55.972725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:55.972725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:55.972725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36720) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:55.989722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=0fae3029-987f-4e15-ba48-588e3b1eaefe,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:56.160519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Allocated IP 2001:db8::2 (934857c6-e604-4655-b2cd-df82b1edfa87/f80f7858-b4e1-428f-9476-14a895cf007a/c4eba801-2760-4bc9-933d-7158faaaadec) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:56.169781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Allocated IP 2001:db8::2 (e6e5aa66-0f59-4409-8695-b2d3ae820e2c/3f154a06-acca-4979-81a3-a468806ba5ba/62b155ef-92b4-4ec9-a5a7-6830cac83586) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:56.183680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (9b3d5ff5-8d05-4f1d-b305-ea6216891318), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.291246 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c51884f5-5624-4623-ace6-df6443c5c691 req-e2c908b9-a1cb-4bf1-9a5d-7bb1794ea71f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3705726 Nov 03 02:24:56.342040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:56.359427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:56.364962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=9b3d5ff5-8d05-4f1d-b305-ea6216891318,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:56.369299 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:56.374768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:56.378175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.392718 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:56.404317 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3e8436d-a8e6-4316-86cd-4a7f5ccb04b4 req-7d7dcd05-0871-4012-8d5f-effd1b4e66c2 service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574364 Nov 03 02:24:56.413028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:56.425246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:56.429317 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 5 to provision port 4f3c8072-e005-4014-aa71-45241bfc95e3 Nov 03 02:24:56.432028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:56.432720 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.467505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:56.497291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Publish callbacks [] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.501354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=02ec8cab-de6c-4e1e-8a81-55ec045e59a8,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:56.547354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.557206 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-de21bff8-d03b-4213-8a0c-6f577037ff8f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5557766 Nov 03 02:24:56.558077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Port 4f3c8072-e005-4014-aa71-45241bfc95e3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:56.566937 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Publish callbacks [] for port (c4eba801-2760-4bc9-933d-7158faaaadec), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.574805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36722) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:56.599416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.608588 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Network e6e5aa66-0f59-4409-8695-b2d3ae820e2c is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:56.620052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:56.627377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:56.633906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Pushing event updated for resources: {'Port': ['ID=62b155ef-92b4-4ec9-a5a7-6830cac83586,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:56.645897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Network 934857c6-e604-4655-b2cd-df82b1edfa87 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:56.654841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:56.656914 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-674a7c46-67e6-45e6-a837-8c208c2baac4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/networks/5df85f11-e862-47f2-b956-d88b0d1ebdbe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6804559 Nov 03 02:24:56.680947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36724) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:56.689817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:56.690204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2ad3c14a-7d08-44f7-b5cd-9016eef766c6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.690550 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 Nov 03 02:24:56.692270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:56.739919 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3e8436d-a8e6-4316-86cd-4a7f5ccb04b4 req-7eae5906-76e6-43ba-8c3c-b91be042a469 service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894571 Nov 03 02:24:56.746251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0fae3029-987f-4e15-ba48-588e3b1eaefe), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.783710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Pushing event updated for resources: {'Port': ['ID=c4eba801-2760-4bc9-933d-7158faaaadec,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:56.795153 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b654a7b6-51aa-472f-b56b-238fcb100f19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:56.800647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b654a7b6-51aa-472f-b56b-238fcb100f19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:56.802439 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b654a7b6-51aa-472f-b56b-238fcb100f19 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2264819 Nov 03 02:24:56.803062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Attempting to bind port 62b155ef-92b4-4ec9-a5a7-6830cac83586 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:56.803446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Attempting to bind port 62b155ef-92b4-4ec9-a5a7-6830cac83586 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '46a240f9-9108-4809-8f1e-53de0ef78957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e6e5aa66-0f59-4409-8695-b2d3ae820e2c'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:56.803881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Attempting to bind port 62b155ef-92b4-4ec9-a5a7-6830cac83586 on network e6e5aa66-0f59-4409-8695-b2d3ae820e2c {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:56.805632 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b7136-1591-43e6-8bd6-4d9f473b82c1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:56.812080 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c00b7136-1591-43e6-8bd6-4d9f473b82c1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/subnets/c5648550-93e5-41be-96ef-0c6d5eb44c49 HTTP/1.1" status: 200 len: 843 time: 0.1194153 Nov 03 02:24:56.812080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36726) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:56.818804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36728) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:56.827438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.828366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:56.828779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Checking segment: {'id': '46a240f9-9108-4809-8f1e-53de0ef78957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e6e5aa66-0f59-4409-8695-b2d3ae820e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:56.829194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.829596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Bound using segment: {'id': '46a240f9-9108-4809-8f1e-53de0ef78957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e6e5aa66-0f59-4409-8695-b2d3ae820e2c'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:56.830086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Bound port: 62b155ef-92b4-4ec9-a5a7-6830cac83586, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a240f9-9108-4809-8f1e-53de0ef78957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e6e5aa66-0f59-4409-8695-b2d3ae820e2c'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:56.830470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.843146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Attempting to bind port c4eba801-2760-4bc9-933d-7158faaaadec on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:24:56.843521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Attempting to bind port c4eba801-2760-4bc9-933d-7158faaaadec by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '3d294d10-4839-4393-b695-5c5282d57f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '934857c6-e604-4655-b2cd-df82b1edfa87'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:24:56.843900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Attempting to bind port c4eba801-2760-4bc9-933d-7158faaaadec on network 934857c6-e604-4655-b2cd-df82b1edfa87 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:24:56.844322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-97100169-1093-4a50-b85b-443089e2b18d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (af57f543-4eeb-4fef-89e4-03088c8a7745), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.860477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:24:56.861002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Checking segment: {'id': '3d294d10-4839-4393-b695-5c5282d57f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '934857c6-e604-4655-b2cd-df82b1edfa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:56.861355 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.861756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Bound using segment: {'id': '3d294d10-4839-4393-b695-5c5282d57f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '934857c6-e604-4655-b2cd-df82b1edfa87'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:24:56.862233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Bound port: c4eba801-2760-4bc9-933d-7158faaaadec, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d294d10-4839-4393-b695-5c5282d57f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '934857c6-e604-4655-b2cd-df82b1edfa87'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:24:56.862619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:56.886862 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bc56d806-1af4-4401-ac0d-72be7c98b8ab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0381618 Nov 03 02:24:56.893603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36730) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:56.900683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d182ed4c-16ac-42cd-b679-e7cabedc7dc8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:56.972149 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:56.987709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] For port 62b155ef-92b4-4ec9-a5a7-6830cac83586, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:56.993061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] For port 62b155ef-92b4-4ec9-a5a7-6830cac83586, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=62b155ef-92b4-4ec9-a5a7-6830cac83586,segment=NetworkSegment(46a240f9-9108-4809-8f1e-53de0ef78957),segment_id=46a240f9-9108-4809-8f1e-53de0ef78957)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:57.000339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db3818-aa66-4b57-92b3-80aa36eb1c3b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:57.001285 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-22db3818-aa66-4b57-92b3-80aa36eb1c3b tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "GET /v2.0/subnets/c5648550-93e5-41be-96ef-0c6d5eb44c49?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1803772 Nov 03 02:24:57.011650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36732) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:57.019358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.051077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1896209273'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:57.054492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-56f8c003-c41c-4692-91d3-589711067563 None None] For port c4eba801-2760-4bc9-933d-7158faaaadec, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:24:57.058156 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 6 to provision port 4f3c8072-e005-4014-aa71-45241bfc95e3 Nov 03 02:24:57.094938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-56f8c003-c41c-4692-91d3-589711067563 None None] For port c4eba801-2760-4bc9-933d-7158faaaadec, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c4eba801-2760-4bc9-933d-7158faaaadec,segment=NetworkSegment(3d294d10-4839-4393-b695-5c5282d57f0b),segment_id=3d294d10-4839-4393-b695-5c5282d57f0b)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:24:57.122368 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Port 4f3c8072-e005-4014-aa71-45241bfc95e3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:57.123457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.135227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-fde61fa9-a3b8-4215-a822-284921f15d89 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 02ec8cab-de6c-4e1e-8a81-55ec045e59a8 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:57.135580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fde61fa9-a3b8-4215-a822-284921f15d89 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (02ec8cab-de6c-4e1e-8a81-55ec045e59a8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.157204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c9977-9cb8-454b-84ee-7ceabdf0a6eb None None] Pushing event updated for resources: {'Port': ['ID=62b155ef-92b4-4ec9-a5a7-6830cac83586,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:57.263207 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8c003-c41c-4692-91d3-589711067563 None None] Pushing event updated for resources: {'Port': ['ID=c4eba801-2760-4bc9-933d-7158faaaadec,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:57.337362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fde61fa9-a3b8-4215-a822-284921f15d89 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (02ec8cab-de6c-4e1e-8a81-55ec045e59a8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.342694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (385c9d11-ad0b-4b94-aef4-e2f362f52395), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.365778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-fde61fa9-a3b8-4215-a822-284921f15d89 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 02ec8cab-de6c-4e1e-8a81-55ec045e59a8 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:57.438140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:57.447151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.481726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d182ed4c-16ac-42cd-b679-e7cabedc7dc8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (9b3d5ff5-8d05-4f1d-b305-ea6216891318), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.503405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (0fae3029-987f-4e15-ba48-588e3b1eaefe), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.510669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (0fae3029-987f-4e15-ba48-588e3b1eaefe), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.511427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.623199 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 7 to provision port 4f3c8072-e005-4014-aa71-45241bfc95e3 Nov 03 02:24:57.653225 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=0fae3029-987f-4e15-ba48-588e3b1eaefe,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:57.677576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Port 4f3c8072-e005-4014-aa71-45241bfc95e3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:57.682051 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fde61fa9-a3b8-4215-a822-284921f15d89 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (02ec8cab-de6c-4e1e-8a81-55ec045e59a8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.714243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:24:57.727806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde61fa9-a3b8-4215-a822-284921f15d89 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=02ec8cab-de6c-4e1e-8a81-55ec045e59a8,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:57.762318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fde61fa9-a3b8-4215-a822-284921f15d89 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.765472 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fde61fa9-a3b8-4215-a822-284921f15d89 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/02ec8cab-de6c-4e1e-8a81-55ec045e59a8 HTTP/1.1" status: 204 len: 168 time: 0.9569893 Nov 03 02:24:57.768005 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36736) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:57.776695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b8da9097-9389-4629-bcbe-706dca74aee0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.777043 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Added segment b8da9097-9389-4629-bcbe-706dca74aee0 of type vlan for network 0d0a521f-15c2-4d31-9042-b5d566da1c4a Nov 03 02:24:57.783694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network f6bd5139-b8ec-4885-ab2e-5a8546546185 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:57.803066 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:57.809578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd61d61-ee3f-4a9f-a68a-9b3b7d5463b7 req-c1bfb332-db48-4c38-9f4e-e35f05261eee tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:57.811087 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9dd61d61-ee3f-4a9f-a68a-9b3b7d5463b7 req-c1bfb332-db48-4c38-9f4e-e35f05261eee tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3391788 Nov 03 02:24:57.863307 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6844b60-d9eb-4a4d-91f8-1bef448461a5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:57.864673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6844b60-d9eb-4a4d-91f8-1bef448461a5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:57.868884 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a6844b60-d9eb-4a4d-91f8-1bef448461a5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0971937 Nov 03 02:24:57.894421 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36738) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:57.949331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Allocated IP 2001:db8::1 (e6e5aa66-0f59-4409-8695-b2d3ae820e2c/3f154a06-acca-4979-81a3-a468806ba5ba/e167d37b-4fd4-4401-a1e6-ae18de522feb) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:24:57.964650 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-9269149c-91c9-4cac-89cc-04803b8264e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 90b271df-a8e1-4e24-bb55-9c8f5ac10240 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:24:57.968887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 87fc4bb4-06bf-470c-b11e-4b1d714f8dbd has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:24:57.969743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9269149c-91c9-4cac-89cc-04803b8264e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (90b271df-a8e1-4e24-bb55-9c8f5ac10240), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:57.983893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (0d0a521f-15c2-4d31-9042-b5d566da1c4a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.018864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9269149c-91c9-4cac-89cc-04803b8264e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (90b271df-a8e1-4e24-bb55-9c8f5ac10240), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.161471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:58.168291 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3298a920-bfb3-4ca6-bf8f-1bd2234d47ba tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/87fc4bb4-06bf-470c-b11e-4b1d714f8dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2444685 Nov 03 02:24:58.169261 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9dd61d61-ee3f-4a9f-a68a-9b3b7d5463b7 req-d5a33b66-73b5-4157-8b93-cd7e8b16e6d8 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222089 Nov 03 02:24:58.170989 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36740) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:58.180100 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 8 to provision port 4f3c8072-e005-4014-aa71-45241bfc95e3 Nov 03 02:24:58.181902 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838ced1-7e33-4625-8aa5-882548a8ab50 None None] Sync routers for ids ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:24:58.189924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (0d0a521f-15c2-4d31-9042-b5d566da1c4a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.196222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:58.196862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.230442 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d182ed4c-16ac-42cd-b679-e7cabedc7dc8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (9b3d5ff5-8d05-4f1d-b305-ea6216891318), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.234768 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838ced1-7e33-4625-8aa5-882548a8ab50 None None] Routers {'87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:58.235611 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3838ced1-7e33-4625-8aa5-882548a8ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:58.235895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Port 4f3c8072-e005-4014-aa71-45241bfc95e3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:58.239194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9269149c-91c9-4cac-89cc-04803b8264e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (90b271df-a8e1-4e24-bb55-9c8f5ac10240), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.253651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (385c9d11-ad0b-4b94-aef4-e2f362f52395), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.271227 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3838ced1-7e33-4625-8aa5-882548a8ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:58.285041 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838ced1-7e33-4625-8aa5-882548a8ab50 None None] Routers {'87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:24:58.285602 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a07161-af34-45ad-bffa-722db50d5f68 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:58.286083 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3838ced1-7e33-4625-8aa5-882548a8ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:58.292208 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f6a07161-af34-45ad-bffa-722db50d5f68 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports/0fae3029-987f-4e15-ba48-588e3b1eaefe HTTP/1.1" status: 200 len: 913 time: 0.1196856 Nov 03 02:24:58.292438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36742) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:58.296916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d182ed4c-16ac-42cd-b679-e7cabedc7dc8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (9b3d5ff5-8d05-4f1d-b305-ea6216891318), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.297531 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d182ed4c-16ac-42cd-b679-e7cabedc7dc8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] In _notify_port_updated(), no bound segment for port 9b3d5ff5-8d05-4f1d-b305-ea6216891318 on network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 {{(pid=104394) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:24:58.302597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d182ed4c-16ac-42cd-b679-e7cabedc7dc8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:58.303231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d182ed4c-16ac-42cd-b679-e7cabedc7dc8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.311815 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d182ed4c-16ac-42cd-b679-e7cabedc7dc8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "PUT /v2.0/ports/9b3d5ff5-8d05-4f1d-b305-ea6216891318 HTTP/1.1" status: 200 len: 818 time: 1.4157550 Nov 03 02:24:58.315005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36744) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:58.329096 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3838ced1-7e33-4625-8aa5-882548a8ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:24:58.330430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2924757 Nov 03 02:24:58.338085 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838ced1-7e33-4625-8aa5-882548a8ab50 None None] The sync data for ids ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:24:58.342849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36746) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:58.364229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'network_id': '0d0a521f-15c2-4d31-9042-b5d566da1c4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:58.462340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182ed4c-16ac-42cd-b679-e7cabedc7dc8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=9b3d5ff5-8d05-4f1d-b305-ea6216891318,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:58.505637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9269149c-91c9-4cac-89cc-04803b8264e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (90b271df-a8e1-4e24-bb55-9c8f5ac10240), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.536755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff2099-e4f2-4767-93d3-7a4e6cf06933 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Network': ['ID=0d0a521f-15c2-4d31-9042-b5d566da1c4a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:58.550432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 0d0a521f-15c2-4d31-9042-b5d566da1c4a details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:24:58.595009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-97100169-1093-4a50-b85b-443089e2b18d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:58.595352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-97100169-1093-4a50-b85b-443089e2b18d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0d239fd1-27b7-4d05-8e2c-d1bf2979fb77), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.608347 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269149c-91c9-4cac-89cc-04803b8264e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=90b271df-a8e1-4e24-bb55-9c8f5ac10240,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:58.633163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for port (e167d37b-4fd4-4401-a1e6-ae18de522feb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.643100 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9269149c-91c9-4cac-89cc-04803b8264e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.650788 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9269149c-91c9-4cac-89cc-04803b8264e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/90b271df-a8e1-4e24-bb55-9c8f5ac10240 HTTP/1.1" status: 204 len: 168 time: 0.7552745 Nov 03 02:24:58.653677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36748) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:58.681771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 62b155ef-92b4-4ec9-a5a7-6830cac83586 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:58.699047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Made reservation on behalf of 23843dfd3ddf43ee88a13592c37e3572 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:24:58.703124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.736278 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 9 to provision port 4f3c8072-e005-4014-aa71-45241bfc95e3 Nov 03 02:24:58.754361 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b4ecb68a-6c15-48a7-9c02-f7ef2da36e5b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687609 Nov 03 02:24:58.764924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36750) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:58.766298 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 62b155ef-92b4-4ec9-a5a7-6830cac83586 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:58.766682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.767025 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 62b155ef-92b4-4ec9-a5a7-6830cac83586 Nov 03 02:24:58.808479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Port 4f3c8072-e005-4014-aa71-45241bfc95e3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:58.827394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-29aac28a-7ecf-4fed-b0c5-4376cd9ccedc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 9b3d5ff5-8d05-4f1d-b305-ea6216891318 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:58.827726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-29aac28a-7ecf-4fed-b0c5-4376cd9ccedc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (9b3d5ff5-8d05-4f1d-b305-ea6216891318), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.838394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Performing IP validity checks on allocation pools {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Nov 03 02:24:58.838926 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Nov 03 02:24:58.866097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 62b155ef-92b4-4ec9-a5a7-6830cac83586 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:24:58.866843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.928799 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 62b155ef-92b4-4ec9-a5a7-6830cac83586, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=62b155ef-92b4-4ec9-a5a7-6830cac83586,segment=NetworkSegment(46a240f9-9108-4809-8f1e-53de0ef78957),segment_id=46a240f9-9108-4809-8f1e-53de0ef78957)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:24:58.933824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.935491 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c4eba801-2760-4bc9-933d-7158faaaadec up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:24:58.943880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e167d37b-4fd4-4401-a1e6-ae18de522feb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.947450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-97100169-1093-4a50-b85b-443089e2b18d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0d239fd1-27b7-4d05-8e2c-d1bf2979fb77), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:58.973055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-29aac28a-7ecf-4fed-b0c5-4376cd9ccedc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (9b3d5ff5-8d05-4f1d-b305-ea6216891318), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:59.037692 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=62b155ef-92b4-4ec9-a5a7-6830cac83586,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:59.055505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3470442-6060-4d71-ac9a-e1709c648b91 None None] Network 5684a518-1f14-4c22-b8cc-6a55a28dce80 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:59.059153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc9f0ad-0a04-4f7b-885b-6781e7cd054e None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:59.152223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (ed156052-7e78-4280-a78b-c5939b3aa01c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:59.173929 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21994e40-3939-4df9-8147-bb711307360a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:59.414070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-97100169-1093-4a50-b85b-443089e2b18d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 0d239fd1-27b7-4d05-8e2c-d1bf2979fb77 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:59.421769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=ed156052-7e78-4280-a78b-c5939b3aa01c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:59.433214 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c4eba801-2760-4bc9-933d-7158faaaadec triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:59.433603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:59.434041 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c4eba801-2760-4bc9-933d-7158faaaadec Nov 03 02:24:59.446077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-29aac28a-7ecf-4fed-b0c5-4376cd9ccedc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 9b3d5ff5-8d05-4f1d-b305-ea6216891318 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:24:59.467662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e535e1-94cb-4406-a671-71b3a567a208 None None] Network 934857c6-e604-4655-b2cd-df82b1edfa87 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:59.469612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1555f49b-9972-4fae-8003-aa14472f7045 None None] Network e6e5aa66-0f59-4409-8695-b2d3ae820e2c requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:59.476394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Checking segment: {'id': 'b8da9097-9389-4629-bcbe-706dca74aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0d0a521f-15c2-4d31-9042-b5d566da1c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:24:59.476802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network hostable DHCP agents. Network: 0d0a521f-15c2-4d31-9042-b5d566da1c4a, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:24:59.513277 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 10 to provision port 4f3c8072-e005-4014-aa71-45241bfc95e3 Nov 03 02:24:59.525147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network e6e5aa66-0f59-4409-8695-b2d3ae820e2c is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:24:59.544230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Network 0d0a521f-15c2-4d31-9042-b5d566da1c4a is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:24:59.544804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Port': ['ID=e167d37b-4fd4-4401-a1e6-ae18de522feb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:24:59.566188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 0d0a521f-15c2-4d31-9042-b5d566da1c4a) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:59.585970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e022c8-3d7f-4997-876e-234bb5407a6c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:59.590317 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-99e022c8-3d7f-4997-876e-234bb5407a6c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8220594 Nov 03 02:24:59.590317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 385c9d11-ad0b-4b94-aef4-e2f362f52395 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:24:59.590950 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:24:59.592809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36758) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:59.602927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:59.603482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:59.605410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:24:59.606076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (98fb6678-eb53-4fec-9a33-c1cdd3844e11), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:59.623742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b91544-c3a3-4760-ad2a-4fb568d710ba None None] Network 0d0a521f-15c2-4d31-9042-b5d566da1c4a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:24:59.635330 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6bddce59-000c-4e58-a822-a85020a89a20 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2924297 Nov 03 02:24:59.637990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36760) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:24:59.644590 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-bb13c8ff-1ae4-43c7-bf69-4f3a63b8b573 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:24:59.695554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-21994e40-3939-4df9-8147-bb711307360a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port 0fae3029-987f-4e15-ba48-588e3b1eaefe {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:24:59.696202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21994e40-3939-4df9-8147-bb711307360a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0fae3029-987f-4e15-ba48-588e3b1eaefe), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:59.709036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a0f69-76ef-48a7-9595-e3bddaf43946 req-79562bc9-f713-4232-bc06-4c0526d60c17 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:24:59.711169 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4f7a0f69-76ef-48a7-9595-e3bddaf43946 req-79562bc9-f713-4232-bc06-4c0526d60c17 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3007052 Nov 03 02:24:59.755231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Port 4f3c8072-e005-4014-aa71-45241bfc95e3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:24:59.840577 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4f7a0f69-76ef-48a7-9595-e3bddaf43946 req-97e52874-dc12-452b-bf7c-22752bba184c tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952947 Nov 03 02:24:59.932645 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Provisioning complete for port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:24:59.933287 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:24:59.933818 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 1 to provision port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a Nov 03 02:24:59.960849 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:24:59.998775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7c1663-8358-4169-a008-a991d4ae90cb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:00.003065 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cc7c1663-8358-4169-a008-a991d4ae90cb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3979931 Nov 03 02:25:00.012866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Sync routers for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:00.046333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36764) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:00.046563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c4eba801-2760-4bc9-933d-7158faaaadec is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:00.046725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:00.109730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:00.110418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:00.138544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb13c8ff-1ae4-43c7-bf69-4f3a63b8b573 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25203626'] for subnet (ed156052-7e78-4280-a78b-c5939b3aa01c), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:00.175592 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-848f868c-7e8c-4052-9398-fd572d660696 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264279 Nov 03 02:25:00.175889 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21994e40-3939-4df9-8147-bb711307360a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0fae3029-987f-4e15-ba48-588e3b1eaefe), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:00.183803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36766) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:00.202009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:00.203384 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a3ec78ed-d04d-4783-9f10-7f41ea74380e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.7074177 Nov 03 02:25:00.212711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36768) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:00.222181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-0d0a521f-15c2-4d31-9042-b5d566da1c4a', 'network_id': '0d0a521f-15c2-4d31-9042-b5d566da1c4a', 'project_id': '23843dfd3ddf43ee88a13592c37e3572', 'fixed_ips': [{'subnet_id': 'ed156052-7e78-4280-a78b-c5939b3aa01c'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:00.223431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:00.229385 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e167d37b-4fd4-4401-a1e6-ae18de522feb), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:00.233760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:00.252215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-21994e40-3939-4df9-8147-bb711307360a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for 0fae3029-987f-4e15-ba48-588e3b1eaefe owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:00.277123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-29aac28a-7ecf-4fed-b0c5-4376cd9ccedc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (9b3d5ff5-8d05-4f1d-b305-ea6216891318), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:00.283370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89730fbc-7178-4f50-85fc-7c6e932ddc28 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:00.314033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953a7ab-9265-4235-9f87-4cc58637e106 req-0e62a9a5-5daf-4423-a133-e747220a1fc2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:00.315811 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9953a7ab-9265-4235-9f87-4cc58637e106 req-0e62a9a5-5daf-4423-a133-e747220a1fc2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3296759 Nov 03 02:25:00.353135 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port c4eba801-2760-4bc9-933d-7158faaaadec, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c4eba801-2760-4bc9-933d-7158faaaadec,segment=NetworkSegment(3d294d10-4839-4393-b695-5c5282d57f0b),segment_id=3d294d10-4839-4393-b695-5c5282d57f0b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:00.459675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aac28a-7ecf-4fed-b0c5-4376cd9ccedc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=9b3d5ff5-8d05-4f1d-b305-ea6216891318,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:00.578487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:00.612717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-29aac28a-7ecf-4fed-b0c5-4376cd9ccedc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:00.625918 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-29aac28a-7ecf-4fed-b0c5-4376cd9ccedc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/9b3d5ff5-8d05-4f1d-b305-ea6216891318 HTTP/1.1" status: 204 len: 168 time: 2.2943647 Nov 03 02:25:00.637022 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36772) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:00.692392 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6a1e6ab6-69cb-40d4-a246-ed41a7c88c37 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=313880603e634d3084046ce40393537e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4707506 Nov 03 02:25:00.710858 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36774) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:00.731336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:25:00.837411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 62b155ef-92b4-4ec9-a5a7-6830cac83586 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:00.882477 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9953a7ab-9265-4235-9f87-4cc58637e106 req-1ceb393f-c28e-4f08-8b2e-82480f62c3e2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4709811 Nov 03 02:25:00.891535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-97100169-1093-4a50-b85b-443089e2b18d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0d239fd1-27b7-4d05-8e2c-d1bf2979fb77), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:00.947941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97100169-1093-4a50-b85b-443089e2b18d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=0d239fd1-27b7-4d05-8e2c-d1bf2979fb77,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:01.061281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Current status of the port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:01.077701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:01.084303 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.138096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=c4eba801-2760-4bc9-933d-7158faaaadec,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:01.159860 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21994e40-3939-4df9-8147-bb711307360a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (0fae3029-987f-4e15-ba48-588e3b1eaefe), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.162647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-89730fbc-7178-4f50-85fc-7c6e932ddc28 None None] Deleting port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:01.163565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-89730fbc-7178-4f50-85fc-7c6e932ddc28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2ad3c14a-7d08-44f7-b5cd-9016eef766c6), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.189959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Provisioning complete for port 184e7bc9-9f18-49eb-b541-77c4405852ca triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:01.190350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.194943 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 1 to provision port 184e7bc9-9f18-49eb-b541-77c4405852ca Nov 03 02:25:01.227661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-97100169-1093-4a50-b85b-443089e2b18d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (af57f543-4eeb-4fef-89e4-03088c8a7745), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.302385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 62b155ef-92b4-4ec9-a5a7-6830cac83586 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:01.302774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.303135 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 62b155ef-92b4-4ec9-a5a7-6830cac83586 Nov 03 02:25:01.349312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for port (e167d37b-4fd4-4401-a1e6-ae18de522feb), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.386149 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-89730fbc-7178-4f50-85fc-7c6e932ddc28 None None] For port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2ad3c14a-7d08-44f7-b5cd-9016eef766c6,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:01.386400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-89730fbc-7178-4f50-85fc-7c6e932ddc28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2ad3c14a-7d08-44f7-b5cd-9016eef766c6), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.397876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21994e40-3939-4df9-8147-bb711307360a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=0fae3029-987f-4e15-ba48-588e3b1eaefe,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:01.406557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (e167d37b-4fd4-4401-a1e6-ae18de522feb), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.407325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (98fb6678-eb53-4fec-9a33-c1cdd3844e11), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.415779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07678ee4-8be3-4486-9b73-b8c730978958 req-02fe1fc4-fcce-4ac9-ab94-e0d901d7c305 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:01.417322 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-07678ee4-8be3-4486-9b73-b8c730978958 req-02fe1fc4-fcce-4ac9-ab94-e0d901d7c305 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.4216769 Nov 03 02:25:01.429541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-89730fbc-7178-4f50-85fc-7c6e932ddc28 None None] Calling delete_port for 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:01.487592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec4d506-5c9b-44c0-a16a-ac832fa50c99 None None] Network e6e5aa66-0f59-4409-8695-b2d3ae820e2c requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:01.539923 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6d7fd6-45a7-44ca-99c5-27256e74e162 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:01.544351 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1e6d7fd6-45a7-44ca-99c5-27256e74e162 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9032629 Nov 03 02:25:01.548997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36778) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:01.601335 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-07678ee4-8be3-4486-9b73-b8c730978958 req-23b2ec7e-8cbb-482c-b4e3-f8cb2c930ab7 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502256 Nov 03 02:25:01.601995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Port': ['ID=e167d37b-4fd4-4401-a1e6-ae18de522feb,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:01.652994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75448d-03c5-466f-9655-21fb85ea29fc tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:01.657551 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-aa75448d-03c5-466f-9655-21fb85ea29fc tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7185314 Nov 03 02:25:01.658228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36782) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:01.674783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d172cfb-0d35-417d-9546-2a9d8bd4f28e None None] Network 934857c6-e604-4655-b2cd-df82b1edfa87 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:01.687048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb13c8ff-1ae4-43c7-bf69-4f3a63b8b573 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753905997963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3189553'] for subnet (ed156052-7e78-4280-a78b-c5939b3aa01c), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.700214 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a9428d-5214-4876-b332-7f2c95b8f1ee tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:25:01.705929 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-43a9428d-5214-4876-b332-7f2c95b8f1ee tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/9b3d5ff5-8d05-4f1d-b305-ea6216891318 HTTP/1.1" status: 404 len: 333 time: 0.1320632 Nov 03 02:25:01.709779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36784) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:01.717100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97100169-1093-4a50-b85b-443089e2b18d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router af57f543-4eeb-4fef-89e4-03088c8a7745 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:01.722208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-287866668'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:01.747705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network e6e5aa66-0f59-4409-8695-b2d3ae820e2c is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:01.788510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:01.798958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:01.800913 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e85f0937-65e8-476a-8d43-9beec3834a9f tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1147733 Nov 03 02:25:01.802802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.805816 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36786) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:01.825064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-711100213', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'project_id': '313880603e634d3084046ce40393537e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:01.837899 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb13c8ff-1ae4-43c7-bf69-4f3a63b8b573 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:01.838509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb13c8ff-1ae4-43c7-bf69-4f3a63b8b573 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.840543 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bb13c8ff-1ae4-43c7-bf69-4f3a63b8b573 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "PUT /v2.0/subnets/ed156052-7e78-4280-a78b-c5939b3aa01c HTTP/1.1" status: 200 len: 900 time: 2.2008100 Nov 03 02:25:01.849616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36788) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:01.889934 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21994e40-3939-4df9-8147-bb711307360a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:01.926687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13c8ff-1ae4-43c7-bf69-4f3a63b8b573 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event updated for resources: {'Subnet': ['ID=ed156052-7e78-4280-a78b-c5939b3aa01c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:02.027854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:02.041314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f73ba-1c24-42d5-9049-73d0257892ca req-c43b538e-c740-4fba-a36e-a5b059a3015c tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:02.043013 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a99f73ba-1c24-42d5-9049-73d0257892ca req-c43b538e-c740-4fba-a36e-a5b059a3015c tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3036070 Nov 03 02:25:02.043795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97100169-1093-4a50-b85b-443089e2b18d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:02.065031 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-97100169-1093-4a50-b85b-443089e2b18d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/af57f543-4eeb-4fef-89e4-03088c8a7745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8870583 Nov 03 02:25:02.072330 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36790) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:02.075644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (e1a3d835-7edd-4f12-89bb-d207cc55b5c3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.075818 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Added segment e1a3d835-7edd-4f12-89bb-d207cc55b5c3 of type vlan for network 9a5d44cf-3fdd-4ddd-be83-37690acff418 Nov 03 02:25:02.080121 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852fd2f0-5527-400b-8b62-845d8cf568fa None None] Sync routers for ids ['af57f543-4eeb-4fef-89e4-03088c8a7745'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:02.094269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Allocated IP 2001:db8::3 (0d0a521f-15c2-4d31-9042-b5d566da1c4a/ed156052-7e78-4280-a78b-c5939b3aa01c/1dabe09d-14c3-4369-98f7-e38cb91aa8ca) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:02.106479 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852fd2f0-5527-400b-8b62-845d8cf568fa None None] Routers {'af57f543-4eeb-4fef-89e4-03088c8a7745'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:02.107292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Current status of the port 184e7bc9-9f18-49eb-b541-77c4405852ca is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:02.112584 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-852fd2f0-5527-400b-8b62-845d8cf568fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['af57f543-4eeb-4fef-89e4-03088c8a7745'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:02.137841 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-899df565-375f-447b-80a4-d1ce154bc524 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=af57f543-4eeb-4fef-89e4-03088c8a7745 HTTP/1.1" status: 200 len: 205 time: 0.0599968 Nov 03 02:25:02.139733 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (0d0a521f-15c2-4d31-9042-b5d566da1c4a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.139883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36792) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:02.157700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 62b155ef-92b4-4ec9-a5a7-6830cac83586 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:02.174942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:24:56Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:02.215972 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-852fd2f0-5527-400b-8b62-845d8cf568fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:02.240192 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852fd2f0-5527-400b-8b62-845d8cf568fa None None] Routers {'af57f543-4eeb-4fef-89e4-03088c8a7745'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:02.244105 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-852fd2f0-5527-400b-8b62-845d8cf568fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['af57f543-4eeb-4fef-89e4-03088c8a7745'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:02.257103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (9a5d44cf-3fdd-4ddd-be83-37690acff418), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.263592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-89730fbc-7178-4f50-85fc-7c6e932ddc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (2ad3c14a-7d08-44f7-b5cd-9016eef766c6), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.310902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Checking router: 385c9d11-ad0b-4b94-aef4-e2f362f52395 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:25:02.310902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Updating router 385c9d11-ad0b-4b94-aef4-e2f362f52395 port e13a73c5-d186-446a-a228-2a1a6dda8c04 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:25:02.316755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:02.317261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.329688 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:25:02.337716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:02.378739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18d0ec9a-d485-40fe-b4a9-0b83dddf2711 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (af57f543-4eeb-4fef-89e4-03088c8a7745), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.383387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Provisioning complete for port e0fd2903-5536-4af2-823c-eba11bf9b889 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:02.383767 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.384125 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Attempt 1 to provision port e0fd2903-5536-4af2-823c-eba11bf9b889 Nov 03 02:25:02.385817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89730fbc-7178-4f50-85fc-7c6e932ddc28 None None] Pushing event deleted for resources: {'Port': ['ID=2ad3c14a-7d08-44f7-b5cd-9016eef766c6,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:02.402714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (ed156052-7e78-4280-a78b-c5939b3aa01c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.422947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21994e40-3939-4df9-8147-bb711307360a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 87fc4bb4-06bf-470c-b11e-4b1d714f8dbd has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:02.437506 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a99f73ba-1c24-42d5-9049-73d0257892ca req-c9387271-2177-446b-a762-3b77c850dde0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828514 Nov 03 02:25:02.438723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.resource_extend [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:25:02.497421 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-852fd2f0-5527-400b-8b62-845d8cf568fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:02.498162 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852fd2f0-5527-400b-8b62-845d8cf568fa None None] The sync data for ids ['af57f543-4eeb-4fef-89e4-03088c8a7745'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:02.513229 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.services.revisions.revision_plugin [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Could not find related port for resource to bump revision. Nov 03 02:25:02.560173 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_pluggable_backend [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Nov 03 02:25:02.560365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_pluggable_backend [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7b:2486 {{(pid=104393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Nov 03 02:25:02.575446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:02.575896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:02.578302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.600277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (a2af51f2-7a26-4603-9716-ee61569909fb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.640467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (9a5d44cf-3fdd-4ddd-be83-37690acff418), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.646439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:02.647042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.687591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=a2af51f2-7a26-4603-9716-ee61569909fb,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:02.693346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:02.698125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:02.700576 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21994e40-3939-4df9-8147-bb711307360a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:02.702748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:02.703543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:02.712043 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-21994e40-3939-4df9-8147-bb711307360a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/87fc4bb4-06bf-470c-b11e-4b1d714f8dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4148786 Nov 03 02:25:02.716956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36796) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:02.795992 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558dfb74-3839-49af-bdb3-3e0c25c55e93 None None] Sync routers for ids ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:02.810622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89730fbc-7178-4f50-85fc-7c6e932ddc28 None None] No DVR routers for this DVR port 2ad3c14a-7d08-44f7-b5cd-9016eef766c6 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:02.829957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c4eba801-2760-4bc9-933d-7158faaaadec up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:02.878438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558dfb74-3839-49af-bdb3-3e0c25c55e93 None None] Routers {'87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:02.881733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-558dfb74-3839-49af-bdb3-3e0c25c55e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:02.884755 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-83a99d18-c13e-4987-bb14-840a8b58b466 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6964259 Nov 03 02:25:02.922439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36798) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:02.927191 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:bd:18:52', 'name': 'tempest-NetworksTestDHCPv6-1018792833'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:02.966552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-558dfb74-3839-49af-bdb3-3e0c25c55e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:02.977375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4fc5e1-5644-42f3-9697-4656aedbb1a7 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:03.057182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558dfb74-3839-49af-bdb3-3e0c25c55e93 None None] Routers {'87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:03.057839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-558dfb74-3839-49af-bdb3-3e0c25c55e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:03.097338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Current status of the port e0fd2903-5536-4af2-823c-eba11bf9b889 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:03.148100 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Publish callbacks [] for port (1dabe09d-14c3-4369-98f7-e38cb91aa8ca), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.150047 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-558dfb74-3839-49af-bdb3-3e0c25c55e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:03.150709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558dfb74-3839-49af-bdb3-3e0c25c55e93 None None] The sync data for ids ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:03.152043 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Could not find standard attr ID for object d6aa733a-f729-4ea7-98a1-7169d6990a8e. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:03.171957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-28a8976b-b623-4537-b719-47e044df4317 None None] Could not find standard attr ID for object bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:03.207152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (1dabe09d-14c3-4369-98f7-e38cb91aa8ca), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.215653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c4eba801-2760-4bc9-933d-7158faaaadec triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:03.216393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.217043 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c4eba801-2760-4bc9-933d-7158faaaadec Nov 03 02:25:03.253459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Router 98fb6678-eb53-4fec-9a33-c1cdd3844e11 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:25:03.437418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Pushing event updated for resources: {'Port': ['ID=1dabe09d-14c3-4369-98f7-e38cb91aa8ca,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:03.462425 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7460203 Nov 03 02:25:03.472559 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36800) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:03.488522 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '9a5d44cf-3fdd-4ddd-be83-37690acff418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:03.488971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18d0ec9a-d485-40fe-b4a9-0b83dddf2711 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (af57f543-4eeb-4fef-89e4-03088c8a7745), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.490889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Network 0d0a521f-15c2-4d31-9042-b5d566da1c4a is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:03.492011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': 'a2af51f2-7a26-4603-9716-ee61569909fb'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:03.493398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.499163 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (ed156052-7e78-4280-a78b-c5939b3aa01c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.501010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18d0ec9a-d485-40fe-b4a9-0b83dddf2711 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (af57f543-4eeb-4fef-89e4-03088c8a7745), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.521826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c92255-b3c4-417c-bfe0-94f242616b4f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Network': ['ID=9a5d44cf-3fdd-4ddd-be83-37690acff418,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:03.653711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Allocated IP 2001:db8::f816:3eff:fe17:9bdf (45083813-f1f1-4019-a736-ce483eb72093/a2af51f2-7a26-4603-9716-ee61569909fb/006e2312-2c54-4193-82da-d08c42824252) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:03.678018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbeddd-c055-4d0c-b06f-c5123541978c req-45ae3749-e6e8-49c4-bd1c-1a3a213e2dff tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:03.685762 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e1cbeddd-c055-4d0c-b06f-c5123541978c req-45ae3749-e6e8-49c4-bd1c-1a3a213e2dff tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 1.0890162 Nov 03 02:25:03.693721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18d0ec9a-d485-40fe-b4a9-0b83dddf2711 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (af57f543-4eeb-4fef-89e4-03088c8a7745), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.694657 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d0ec9a-d485-40fe-b4a9-0b83dddf2711 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Fanout notify agent at l3_agent the message router_deleted on router af57f543-4eeb-4fef-89e4-03088c8a7745 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:25:03.710453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18d0ec9a-d485-40fe-b4a9-0b83dddf2711 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.712119 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-18d0ec9a-d485-40fe-b4a9-0b83dddf2711 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/af57f543-4eeb-4fef-89e4-03088c8a7745 HTTP/1.1" status: 204 len: 168 time: 1.5673125 Nov 03 02:25:03.720405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36802) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:03.729650 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Subnet': ['ID=ed156052-7e78-4280-a78b-c5939b3aa01c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:03.798513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:03.820750 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b10e0-a1c9-41cd-8dfd-204970dd02dd None None] Sync routers for ids ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:03.823398 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3409663e-392f-4a7e-bb3a-a18bb9a9bf9d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "PUT /v2.0/routers/98fb6678-eb53-4fec-9a33-c1cdd3844e11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2891779 Nov 03 02:25:03.838214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36804) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:03.846584 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Publish callbacks [] for port (006e2312-2c54-4193-82da-d08c42824252), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.854192 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b10e0-a1c9-41cd-8dfd-204970dd02dd None None] Routers {'98fb6678-eb53-4fec-9a33-c1cdd3844e11'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:03.860748 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ee0b10e0-a1c9-41cd-8dfd-204970dd02dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:03.861036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 9a5d44cf-3fdd-4ddd-be83-37690acff418 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:03.900957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (bd94f89f-2e32-4664-b985-155f87510eb7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.933101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3cd7b3-6e1a-4c0a-a2d6-1ab19b35becc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting subnet 705a9bc7-d6db-47f8-8a65-5016ff46b98a {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:03.941884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:03.948693 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Provisioning complete for port c4eba801-2760-4bc9-933d-7158faaaadec triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:03.949080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.949424 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 1 to provision port c4eba801-2760-4bc9-933d-7158faaaadec Nov 03 02:25:03.956664 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e1cbeddd-c055-4d0c-b06f-c5123541978c req-5f5a185c-2b98-4977-9cbb-a9e9dcba83fc tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697721 Nov 03 02:25:03.959852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da3cd7b3-6e1a-4c0a-a2d6-1ab19b35becc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (705a9bc7-d6db-47f8-8a65-5016ff46b98a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.987570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (006e2312-2c54-4193-82da-d08c42824252), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:03.989629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:03.990081 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ee0b10e0-a1c9-41cd-8dfd-204970dd02dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:04.017811 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b10e0-a1c9-41cd-8dfd-204970dd02dd None None] Routers {'98fb6678-eb53-4fec-9a33-c1cdd3844e11'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:04.019527 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ee0b10e0-a1c9-41cd-8dfd-204970dd02dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:04.084096 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ee0b10e0-a1c9-41cd-8dfd-204970dd02dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:04.085602 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b10e0-a1c9-41cd-8dfd-204970dd02dd None None] The sync data for ids ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:04.091142 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Pushing event updated for resources: {'Port': ['ID=006e2312-2c54-4193-82da-d08c42824252,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:04.102223 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Publish callbacks [] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.120044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:04.121280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Subnet': ['ID=bd94f89f-2e32-4664-b985-155f87510eb7,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:04.126166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (0d0a521f-15c2-4d31-9042-b5d566da1c4a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.168294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da3cd7b3-6e1a-4c0a-a2d6-1ab19b35becc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (705a9bc7-d6db-47f8-8a65-5016ff46b98a), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.182785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.187129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Attempting to bind port 1dabe09d-14c3-4369-98f7-e38cb91aa8ca on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:04.187508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Attempting to bind port 1dabe09d-14c3-4369-98f7-e38cb91aa8ca by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'b8da9097-9389-4629-bcbe-706dca74aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0d0a521f-15c2-4d31-9042-b5d566da1c4a'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:04.187867 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Attempting to bind port 1dabe09d-14c3-4369-98f7-e38cb91aa8ca on network 0d0a521f-15c2-4d31-9042-b5d566da1c4a {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:04.237120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0a521f-15c2-4d31-9042-b5d566da1c4a']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:04.238574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:04.239315 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Checking segment: {'id': 'b8da9097-9389-4629-bcbe-706dca74aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0d0a521f-15c2-4d31-9042-b5d566da1c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:04.250971 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.251622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Bound using segment: {'id': 'b8da9097-9389-4629-bcbe-706dca74aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0d0a521f-15c2-4d31-9042-b5d566da1c4a'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:04.252253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Bound port: 1dabe09d-14c3-4369-98f7-e38cb91aa8ca, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8da9097-9389-4629-bcbe-706dca74aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0d0a521f-15c2-4d31-9042-b5d566da1c4a'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:04.252729 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1dabe09d-14c3-4369-98f7-e38cb91aa8ca), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.273509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Current status of the port c4eba801-2760-4bc9-933d-7158faaaadec is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:04.277221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c4eba801-2760-4bc9-933d-7158faaaadec is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:04.281039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:04.285849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:04.292206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.319521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8da9097-9389-4629-bcbe-706dca74aee0') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:04.320009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8da9097-9389-4629-bcbe-706dca74aee0') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:04.345398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Provisioning complete for port e167d37b-4fd4-4401-a1e6-ae18de522feb triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:04.345785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e167d37b-4fd4-4401-a1e6-ae18de522feb), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.346142 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 1 to provision port e167d37b-4fd4-4401-a1e6-ae18de522feb Nov 03 02:25:04.347916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:04.355945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:04.359830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Checking segment: {'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:04.360889 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network hostable DHCP agents. Network: 134b86e3-5ab7-4a22-b59f-e8d4cb120a43, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:04.367432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Attempting to bind port e13a73c5-d186-446a-a228-2a1a6dda8c04 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:04.367821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Attempting to bind port e13a73c5-d186-446a-a228-2a1a6dda8c04 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:04.368196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Attempting to bind port e13a73c5-d186-446a-a228-2a1a6dda8c04 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:04.387575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (b8da9097-9389-4629-bcbe-706dca74aee0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.458000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b8da9097-9389-4629-bcbe-706dca74aee0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.472602 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.492825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:04.493099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (b8da9097-9389-4629-bcbe-706dca74aee0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.522396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:04.546645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da3cd7b3-6e1a-4c0a-a2d6-1ab19b35becc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (705a9bc7-d6db-47f8-8a65-5016ff46b98a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.580670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 134b86e3-5ab7-4a22-b59f-e8d4cb120a43) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:04.597317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0abbb-33f5-492d-bee8-2f80d98c98ba req-c6998f63-f1e7-4344-b6cb-7d0778c837a0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:04.605256 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-26a0abbb-33f5-492d-bee8-2f80d98c98ba req-c6998f63-f1e7-4344-b6cb-7d0778c837a0 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2713234 Nov 03 02:25:04.610657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] For port 1dabe09d-14c3-4369-98f7-e38cb91aa8ca, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:04.612408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:04.613191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.636229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:04.636694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:04.637179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.637715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:04.638589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Bound port: e13a73c5-d186-446a-a228-2a1a6dda8c04, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:04.640019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.677914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] For port 1dabe09d-14c3-4369-98f7-e38cb91aa8ca, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1dabe09d-14c3-4369-98f7-e38cb91aa8ca,segment=NetworkSegment(b8da9097-9389-4629-bcbe-706dca74aee0),segment_id=b8da9097-9389-4629-bcbe-706dca74aee0)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:04.682875 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment b8da9097-9389-4629-bcbe-706dca74aee0 resource provider aggregate not found Nov 03 02:25:04.687381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a977e420-724f-4e85-a714-9d2e118e390c None None] Network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:04.691424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.db.api [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 02:25:04.691424 dv-neutron-860659-5-hyperv neutron-server[104393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 02:25:04.691424 dv-neutron-860659-5-hyperv neutron-server[104393]: [parameters: {'id': '0d0a521f-15c2-4d31-9042-b5d566da1c4a'}] Nov 03 02:25:04.691424 dv-neutron-860659-5-hyperv neutron-server[104393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:25:04.692030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG oslo_db.api [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:25:04.718479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1dabe09d-14c3-4369-98f7-e38cb91aa8ca), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.726549 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment b8da9097-9389-4629-bcbe-706dca74aee0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8da9097-9389-4629-bcbe-706dca74aee0 found for delete ", "request_id": "req-98ef1623-421b-45d0-b1e5-056125d2209a"}]} Nov 03 02:25:04.744131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port e32b8dd6-5aee-44bf-8df3-92d120e66d6f yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:04.778260 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da3cd7b3-6e1a-4c0a-a2d6-1ab19b35becc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (705a9bc7-d6db-47f8-8a65-5016ff46b98a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.787079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5845c6-189d-4d58-acc4-c2b0354e8ffd None None] Pushing event updated for resources: {'Port': ['ID=e13a73c5-d186-446a-a228-2a1a6dda8c04,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:04.828283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Attempting to bind port 006e2312-2c54-4193-82da-d08c42824252 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:04.828703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Attempting to bind port 006e2312-2c54-4193-82da-d08c42824252 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:04.829077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Attempting to bind port 006e2312-2c54-4193-82da-d08c42824252 on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:04.869878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:04.870282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:04.870703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.871109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:04.871864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Bound port: 006e2312-2c54-4193-82da-d08c42824252, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:04.877027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (006e2312-2c54-4193-82da-d08c42824252), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.886268 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Port e167d37b-4fd4-4401-a1e6-ae18de522feb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:04.918233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da3cd7b3-6e1a-4c0a-a2d6-1ab19b35becc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.927171 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-da3cd7b3-6e1a-4c0a-a2d6-1ab19b35becc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/705a9bc7-d6db-47f8-8a65-5016ff46b98a HTTP/1.1" status: 204 len: 168 time: 1.1999533 Nov 03 02:25:04.930301 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-a65b5d4b-4654-4b5e-8db5-fab75350f9c3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:25:04.931804 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a65b5d4b-4654-4b5e-8db5-fab75350f9c3 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "PUT /v2.0/routers/98fb6678-eb53-4fec-9a33-c1cdd3844e11/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0923350 Nov 03 02:25:04.933068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36814) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:04.946179 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-774c96cb-e9c1-4f9d-a5a3-727e86d3eee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.1337309 Nov 03 02:25:04.947990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36816) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:04.948434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36818) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:04.949328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fbf00e-be7c-457c-8f2d-84d1e84b028b None None] Network 96d891c0-337e-48ac-9491-a9e34c1dc703 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:04.966136 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (9e2c07a5-4619-4b5a-88bf-b4a19dffb32f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.969887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7064d2d-4d7c-4075-9b81-8f9a3ead7bd7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:04.985937 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] For port e13a73c5-d186-446a-a228-2a1a6dda8c04, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:04.993460 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe21f44-0f8e-452c-b51f-87320394a03a None None] Network 0d0a521f-15c2-4d31-9042-b5d566da1c4a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:05.054241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66df9db-f754-43b5-9cb3-0077dcb4156e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting subnet ed5293d6-8f2b-4bcd-b430-48362e962b74 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:05.058286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b66df9db-f754-43b5-9cb3-0077dcb4156e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (ed5293d6-8f2b-4bcd-b430-48362e962b74), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.122615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b66df9db-f754-43b5-9cb3-0077dcb4156e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (ed5293d6-8f2b-4bcd-b430-48362e962b74), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.136172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] For port e13a73c5-d186-446a-a228-2a1a6dda8c04, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e13a73c5-d186-446a-a228-2a1a6dda8c04,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:05.193909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.196187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac702b-e0a1-42ef-9735-adab16ddb1d7 None None] Pushing event updated for resources: {'Port': ['ID=1dabe09d-14c3-4369-98f7-e38cb91aa8ca,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:05.199712 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (0d0a521f-15c2-4d31-9042-b5d566da1c4a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.202192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::f816:3eff:febd:1852 (45083813-f1f1-4019-a736-ce483eb72093/a2af51f2-7a26-4603-9716-ee61569909fb/e32b8dd6-5aee-44bf-8df3-92d120e66d6f) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:05.278536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5845c6-189d-4d58-acc4-c2b0354e8ffd None None] Pushing event updated for resources: {'Port': ['ID=e13a73c5-d186-446a-a228-2a1a6dda8c04,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:05.295078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Subnet': ['ID=9e2c07a5-4619-4b5a-88bf-b4a19dffb32f,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:05.300652 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:05.301699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.319075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] For port 006e2312-2c54-4193-82da-d08c42824252, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:05.323814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cd7b3-6e1a-4c0a-a2d6-1ab19b35becc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Subnet': ['ID=705a9bc7-d6db-47f8-8a65-5016ff46b98a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:05.346085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b66df9db-f754-43b5-9cb3-0077dcb4156e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (ed5293d6-8f2b-4bcd-b430-48362e962b74), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.418287 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-26a0abbb-33f5-492d-bee8-2f80d98c98ba req-a0fd657a-2a76-4d7d-b7b6-23fded597587 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8119323 Nov 03 02:25:05.434583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b66df9db-f754-43b5-9cb3-0077dcb4156e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (ed5293d6-8f2b-4bcd-b430-48362e962b74), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.467601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] For port 006e2312-2c54-4193-82da-d08c42824252, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=006e2312-2c54-4193-82da-d08c42824252,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:05.469439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66df9db-f754-43b5-9cb3-0077dcb4156e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5293d6-8f2b-4bcd-b430-48362e962b74,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:05.480657 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 2 to provision port e167d37b-4fd4-4401-a1e6-ae18de522feb Nov 03 02:25:05.481869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b66df9db-f754-43b5-9cb3-0077dcb4156e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.486942 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b66df9db-f754-43b5-9cb3-0077dcb4156e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/ed5293d6-8f2b-4bcd-b430-48362e962b74 HTTP/1.1" status: 204 len: 168 time: 0.5386677 Nov 03 02:25:05.489600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36820) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:05.534853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Allocated IP 172.20.0.2 (134b86e3-5ab7-4a22-b59f-e8d4cb120a43/bd94f89f-2e32-4664-b985-155f87510eb7/f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:05.567903 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Checking segment: {'id': 'e1a3d835-7edd-4f12-89bb-d207cc55b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a5d44cf-3fdd-4ddd-be83-37690acff418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:05.568368 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network hostable DHCP agents. Network: 9a5d44cf-3fdd-4ddd-be83-37690acff418, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:05.604018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (96d891c0-337e-48ac-9491-a9e34c1dc703), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.680652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:05.680994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.712998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Publish callbacks [] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.761168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e7f0b-834f-4d2a-9323-99006f7a4b80 None None] Network ef74e485-0ae6-4316-97af-85a050e93c8e requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:05.763919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=04356294-5bdc-4c00-b0f3-ed0f9a47a91b,segment=NetworkSegment(1ba23f90-e31a-4dcf-a267-f67b92bbab53),segment_id=1ba23f90-e31a-4dcf-a267-f67b92bbab53)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:05.764386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.769353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (006e2312-2c54-4193-82da-d08c42824252), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.775208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.782709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 04356294-5bdc-4c00-b0f3-ed0f9a47a91b owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:05.907488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Port e167d37b-4fd4-4401-a1e6-ae18de522feb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:05.909591 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (04356294-5bdc-4c00-b0f3-ed0f9a47a91b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:05.918076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:05.918738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:05.946553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No DVR routers for this DVR port 04356294-5bdc-4c00-b0f3-ed0f9a47a91b on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:05.973821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=04356294-5bdc-4c00-b0f3-ed0f9a47a91b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:06.095903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:06.105682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16e9232-f628-4ed9-946b-0841f60c0730 None None] Network 0d0a521f-15c2-4d31-9042-b5d566da1c4a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:06.108137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:06.114962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fade1ec-a37a-4240-965a-24e75512cb5e None None] Pushing event updated for resources: {'Port': ['ID=006e2312-2c54-4193-82da-d08c42824252,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:06.118311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (96d891c0-337e-48ac-9491-a9e34c1dc703), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.129831 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:06.161866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 9a5d44cf-3fdd-4ddd-be83-37690acff418 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:06.164308 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d891c0-337e-48ac-9491-a9e34c1dc703']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:06.176100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba23f90-e31a-4dcf-a267-f67b92bbab53') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:06.176411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba23f90-e31a-4dcf-a267-f67b92bbab53') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:06.192315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (1ba23f90-e31a-4dcf-a267-f67b92bbab53), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.211224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1ba23f90-e31a-4dcf-a267-f67b92bbab53), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.220378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:06.221757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (1ba23f90-e31a-4dcf-a267-f67b92bbab53), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.229734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:25:06.277584 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 1ba23f90-e31a-4dcf-a267-f67b92bbab53 resource provider aggregate not found Nov 03 02:25:06.286420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Deleting port 1dabe09d-14c3-4369-98f7-e38cb91aa8ca {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:06.286910 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1dabe09d-14c3-4369-98f7-e38cb91aa8ca), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.290043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 9a5d44cf-3fdd-4ddd-be83-37690acff418) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:06.305343 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 1ba23f90-e31a-4dcf-a267-f67b92bbab53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ba23f90-e31a-4dcf-a267-f67b92bbab53 found for delete ", "request_id": "req-550c3623-07f8-43d5-b7ca-01515ef2e554"}]} Nov 03 02:25:06.322914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (96d891c0-337e-48ac-9491-a9e34c1dc703), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.330614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.336054 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/networks/96d891c0-337e-48ac-9491-a9e34c1dc703 HTTP/1.1" status: 204 len: 168 time: 0.8450947 Nov 03 02:25:06.343450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36826) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:06.346654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972128b3-624d-40f8-bcfd-ed7f9c578e80 None None] Network 9a5d44cf-3fdd-4ddd-be83-37690acff418 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:06.372872 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:06.373804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.404505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Pushing event updated for resources: {'Port': ['ID=f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:06.415658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9add82-38ce-4c35-acf2-7d50d9fdceb4 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Network': ['ID=96d891c0-337e-48ac-9491-a9e34c1dc703,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:06.447233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (ef74e485-0ae6-4316-97af-85a050e93c8e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.478260 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (e32b8dd6-5aee-44bf-8df3-92d120e66d6f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.516704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 62c38c09-8cf2-496e-ac0c-4876b2151104 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:06.517085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.539467 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f3ec904b-f782-436c-b25f-59a978dd3fd8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0582457 Nov 03 02:25:06.567567 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36830) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:06.576211 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-438f248d-f131-4f86-955b-a3288b7281ee tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '9a5d44cf-3fdd-4ddd-be83-37690acff418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:06.600921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] For port 1dabe09d-14c3-4369-98f7-e38cb91aa8ca, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1dabe09d-14c3-4369-98f7-e38cb91aa8ca,segment=NetworkSegment(b8da9097-9389-4629-bcbe-706dca74aee0),segment_id=b8da9097-9389-4629-bcbe-706dca74aee0)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:06.601759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1dabe09d-14c3-4369-98f7-e38cb91aa8ca), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.648033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port 62c38c09-8cf2-496e-ac0c-4876b2151104, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=62c38c09-8cf2-496e-ac0c-4876b2151104,segment=NetworkSegment(15ff12e1-850d-46c4-a599-c0410b1916e7),segment_id=15ff12e1-850d-46c4-a599-c0410b1916e7)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:06.648385 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.666132 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 3 to provision port e167d37b-4fd4-4401-a1e6-ae18de522feb Nov 03 02:25:06.668669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 62c38c09-8cf2-496e-ac0c-4876b2151104 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:06.703435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36cdcae-9576-4663-8c8c-8e1537cea639 None None] DHCP port deletion for 96d891c0-337e-48ac-9491-a9e34c1dc703 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:06.705488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87b08d-5a5e-4356-afe2-7c741b0aab07 None None] DHCP port deletion for ef74e485-0ae6-4316-97af-85a050e93c8e request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:06.712876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Calling delete_port for 1dabe09d-14c3-4369-98f7-e38cb91aa8ca owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:06.742404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e32b8dd6-5aee-44bf-8df3-92d120e66d6f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.766834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410c1c8-a3a1-4b43-9eee-704395e0fca8 req-77321b26-4742-454d-9af5-c76a457ef13d tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:06.769021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Attempting to bind port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:06.769569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Attempting to bind port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:06.769949 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Attempting to bind port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff on network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:06.777918 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3410c1c8-a3a1-4b43-9eee-704395e0fca8 req-77321b26-4742-454d-9af5-c76a457ef13d tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2049677 Nov 03 02:25:06.784929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 006e2312-2c54-4193-82da-d08c42824252 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:06.874828 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3410c1c8-a3a1-4b43-9eee-704395e0fca8 req-5e6e743f-d6f0-4639-a070-cf79906228a2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972462 Nov 03 02:25:06.880821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Port e167d37b-4fd4-4401-a1e6-ae18de522feb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:06.881866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:06.882255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Checking segment: {'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:06.882661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.883056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Bound using segment: {'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:06.883546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Bound port: f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:06.883924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.915360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:06.955370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No DVR routers for this DVR port 62c38c09-8cf2-496e-ac0c-4876b2151104 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:07.022122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=62c38c09-8cf2-496e-ac0c-4876b2151104,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:07.037305 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=e32b8dd6-5aee-44bf-8df3-92d120e66d6f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:07.084097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] For port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:07.089383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] For port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff,segment=NetworkSegment(a24657f6-1138-426e-a78b-aebd0dcb8f1d),segment_id=a24657f6-1138-426e-a78b-aebd0dcb8f1d)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:07.102832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b7064d2d-4d7c-4075-9b81-8f9a3ead7bd7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port 4f3c8072-e005-4014-aa71-45241bfc95e3 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:07.103242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7064d2d-4d7c-4075-9b81-8f9a3ead7bd7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (4f3c8072-e005-4014-aa71-45241bfc95e3), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.143166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.169178 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:07.204685 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:07.213561 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:07.248910 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:07.249782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.293732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (ef74e485-0ae6-4316-97af-85a050e93c8e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.329043 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199315ed-1f2e-4ca3-92c4-f6851801a889 None None] Pushing event updated for resources: {'Port': ['ID=f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:07.335533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-9a5d44cf-3fdd-4ddd-be83-37690acff418', 'network_id': '9a5d44cf-3fdd-4ddd-be83-37690acff418', 'project_id': '8dbea1bccbd54492bdf13d1a1069e27e', 'fixed_ips': [{'subnet_id': '9e2c07a5-4619-4b5a-88bf-b4a19dffb32f'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:07.336828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.336980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef74e485-0ae6-4316-97af-85a050e93c8e']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:07.348683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ff12e1-850d-46c4-a599-c0410b1916e7') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:07.348683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ff12e1-850d-46c4-a599-c0410b1916e7') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:07.386069 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 4 to provision port e167d37b-4fd4-4401-a1e6-ae18de522feb Nov 03 02:25:07.404594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (15ff12e1-850d-46c4-a599-c0410b1916e7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.428331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (15ff12e1-850d-46c4-a599-c0410b1916e7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.437295 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2c3e89a0-9cc1-495e-bdcc-f2b27e76526a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5139880 Nov 03 02:25:07.447497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:07.448568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (15ff12e1-850d-46c4-a599-c0410b1916e7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.451143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 006e2312-2c54-4193-82da-d08c42824252 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:07.451934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (006e2312-2c54-4193-82da-d08c42824252), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.452365 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 006e2312-2c54-4193-82da-d08c42824252 Nov 03 02:25:07.454144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36836) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:07.465130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9d87b08d-5a5e-4356-afe2-7c741b0aab07 None None] Deleting port 62c38c09-8cf2-496e-ac0c-4876b2151104 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:07.465524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9d87b08d-5a5e-4356-afe2-7c741b0aab07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.566082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438f248d-f131-4f86-955b-a3288b7281ee tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:07.570003 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-438f248d-f131-4f86-955b-a3288b7281ee tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.589944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (ef74e485-0ae6-4316-97af-85a050e93c8e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.594401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Port e167d37b-4fd4-4401-a1e6-ae18de522feb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:07.603333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.620728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a603ccf7-5914-4819-8985-e5c16c807dbe tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (98fb6678-eb53-4fec-9a33-c1cdd3844e11), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.621726 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/networks/ef74e485-0ae6-4316-97af-85a050e93c8e HTTP/1.1" status: 204 len: 168 time: 1.2773039 Nov 03 02:25:07.627805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36838) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:07.649354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c97729-fe12-4c84-9852-6b3462de2c0f req-b3fccdef-7199-4287-bc3c-4950543b1ce2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:07.651045 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-68c97729-fe12-4c84-9852-6b3462de2c0f req-b3fccdef-7199-4287-bc3c-4950543b1ce2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3047776 Nov 03 02:25:07.652548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d9f46-db77-4c9f-94c8-697055dba1d2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Network': ['ID=ef74e485-0ae6-4316-97af-85a050e93c8e,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:07.668759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da552353-3299-42fc-b6ee-c5b05bcd8fb7 req-7cb00876-98e3-4da7-8d9e-c0a9fdb9019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:07.670525 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-da552353-3299-42fc-b6ee-c5b05bcd8fb7 req-7cb00876-98e3-4da7-8d9e-c0a9fdb9019d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=110b6deb445a4d5f9083ed8d5b5e206b&device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 1129 time: 0.4066803 Nov 03 02:25:07.676675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1443433882'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:07.721452 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-68c97729-fe12-4c84-9852-6b3462de2c0f req-c0966853-ebc1-46eb-9240-ce5510f3c4b4 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640385 Nov 03 02:25:07.750320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:24:56Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:07.755879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9d87b08d-5a5e-4356-afe2-7c741b0aab07 None None] For port 62c38c09-8cf2-496e-ac0c-4876b2151104, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:07.755879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9d87b08d-5a5e-4356-afe2-7c741b0aab07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.789040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7064d2d-4d7c-4075-9b81-8f9a3ead7bd7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (4f3c8072-e005-4014-aa71-45241bfc95e3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.798853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9d87b08d-5a5e-4356-afe2-7c741b0aab07 None None] Calling delete_port for 62c38c09-8cf2-496e-ac0c-4876b2151104 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:07.807365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (1dabe09d-14c3-4369-98f7-e38cb91aa8ca), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.820903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.ipam_backend_mixin [None req-9d87b08d-5a5e-4356-afe2-7c741b0aab07 None None] Port 62c38c09-8cf2-496e-ac0c-4876b2151104 was not found and therefore no delete operation was performed {{(pid=104395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:25:07.821851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2b94b-fb36-46b9-bbff-1c8710b3bb6c None None] The sync data for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv is: [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:24:56Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:07.827019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9d87b08d-5a5e-4356-afe2-7c741b0aab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (62c38c09-8cf2-496e-ac0c-4876b2151104), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.885571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d87b08d-5a5e-4356-afe2-7c741b0aab07 None None] Network ef74e485-0ae6-4316-97af-85a050e93c8e is not hosted by any dhcp agent {{(pid=104395) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 02:25:07.886032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d87b08d-5a5e-4356-afe2-7c741b0aab07 None None] No DVR routers for this DVR port 62c38c09-8cf2-496e-ac0c-4876b2151104 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:07.890894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87b08d-5a5e-4356-afe2-7c741b0aab07 None None] Pushing event deleted for resources: {'Port': ['ID=62c38c09-8cf2-496e-ac0c-4876b2151104,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:07.918153 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b7064d2d-4d7c-4075-9b81-8f9a3ead7bd7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for 4f3c8072-e005-4014-aa71-45241bfc95e3 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:07.925674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Allocated IP 172.20.0.2 (9a5d44cf-3fdd-4ddd-be83-37690acff418/9e2c07a5-4619-4b5a-88bf-b4a19dffb32f/34b554b3-a637-490a-a670-1a3d1a0a26da) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:07.930779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 006e2312-2c54-4193-82da-d08c42824252 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:07.931097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (006e2312-2c54-4193-82da-d08c42824252), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:07.967993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Port': ['ID=1dabe09d-14c3-4369-98f7-e38cb91aa8ca,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:07.980818 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No DVR routers for this DVR port 1dabe09d-14c3-4369-98f7-e38cb91aa8ca on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:08.001840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:08.005329 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.038715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.038715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 006e2312-2c54-4193-82da-d08c42824252, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=006e2312-2c54-4193-82da-d08c42824252,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:08.052603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (006e2312-2c54-4193-82da-d08c42824252), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.095118 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 5 to provision port e167d37b-4fd4-4401-a1e6-ae18de522feb Nov 03 02:25:08.135688 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da552353-3299-42fc-b6ee-c5b05bcd8fb7 req-23bbec95-a3c2-4a17-a57a-1f2240dabf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:08.137297 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-da552353-3299-42fc-b6ee-c5b05bcd8fb7 req-23bbec95-a3c2-4a17-a57a-1f2240dabf90 service neutron] 10.222.0.27 "GET /v2.0/networks?id=72773225-cc76-406f-b827-ff4978dd1a2a HTTP/1.1" status: 200 len: 912 time: 0.4042873 Nov 03 02:25:08.150070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.208633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 04356294-5bdc-4c00-b0f3-ed0f9a47a91b no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:08.268647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (0d0a521f-15c2-4d31-9042-b5d566da1c4a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.282499 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 04356294-5bdc-4c00-b0f3-ed0f9a47a91b {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:08.283164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 04356294-5bdc-4c00-b0f3-ed0f9a47a91b not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:08.283694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 62c38c09-8cf2-496e-ac0c-4876b2151104 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:08.290110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Publish callbacks [] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.294012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=006e2312-2c54-4193-82da-d08c42824252,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:08.302204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dfce8e-a32f-46a6-86c5-088eeed1b1c0 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:08.314332 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dfce8e-a32f-46a6-86c5-088eeed1b1c0 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:08.315405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Port e167d37b-4fd4-4401-a1e6-ae18de522feb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:08.318515 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a1dfce8e-a32f-46a6-86c5-088eeed1b1c0 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8585060 Nov 03 02:25:08.318653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.319443 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 62c38c09-8cf2-496e-ac0c-4876b2151104 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:08.319791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 62c38c09-8cf2-496e-ac0c-4876b2151104 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:08.320228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36842) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:08.336188 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 15ff12e1-850d-46c4-a599-c0410b1916e7 resource provider aggregate not found Nov 03 02:25:08.370532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0a521f-15c2-4d31-9042-b5d566da1c4a']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:08.383147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Network 9a5d44cf-3fdd-4ddd-be83-37690acff418 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:08.394327 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:08.411216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:08.429447 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Pushing event updated for resources: {'Port': ['ID=34b554b3-a637-490a-a670-1a3d1a0a26da,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:08.467592 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 15ff12e1-850d-46c4-a599-c0410b1916e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15ff12e1-850d-46c4-a599-c0410b1916e7 found for delete ", "request_id": "req-9b8c52da-f89f-4975-97f4-875d3b4b768f"}]} Nov 03 02:25:08.491956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Attempting to bind port 34b554b3-a637-490a-a670-1a3d1a0a26da on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:08.492429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Attempting to bind port 34b554b3-a637-490a-a670-1a3d1a0a26da by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'e1a3d835-7edd-4f12-89bb-d207cc55b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a5d44cf-3fdd-4ddd-be83-37690acff418'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:08.492918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Attempting to bind port 34b554b3-a637-490a-a670-1a3d1a0a26da on network 9a5d44cf-3fdd-4ddd-be83-37690acff418 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:08.499394 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:08.499805 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Checking segment: {'id': 'e1a3d835-7edd-4f12-89bb-d207cc55b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a5d44cf-3fdd-4ddd-be83-37690acff418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:08.500355 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.500868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Bound using segment: {'id': 'e1a3d835-7edd-4f12-89bb-d207cc55b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a5d44cf-3fdd-4ddd-be83-37690acff418'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:08.501544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Bound port: 34b554b3-a637-490a-a670-1a3d1a0a26da, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a3d835-7edd-4f12-89bb-d207cc55b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a5d44cf-3fdd-4ddd-be83-37690acff418'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:08.502028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.526964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-43388ca3-f7c4-4826-a5a1-4ec5b5ef060c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port e32b8dd6-5aee-44bf-8df3-92d120e66d6f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:08.527409 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-43388ca3-f7c4-4826-a5a1-4ec5b5ef060c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e32b8dd6-5aee-44bf-8df3-92d120e66d6f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.596921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] For port 34b554b3-a637-490a-a670-1a3d1a0a26da, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:08.602326 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] For port 34b554b3-a637-490a-a670-1a3d1a0a26da, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=34b554b3-a637-490a-a670-1a3d1a0a26da,segment=NetworkSegment(e1a3d835-7edd-4f12-89bb-d207cc55b5c3),segment_id=e1a3d835-7edd-4f12-89bb-d207cc55b5c3)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:08.632727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.652157 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.ipam_backend_mixin [None req-438f248d-f131-4f86-955b-a3288b7281ee tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9e2c07a5-4619-4b5a-88bf-b4a19dffb32f (CIDR: 172.20.0.0/28) Nov 03 02:25:08.704875 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-438f248d-f131-4f86-955b-a3288b7281ee tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:25:08.705638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438f248d-f131-4f86-955b-a3288b7281ee tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:08.730819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8da9097-9389-4629-bcbe-706dca74aee0') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:08.731109 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8da9097-9389-4629-bcbe-706dca74aee0') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:08.746290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-43388ca3-f7c4-4826-a5a1-4ec5b5ef060c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e32b8dd6-5aee-44bf-8df3-92d120e66d6f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:08.778638 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbac1f6-e98f-4c6f-a090-2e62472652cd None None] Pushing event updated for resources: {'Port': ['ID=34b554b3-a637-490a-a670-1a3d1a0a26da,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:08.792717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-43388ca3-f7c4-4826-a5a1-4ec5b5ef060c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for e32b8dd6-5aee-44bf-8df3-92d120e66d6f owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:08.802443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:08.817476 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 6 to provision port e167d37b-4fd4-4401-a1e6-ae18de522feb Nov 03 02:25:08.873384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Port e167d37b-4fd4-4401-a1e6-ae18de522feb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:09.037924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff6c8b-fb48-479e-9fc9-03afb5c8eb6f None None] Network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:09.045646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bdb17-a310-43c3-9634-235728842642 req-34f4f82a-b976-4089-878f-ba0a6a7308bb tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:09.050846 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-015bdb17-a310-43c3-9634-235728842642 req-34f4f82a-b976-4089-878f-ba0a6a7308bb tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.1227305 Nov 03 02:25:09.114417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 006e2312-2c54-4193-82da-d08c42824252 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:09.224018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 006e2312-2c54-4193-82da-d08c42824252 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:09.224423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (006e2312-2c54-4193-82da-d08c42824252), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:09.224857 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 006e2312-2c54-4193-82da-d08c42824252 Nov 03 02:25:09.236479 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-015bdb17-a310-43c3-9634-235728842642 req-0a501506-ed79-4239-a6d0-0a1a65a6ace3 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627221 Nov 03 02:25:09.241765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-43388ca3-f7c4-4826-a5a1-4ec5b5ef060c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e32b8dd6-5aee-44bf-8df3-92d120e66d6f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:09.359890 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-da552353-3299-42fc-b6ee-c5b05bcd8fb7 req-f3df3805-d548-4c4a-aed2-ad0cc001cc5f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cc0d28-dce5-4bd2-b165-593fd389c895 HTTP/1.1" status: 200 len: 1001 time: 1.0168920 Nov 03 02:25:09.362336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (b8da9097-9389-4629-bcbe-706dca74aee0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:09.372046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-43388ca3-f7c4-4826-a5a1-4ec5b5ef060c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:09.377132 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-43388ca3-f7c4-4826-a5a1-4ec5b5ef060c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/e32b8dd6-5aee-44bf-8df3-92d120e66d6f HTTP/1.1" status: 204 len: 168 time: 1.0554900 Nov 03 02:25:09.379473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43388ca3-f7c4-4826-a5a1-4ec5b5ef060c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=e32b8dd6-5aee-44bf-8df3-92d120e66d6f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:09.385103 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36850) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:09.389287 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 7 to provision port e167d37b-4fd4-4401-a1e6-ae18de522feb Nov 03 02:25:09.439606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Port e167d37b-4fd4-4401-a1e6-ae18de522feb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:09.457301 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-438f248d-f131-4f86-955b-a3288b7281ee tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8855336 Nov 03 02:25:09.459119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 006e2312-2c54-4193-82da-d08c42824252 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:09.460452 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36854) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:09.471054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-61658df0-2105-4ca8-b3ae-d5cdc76fb3b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '9a5d44cf-3fdd-4ddd-be83-37690acff418', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:09.477253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e13a73c5-d186-446a-a228-2a1a6dda8c04 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:09.482769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (e52b49b6-9f79-4401-abea-9936599e5fd1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:09.483129 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added segment e52b49b6-9f79-4401-abea-9936599e5fd1 of type vlan for network 81dba8b6-2f67-4d04-8363-a5591f8e4f07 Nov 03 02:25:09.559448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e13a73c5-d186-446a-a228-2a1a6dda8c04 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:09.559933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:09.569305 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e13a73c5-d186-446a-a228-2a1a6dda8c04 Nov 03 02:25:09.582215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b8da9097-9389-4629-bcbe-706dca74aee0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:09.650924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61658df0-2105-4ca8-b3ae-d5cdc76fb3b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:09.657498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61658df0-2105-4ca8-b3ae-d5cdc76fb3b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:09.693575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276261c6-55be-4411-99b0-4f85ba681ef9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:09.695404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276261c6-55be-4411-99b0-4f85ba681ef9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:09.700338 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-276261c6-55be-4411-99b0-4f85ba681ef9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2815914 Nov 03 02:25:09.707510 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:09.708407 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (b8da9097-9389-4629-bcbe-706dca74aee0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:09.714955 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36856) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:09.718934 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7064d2d-4d7c-4075-9b81-8f9a3ead7bd7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (4f3c8072-e005-4014-aa71-45241bfc95e3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:09.752365 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:25:09.831133 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment b8da9097-9389-4629-bcbe-706dca74aee0 resource provider aggregate not found Nov 03 02:25:09.881047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (81dba8b6-2f67-4d04-8363-a5591f8e4f07), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:09.888416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da552353-3299-42fc-b6ee-c5b05bcd8fb7 req-e4382070-68b5-4ff1-969a-1eb497f3b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:09.889953 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-da552353-3299-42fc-b6ee-c5b05bcd8fb7 req-e4382070-68b5-4ff1-969a-1eb497f3b90f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16b5e305-d6c5-448f-89a8-37a61e5a4123 HTTP/1.1" status: 200 len: 850 time: 0.5039201 Nov 03 02:25:09.906778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7064d2d-4d7c-4075-9b81-8f9a3ead7bd7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=4f3c8072-e005-4014-aa71-45241bfc95e3,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:09.929774 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment b8da9097-9389-4629-bcbe-706dca74aee0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8da9097-9389-4629-bcbe-706dca74aee0 found for delete ", "request_id": "req-7c689430-079b-429c-b6e1-b8581e7279b0"}]} Nov 03 02:25:09.965147 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 8 to provision port e167d37b-4fd4-4401-a1e6-ae18de522feb Nov 03 02:25:09.978812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e13a73c5-d186-446a-a228-2a1a6dda8c04 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:09.979221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.019290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b8e22378-4ce1-4ec1-b68f-165af73c03bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.050523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61658df0-2105-4ca8-b3ae-d5cdc76fb3b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (5e151b85-440a-4180-af2b-75e1446b6365), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.085197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Port e167d37b-4fd4-4401-a1e6-ae18de522feb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:10.088525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port e13a73c5-d186-446a-a228-2a1a6dda8c04, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e13a73c5-d186-446a-a228-2a1a6dda8c04,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:10.105511 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.db.resource_extend [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:25:10.105759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.106471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:10.106670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61658df0-2105-4ca8-b3ae-d5cdc76fb3b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 9a5d44cf-3fdd-4ddd-be83-37690acff418 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:10.110688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-61658df0-2105-4ca8-b3ae-d5cdc76fb3b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:10.117551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61658df0-2105-4ca8-b3ae-d5cdc76fb3b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:10.123105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61658df0-2105-4ca8-b3ae-d5cdc76fb3b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.142989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61658df0-2105-4ca8-b3ae-d5cdc76fb3b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Subnet': ['ID=5e151b85-440a-4180-af2b-75e1446b6365,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:10.157083 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (81dba8b6-2f67-4d04-8363-a5591f8e4f07), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.166187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:10.167113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.174034 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-61658df0-2105-4ca8-b3ae-d5cdc76fb3b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7121274 Nov 03 02:25:10.174723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36864) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:10.180786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': '9a5d44cf-3fdd-4ddd-be83-37690acff418', 'fixed_ips': [{'subnet_id': '9e2c07a5-4619-4b5a-88bf-b4a19dffb32f'}, {'subnet_id': '5e151b85-440a-4180-af2b-75e1446b6365'}], 'name': 'tempest-PortsTestJSON-863172558'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:10.268039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:10.268039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.268368 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff Nov 03 02:25:10.319255 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.6465278 Nov 03 02:25:10.322544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=e13a73c5-d186-446a-a228-2a1a6dda8c04,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:10.323624 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d427e8b-3a01-40a3-bbdd-f169eedd05b5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet a2af51f2-7a26-4603-9716-ee61569909fb {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:10.328111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36870) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:10.329081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d427e8b-3a01-40a3-bbdd-f169eedd05b5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (a2af51f2-7a26-4603-9716-ee61569909fb), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.341010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'subnet': {'network_id': '81dba8b6-2f67-4d04-8363-a5591f8e4f07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:10.377987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d427e8b-3a01-40a3-bbdd-f169eedd05b5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (a2af51f2-7a26-4603-9716-ee61569909fb), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.422705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fdf1c7-06fe-466f-8e26-d1ee38d14d5c None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:25:10.451890 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344973d-4270-4114-a243-b6767359668f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Network': ['ID=81dba8b6-2f67-4d04-8363-a5591f8e4f07,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:10.472438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 81dba8b6-2f67-4d04-8363-a5591f8e4f07 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:10.476778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:10.477182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.484529 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (0d0a521f-15c2-4d31-9042-b5d566da1c4a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.527299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.530798 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/0d0a521f-15c2-4d31-9042-b5d566da1c4a HTTP/1.1" status: 204 len: 168 time: 8.6765864 Nov 03 02:25:10.534840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550dabf-4184-42f7-91cb-77cea0899d14 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Network': ['ID=0d0a521f-15c2-4d31-9042-b5d566da1c4a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:10.538749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36872) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:10.539246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7064d2d-4d7c-4075-9b81-8f9a3ead7bd7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.556014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:10.570433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf441f6-959e-46ac-a6b6-b7d35e78a4eb req-99368ed0-82a1-407c-8040-4a1f9ee1fe33 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:10.571127 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da552353-3299-42fc-b6ee-c5b05bcd8fb7 req-6dd879d0-28c7-447f-a9d2-c9fb65d204eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:10.572148 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bdf441f6-959e-46ac-a6b6-b7d35e78a4eb req-99368ed0-82a1-407c-8040-4a1f9ee1fe33 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2155049 Nov 03 02:25:10.573075 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-da552353-3299-42fc-b6ee-c5b05bcd8fb7 req-6dd879d0-28c7-447f-a9d2-c9fb65d204eb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=72773225-cc76-406f-b827-ff4978dd1a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6040039 Nov 03 02:25:10.594162 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 9 to provision port e167d37b-4fd4-4401-a1e6-ae18de522feb Nov 03 02:25:10.634625 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebdbfe3-b56d-4c29-adce-e179caba61b2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:10.635073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebdbfe3-b56d-4c29-adce-e179caba61b2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:10.641431 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eebdbfe3-b56d-4c29-adce-e179caba61b2 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/subnets/ed156052-7e78-4280-a78b-c5939b3aa01c HTTP/1.1" status: 404 len: 337 time: 0.0990846 Nov 03 02:25:10.650451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36874) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:10.665217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff,segment=NetworkSegment(a24657f6-1138-426e-a78b-aebd0dcb8f1d),segment_id=a24657f6-1138-426e-a78b-aebd0dcb8f1d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:10.681411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.687711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Port e167d37b-4fd4-4401-a1e6-ae18de522feb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:10.696387 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-310c71e1-3259-4241-a32c-466da6db3921 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:10.696387 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310c71e1-3259-4241-a32c-466da6db3921 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:10.701952 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-310c71e1-3259-4241-a32c-466da6db3921 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/0d0a521f-15c2-4d31-9042-b5d566da1c4a HTTP/1.1" status: 404 len: 339 time: 0.0504599 Nov 03 02:25:10.702503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36876) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:10.718924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:10.722152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.857473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdf1c7-06fe-466f-8e26-d1ee38d14d5c None None] Resources bound (agent type, host, resource id): {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:25:10.862677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d427e8b-3a01-40a3-bbdd-f169eedd05b5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (a2af51f2-7a26-4603-9716-ee61569909fb), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:10.880225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:10.885462 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bdf441f6-959e-46ac-a6b6-b7d35e78a4eb req-e3bf43a9-d74f-46ef-b574-ea03f71bd94a tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801425 Nov 03 02:25:10.966751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.1 (134b86e3-5ab7-4a22-b59f-e8d4cb120a43/bd94f89f-2e32-4664-b985-155f87510eb7/c3fb25c4-70a2-455a-a394-1096d9bb014f) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:10.976074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 34b554b3-a637-490a-a670-1a3d1a0a26da up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:11.018895 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-da552353-3299-42fc-b6ee-c5b05bcd8fb7 req-a08199c4-13f5-46e6-8616-bc2e7cb845fd service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089763 Nov 03 02:25:11.087607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 34b554b3-a637-490a-a670-1a3d1a0a26da triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:11.087607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.087607 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 34b554b3-a637-490a-a670-1a3d1a0a26da Nov 03 02:25:11.157126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-a603ccf7-5914-4819-8985-e5c16c807dbe tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Deleting port e167d37b-4fd4-4401-a1e6-ae18de522feb {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:11.157369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a603ccf7-5914-4819-8985-e5c16c807dbe tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e167d37b-4fd4-4401-a1e6-ae18de522feb), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.188620 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 10 to provision port e167d37b-4fd4-4401-a1e6-ae18de522feb Nov 03 02:25:11.231828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7064d2d-4d7c-4075-9b81-8f9a3ead7bd7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 87fc4bb4-06bf-470c-b11e-4b1d714f8dbd has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:11.232063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c432211-92f8-4b63-aab3-827489b19830 None None] Network 9a5d44cf-3fdd-4ddd-be83-37690acff418 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:11.255924 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d427e8b-3a01-40a3-bbdd-f169eedd05b5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (a2af51f2-7a26-4603-9716-ee61569909fb), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.283121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.297987 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 34b554b3-a637-490a-a670-1a3d1a0a26da is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:11.297987 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.301707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Port e167d37b-4fd4-4401-a1e6-ae18de522feb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:11.313883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (aad411f6-cc79-44f9-ab0f-c83752e1d831), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.317366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Could not find standard attr ID for object 0fae3029-987f-4e15-ba48-588e3b1eaefe. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:11.320160 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d427e8b-3a01-40a3-bbdd-f169eedd05b5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=a2af51f2-7a26-4603-9716-ee61569909fb,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:11.328616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port 78887c7b-4858-46fc-997f-d2972ae4d238 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:11.328819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Could not find standard attr ID for object 2ad3c14a-7d08-44f7-b5cd-9016eef766c6. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:11.348225 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d427e8b-3a01-40a3-bbdd-f169eedd05b5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.354579 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9d427e8b-3a01-40a3-bbdd-f169eedd05b5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/a2af51f2-7a26-4603-9716-ee61569909fb HTTP/1.1" status: 204 len: 168 time: 1.6251149 Nov 03 02:25:11.363712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0dcb44-3087-43e3-86ff-c2f3a5b593db None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:11.367826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36880) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:11.394034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 34b554b3-a637-490a-a670-1a3d1a0a26da, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=34b554b3-a637-490a-a670-1a3d1a0a26da,segment=NetworkSegment(e1a3d835-7edd-4f12-89bb-d207cc55b5c3),segment_id=e1a3d835-7edd-4f12-89bb-d207cc55b5c3)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:11.424558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Provisioning complete for port 62b155ef-92b4-4ec9-a5a7-6830cac83586 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:11.425258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.425258 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 1 to provision port 62b155ef-92b4-4ec9-a5a7-6830cac83586 Nov 03 02:25:11.448821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.449734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e13a73c5-d186-446a-a228-2a1a6dda8c04 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:11.455033 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-da552353-3299-42fc-b6ee-c5b05bcd8fb7 req-4456b76e-97b5-4859-a81b-6c41151cefe7 service neutron] 10.222.0.27 "GET /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966401 Nov 03 02:25:11.470850 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7fd7dffe-2ab1-4249-b425-32b4fd57e190 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999885 Nov 03 02:25:11.500255 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36882) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:11.510099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:11.515372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a603ccf7-5914-4819-8985-e5c16c807dbe tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e167d37b-4fd4-4401-a1e6-ae18de522feb), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.524760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.573972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-a603ccf7-5914-4819-8985-e5c16c807dbe tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Calling delete_port for e167d37b-4fd4-4401-a1e6-ae18de522feb owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:11.582137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (aad411f6-cc79-44f9-ab0f-c83752e1d831), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.587411 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7064d2d-4d7c-4075-9b81-8f9a3ead7bd7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:11.600022 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b7064d2d-4d7c-4075-9b81-8f9a3ead7bd7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/87fc4bb4-06bf-470c-b11e-4b1d714f8dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8816316 Nov 03 02:25:11.600811 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36884) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:11.607603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=34b554b3-a637-490a-a670-1a3d1a0a26da,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:11.618775 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04177ee-7616-442b-afa0-7a0586047fad None None] Sync routers for ids ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:11.686259 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f719d21f-91ed-4dc1-be9b-16c128ad8eea tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fc4bb4-06bf-470c-b11e-4b1d714f8dbd HTTP/1.1" status: 200 len: 205 time: 0.0749307 Nov 03 02:25:11.686259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (26efba39-9062-44e0-a13b-9c5c3cb02430), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.686581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04177ee-7616-442b-afa0-7a0586047fad None None] Routers {'87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:11.686581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a04177ee-7616-442b-afa0-7a0586047fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:11.695471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36886) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:11.696513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad411f6-cc79-44f9-ab0f-c83752e1d831']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:11.737089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac1e874-607f-493c-b9de-71bf839fde5c') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:11.737318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac1e874-607f-493c-b9de-71bf839fde5c') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:11.748955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Current status of the port 62b155ef-92b4-4ec9-a5a7-6830cac83586 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:11.754167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e13a73c5-d186-446a-a228-2a1a6dda8c04 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:11.754167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.754396 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e13a73c5-d186-446a-a228-2a1a6dda8c04 Nov 03 02:25:11.756031 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a04177ee-7616-442b-afa0-7a0586047fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:11.761826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (9ac1e874-607f-493c-b9de-71bf839fde5c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.794520 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.797247 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Subnet': ['ID=26efba39-9062-44e0-a13b-9c5c3cb02430,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:11.817288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04177ee-7616-442b-afa0-7a0586047fad None None] Routers {'87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:11.818017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a04177ee-7616-442b-afa0-7a0586047fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:24:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:11.820359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a4712-ff4d-404e-b0f4-87f6071e3269 None None] Update dhcp port {'port': {'network_id': '9a5d44cf-3fdd-4ddd-be83-37690acff418', 'fixed_ips': [{'subnet_id': '9e2c07a5-4619-4b5a-88bf-b4a19dffb32f', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e151b85-440a-4180-af2b-75e1446b6365'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': '34b554b3-a637-490a-a670-1a3d1a0a26da'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:25:11.822350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Provisioning complete for port e0fd2903-5536-4af2-823c-eba11bf9b889 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:11.822789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.823268 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Attempt 1 to provision port e0fd2903-5536-4af2-823c-eba11bf9b889 Nov 03 02:25:11.837239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9ac1e874-607f-493c-b9de-71bf839fde5c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.851580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:11.851994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (9ac1e874-607f-493c-b9de-71bf839fde5c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:11.892658 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 9ac1e874-607f-493c-b9de-71bf839fde5c resource provider aggregate not found Nov 03 02:25:11.931515 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 9ac1e874-607f-493c-b9de-71bf839fde5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ac1e874-607f-493c-b9de-71bf839fde5c found for delete ", "request_id": "req-03796b8c-3419-4dcf-a7cf-7cf6691b51a3"}]} Nov 03 02:25:11.968625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.12 (9a5d44cf-3fdd-4ddd-be83-37690acff418/9e2c07a5-4619-4b5a-88bf-b4a19dffb32f/78887c7b-4858-46fc-997f-d2972ae4d238) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:11.977034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.18 (9a5d44cf-3fdd-4ddd-be83-37690acff418/5e151b85-440a-4180-af2b-75e1446b6365/78887c7b-4858-46fc-997f-d2972ae4d238) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:12.040267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Checking segment: {'id': 'e52b49b6-9f79-4401-abea-9936599e5fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81dba8b6-2f67-4d04-8363-a5591f8e4f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:12.040612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network hostable DHCP agents. Network: 81dba8b6-2f67-4d04-8363-a5591f8e4f07, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:12.048120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e0fe8-8082-421c-afbf-95089089f952 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:12.048358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (aad411f6-cc79-44f9-ab0f-c83752e1d831), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.055651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a04177ee-7616-442b-afa0-7a0586047fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:12.056322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04177ee-7616-442b-afa0-7a0586047fad None None] The sync data for ids ['87fc4bb4-06bf-470c-b11e-4b1d714f8dbd'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:12.077596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.080752 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/aad411f6-cc79-44f9-ab0f-c83752e1d831 HTTP/1.1" status: 204 len: 168 time: 1.3752811 Nov 03 02:25:12.096950 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36894) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:12.098178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c6a4712-ff4d-404e-b0f4-87f6071e3269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.121764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5019f5e-74dd-4c75-af1a-c3e8d0e8bf8f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Network': ['ID=aad411f6-cc79-44f9-ab0f-c83752e1d831,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:12.190316 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b42849-fcb2-480b-9cb7-0311e9e6cf2c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:12.191016 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b42849-fcb2-480b-9cb7-0311e9e6cf2c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:12.193979 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-45b42849-fcb2-480b-9cb7-0311e9e6cf2c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/subnets/9e145d8a-fe2e-4ec8-a0d4-679a91e9c523 HTTP/1.1" status: 404 len: 337 time: 0.0930023 Nov 03 02:25:12.197509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e13a73c5-d186-446a-a228-2a1a6dda8c04 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:12.199459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36896) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:12.201566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 81dba8b6-2f67-4d04-8363-a5591f8e4f07 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:12.219979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd2c31bb-757f-48dd-9950-d0cc1d01d3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.242316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:12.242789 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-56409d2e-7d7b-46b5-88cd-c2544b868c80 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:12.243215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56409d2e-7d7b-46b5-88cd-c2544b868c80 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:12.247577 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-56409d2e-7d7b-46b5-88cd-c2544b868c80 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/83de55a8-86a1-493e-bc44-2e2d431a7a60 HTTP/1.1" status: 404 len: 339 time: 0.0469894 Nov 03 02:25:12.256983 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3e10528-c229-475a-b7b7-1530b615a4a1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.259266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:12.259498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2660f-4411-4b40-bf51-5bd7a1ea7c66 req-25bb73c8-388c-4f1f-b884-82b119788220 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:12.261084 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f9c2660f-4411-4b40-bf51-5bd7a1ea7c66 req-25bb73c8-388c-4f1f-b884-82b119788220 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2675502 Nov 03 02:25:12.262132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:12.263941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36898) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:12.265704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 81dba8b6-2f67-4d04-8363-a5591f8e4f07) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:12.274208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:12.277785 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.296075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb7f8-f1f6-41b1-8e48-5bd6d0b601bc None None] Current status of the port e0fd2903-5536-4af2-823c-eba11bf9b889 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:12.298979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-718e0fe8-8082-421c-afbf-95089089f952 None None] Deleting port 006e2312-2c54-4193-82da-d08c42824252 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:12.299352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-718e0fe8-8082-421c-afbf-95089089f952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (006e2312-2c54-4193-82da-d08c42824252), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.314062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:12.314062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.365534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02b183-ba93-4a67-aefe-77f7d40f11ca None None] Network 81dba8b6-2f67-4d04-8363-a5591f8e4f07 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:12.398842 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=c3fb25c4-70a2-455a-a394-1096d9bb014f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:12.405973 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-19eb380b-cabc-46e5-a8e4-f846d78e0bfd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0764909 Nov 03 02:25:12.414349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36900) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:12.429272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-852f2d17-f626-43e5-93a9-9ed22b7a14dc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-342067726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:12.438828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-934c9c40-4dc1-432c-831f-f56afc9327a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Deleting subnet 9a2e786d-8ecc-49a5-b499-f34dc36a1c04 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:12.448915 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-934c9c40-4dc1-432c-831f-f56afc9327a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (9a2e786d-8ecc-49a5-b499-f34dc36a1c04), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.456105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (78887c7b-4858-46fc-997f-d2972ae4d238), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.504880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f9c2660f-4411-4b40-bf51-5bd7a1ea7c66 req-d8e0ff46-9a48-4488-ab76-ae3aa7d6ac4f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870503 Nov 03 02:25:12.520189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-852f2d17-f626-43e5-93a9-9ed22b7a14dc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.521278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-852f2d17-f626-43e5-93a9-9ed22b7a14dc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.526543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-934c9c40-4dc1-432c-831f-f56afc9327a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (9a2e786d-8ecc-49a5-b499-f34dc36a1c04), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.578524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-81dba8b6-2f67-4d04-8363-a5591f8e4f07', 'network_id': '81dba8b6-2f67-4d04-8363-a5591f8e4f07', 'project_id': '11e48b890e78419891812f693265e85f', 'fixed_ips': [{'subnet_id': '26efba39-9062-44e0-a13b-9c5c3cb02430'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:12.579318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.623626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Provisioning complete for port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:12.624013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.624364 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Attempt 1 to provision port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff Nov 03 02:25:12.635045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (78887c7b-4858-46fc-997f-d2972ae4d238), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.667950 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-852f2d17-f626-43e5-93a9-9ed22b7a14dc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.706113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-852f2d17-f626-43e5-93a9-9ed22b7a14dc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.737952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-934c9c40-4dc1-432c-831f-f56afc9327a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (9a2e786d-8ecc-49a5-b499-f34dc36a1c04), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.742405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (385c9d11-ad0b-4b94-aef4-e2f362f52395), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.743034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-718e0fe8-8082-421c-afbf-95089089f952 None None] For port 006e2312-2c54-4193-82da-d08c42824252, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=006e2312-2c54-4193-82da-d08c42824252,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:12.743147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 9a5d44cf-3fdd-4ddd-be83-37690acff418 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:12.743255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-718e0fe8-8082-421c-afbf-95089089f952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (006e2312-2c54-4193-82da-d08c42824252), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.771065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:12.778007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:12.784209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-718e0fe8-8082-421c-afbf-95089089f952 None None] Calling delete_port for 006e2312-2c54-4193-82da-d08c42824252 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:12.792626 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-852f2d17-f626-43e5-93a9-9ed22b7a14dc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.792626 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-852f2d17-f626-43e5-93a9-9ed22b7a14dc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3698246 Nov 03 02:25:12.809600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=78887c7b-4858-46fc-997f-d2972ae4d238,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:12.823845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36902) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:12.832350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'port': {'network_id': '81dba8b6-2f67-4d04-8363-a5591f8e4f07', 'name': 'tempest-RoutersTest-1945687617'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:12.883962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-7c6a4712-ff4d-404e-b0f4-87f6071e3269 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-f348f97e-de55-4ee5-a2f3-faff851838b6 {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:25:12.884324 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-7c6a4712-ff4d-404e-b0f4-87f6071e3269 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:25:12.885051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 34b554b3-a637-490a-a670-1a3d1a0a26da up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:12.922833 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3e10528-c229-475a-b7b7-1530b615a4a1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.930358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3e10528-c229-475a-b7b7-1530b615a4a1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.930870 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:12.931873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.972464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-934c9c40-4dc1-432c-831f-f56afc9327a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (9a2e786d-8ecc-49a5-b499-f34dc36a1c04), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:12.981368 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6ccafd3f-96ed-4aaa-9832-4a3d7ca9c284 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8031423 Nov 03 02:25:12.984528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Allocated IP 172.20.0.2 (81dba8b6-2f67-4d04-8363-a5591f8e4f07/26efba39-9062-44e0-a13b-9c5c3cb02430/6571e91f-77fd-4df8-8a0c-ac91a5899e54) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:12.994823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36904) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:12.997144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Current status of the port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:13.000539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-77a4f783-a47a-4bbf-8996-61d41bc5d36e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e2c07a5-4619-4b5a-88bf-b4a19dffb32f'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:13.061588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c9c40-4dc1-432c-831f-f56afc9327a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2e786d-8ecc-49a5-b499-f34dc36a1c04,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:13.065482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3e10528-c229-475a-b7b7-1530b615a4a1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (87fc4bb4-06bf-470c-b11e-4b1d714f8dbd), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.066137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e10528-c229-475a-b7b7-1530b615a4a1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Fanout notify agent at l3_agent the message router_deleted on router 87fc4bb4-06bf-470c-b11e-4b1d714f8dbd {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:25:13.068603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-934c9c40-4dc1-432c-831f-f56afc9327a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.072377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-934c9c40-4dc1-432c-831f-f56afc9327a1 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/subnets/9a2e786d-8ecc-49a5-b499-f34dc36a1c04 HTTP/1.1" status: 204 len: 168 time: 0.8076961 Nov 03 02:25:13.076132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36906) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:13.077821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3e10528-c229-475a-b7b7-1530b615a4a1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.079114 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f3e10528-c229-475a-b7b7-1530b615a4a1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/87fc4bb4-06bf-470c-b11e-4b1d714f8dbd HTTP/1.1" status: 204 len: 168 time: 1.3804586 Nov 03 02:25:13.080266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Provisioning complete for port c4eba801-2760-4bc9-933d-7158faaaadec triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:13.082227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.083049 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Attempt 1 to provision port c4eba801-2760-4bc9-933d-7158faaaadec Nov 03 02:25:13.085729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a603ccf7-5914-4819-8985-e5c16c807dbe tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e167d37b-4fd4-4401-a1e6-ae18de522feb), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.089089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36908) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:13.121942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 34b554b3-a637-490a-a670-1a3d1a0a26da triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:13.122390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.122681 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 34b554b3-a637-490a-a670-1a3d1a0a26da Nov 03 02:25:13.124333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b542c4-2a3e-4c2f-bb8b-765925a3f265 None None] Network a7f65213-b300-4389-97c6-fef0a49bf464 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:13.153623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-718e0fe8-8082-421c-afbf-95089089f952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (006e2312-2c54-4193-82da-d08c42824252), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.181162 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603ccf7-5914-4819-8985-e5c16c807dbe tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Port': ['ID=e167d37b-4fd4-4401-a1e6-ae18de522feb,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:13.256131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e0fe8-8082-421c-afbf-95089089f952 None None] Pushing event deleted for resources: {'Port': ['ID=006e2312-2c54-4193-82da-d08c42824252,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:13.258293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-011dc943-337e-4292-87fc-a1d127b520a4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Deleting subnet d25528e4-0f2c-4321-ae8d-069d231e09ac {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:13.276049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.277299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e0fe8-8082-421c-afbf-95089089f952 None None] No DVR routers for this DVR port 006e2312-2c54-4193-82da-d08c42824252 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:13.279868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-011dc943-337e-4292-87fc-a1d127b520a4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (d25528e4-0f2c-4321-ae8d-069d231e09ac), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.320826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a603ccf7-5914-4819-8985-e5c16c807dbe tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (98fb6678-eb53-4fec-9a33-c1cdd3844e11), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.324195 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:25:13.358595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-011dc943-337e-4292-87fc-a1d127b520a4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (d25528e4-0f2c-4321-ae8d-069d231e09ac), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.435627 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c6a4712-ff4d-404e-b0f4-87f6071e3269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.442758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:13.446125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.467652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd68baf4-eaee-4d8d-859f-eed5febfd7c2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting subnet e930f1c0-b01e-412e-8d58-80202168f65c {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:13.470786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.473825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-77a4f783-a47a-4bbf-8996-61d41bc5d36e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (78887c7b-4858-46fc-997f-d2972ae4d238), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.484553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd68baf4-eaee-4d8d-859f-eed5febfd7c2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (e930f1c0-b01e-412e-8d58-80202168f65c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.522110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-011dc943-337e-4292-87fc-a1d127b520a4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (d25528e4-0f2c-4321-ae8d-069d231e09ac), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.524769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] device_id is not set on port c59ce344-da62-4723-bd5c-1d87485906cd yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:13.623087 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.services.revisions.revision_plugin [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Could not find related port for resource to bump revision. Nov 03 02:25:13.628850 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a603ccf7-5914-4819-8985-e5c16c807dbe tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Router 98fb6678-eb53-4fec-9a33-c1cdd3844e11 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:13.634540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 34b554b3-a637-490a-a670-1a3d1a0a26da is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:13.635108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:13.640387 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_pluggable_backend [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Port 006e2312-2c54-4193-82da-d08c42824252 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Nov 03 02:25:13.640839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_pluggable_backend [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Reverting IP allocation for 2001:db8::f816:3eff:fe17:9bdf {{(pid=104393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Nov 03 02:25:13.665090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-011dc943-337e-4292-87fc-a1d127b520a4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (d25528e4-0f2c-4321-ae8d-069d231e09ac), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.670121 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Current status of the port c4eba801-2760-4bc9-933d-7158faaaadec is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:13.672943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Publish callbacks [] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.692546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Could not find standard attr ID for object 006e2312-2c54-4193-82da-d08c42824252. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:13.692795 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (c132a3ea-3c9e-443a-ba82-9a10d3cdffe3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.708512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Could not find standard attr ID for object e167d37b-4fd4-4401-a1e6-ae18de522feb. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:13.709974 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.718872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dc943-337e-4292-87fc-a1d127b520a4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Subnet': ['ID=d25528e4-0f2c-4321-ae8d-069d231e09ac,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:13.743833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Could not find standard attr ID for object 02ec8cab-de6c-4e1e-8a81-55ec045e59a8. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:13.759111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd68baf4-eaee-4d8d-859f-eed5febfd7c2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (e930f1c0-b01e-412e-8d58-80202168f65c), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.771566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Could not find standard attr ID for object e32b8dd6-5aee-44bf-8df3-92d120e66d6f. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:13.774977 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Network 81dba8b6-2f67-4d04-8363-a5591f8e4f07 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:13.824986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-011dc943-337e-4292-87fc-a1d127b520a4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.830513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-011dc943-337e-4292-87fc-a1d127b520a4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/subnets/d25528e4-0f2c-4321-ae8d-069d231e09ac HTTP/1.1" status: 204 len: 168 time: 0.7516518 Nov 03 02:25:13.834679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36912) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:13.847508 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:13.859819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:13.863911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:13.864594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:13.866003 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.875175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a603ccf7-5914-4819-8985-e5c16c807dbe tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:13.875360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:13.880153 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a603ccf7-5914-4819-8985-e5c16c807dbe tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "PUT /v2.0/routers/98fb6678-eb53-4fec-9a33-c1cdd3844e11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9305351 Nov 03 02:25:13.884715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=c132a3ea-3c9e-443a-ba82-9a10d3cdffe3,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:13.894900 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36693e69-0154-481a-a0bb-59c97c568c4f None None] Sync routers for ids ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:13.896090 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36914) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:13.897960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b8e48c-38f2-4c49-af77-0188e02822ce None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:13.913973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Pushing event updated for resources: {'Port': ['ID=6571e91f-77fd-4df8-8a0c-ac91a5899e54,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:13.917270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-7c6a4712-ff4d-404e-b0f4-87f6071e3269 None None] Allocated IP 172.20.0.19 (9a5d44cf-3fdd-4ddd-be83-37690acff418/5e151b85-440a-4180-af2b-75e1446b6365/34b554b3-a637-490a-a670-1a3d1a0a26da) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:13.923313 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36693e69-0154-481a-a0bb-59c97c568c4f None None] Routers {'98fb6678-eb53-4fec-9a33-c1cdd3844e11'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:13.924033 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-36693e69-0154-481a-a0bb-59c97c568c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:13.931961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:13.932352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.932728 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff Nov 03 02:25:13.957445 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-75aa7a74-847e-42e5-8271-4a9b0b433ad8 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] delete failed (client error): The resource could not be found. Nov 03 02:25:13.963181 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-75aa7a74-847e-42e5-8271-4a9b0b433ad8 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1711206569 HTTP/1.1" status: 404 len: 335 time: 0.0660622 Nov 03 02:25:13.963810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36916) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:13.971272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6b149021-2ab3-4725-8fc1-79de1668df8b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'router': {'external_gateway_info': {'network_id': '98fb6678-eb53-4fec-9a33-c1cdd3844e11'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:13.978490 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-36693e69-0154-481a-a0bb-59c97c568c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:13.979988 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Provisioning complete for port 34b554b3-a637-490a-a670-1a3d1a0a26da triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:13.980387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:13.980840 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Attempt 1 to provision port 34b554b3-a637-490a-a670-1a3d1a0a26da Nov 03 02:25:13.982728 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8b3abaa3-39a5-4df4-b66d-c1dead878e6e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4770291 Nov 03 02:25:13.983371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36918) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:13.992573 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36693e69-0154-481a-a0bb-59c97c568c4f None None] Routers {'98fb6678-eb53-4fec-9a33-c1cdd3844e11'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:13.993313 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-36693e69-0154-481a-a0bb-59c97c568c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:14.024270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:a8:2b:c9', 'name': 'tempest-NetworksTestDHCPv6-2022023726'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:14.041426 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb45665-513a-4041-af65-17d160db3db3 req-bf0e45b3-3fbc-43d3-b3d1-3967ec72c633 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:14.043546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0bb45665-513a-4041-af65-17d160db3db3 req-bf0e45b3-3fbc-43d3-b3d1-3967ec72c633 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3819826 Nov 03 02:25:14.053921 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-36693e69-0154-481a-a0bb-59c97c568c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:14.054582 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36693e69-0154-481a-a0bb-59c97c568c4f None None] The sync data for ids ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:14.114196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Allocated IP 172.20.0.8 (81dba8b6-2f67-4d04-8363-a5591f8e4f07/26efba39-9062-44e0-a13b-9c5c3cb02430/c59ce344-da62-4723-bd5c-1d87485906cd) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:14.172526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (a7f65213-b300-4389-97c6-fef0a49bf464), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.175252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd68baf4-eaee-4d8d-859f-eed5febfd7c2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (e930f1c0-b01e-412e-8d58-80202168f65c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.306553 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0bb45665-513a-4041-af65-17d160db3db3 req-52f0386d-7d7c-432a-af15-2c4728e87466 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350447 Nov 03 02:25:14.374340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Attempting to bind port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:14.374726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Attempting to bind port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'e52b49b6-9f79-4401-abea-9936599e5fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81dba8b6-2f67-4d04-8363-a5591f8e4f07'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:14.375117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Attempting to bind port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 on network 81dba8b6-2f67-4d04-8363-a5591f8e4f07 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:14.401510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:14.401892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Checking segment: {'id': 'e52b49b6-9f79-4401-abea-9936599e5fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81dba8b6-2f67-4d04-8363-a5591f8e4f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:14.402296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.402697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Bound using segment: {'id': 'e52b49b6-9f79-4401-abea-9936599e5fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81dba8b6-2f67-4d04-8363-a5591f8e4f07'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:14.403187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Bound port: 6571e91f-77fd-4df8-8a0c-ac91a5899e54, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52b49b6-9f79-4401-abea-9936599e5fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81dba8b6-2f67-4d04-8363-a5591f8e4f07'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:14.403571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.409997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6406bf-8d83-4e2a-b891-ad7b3977f7cb None None] Update dhcp port {'port': {'network_id': 'a7f65213-b300-4389-97c6-fef0a49bf464', 'fixed_ips': [{'subnet_id': 'd25528e4-0f2c-4321-ae8d-069d231e09ac'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'ed0e7fd2-10bc-46bd-83f7-fdb95653ecff'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:25:14.421910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd68baf4-eaee-4d8d-859f-eed5febfd7c2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (e930f1c0-b01e-412e-8d58-80202168f65c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.459289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': 'c132a3ea-3c9e-443a-ba82-9a10d3cdffe3'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:14.460194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.491825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68baf4-eaee-4d8d-859f-eed5febfd7c2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Subnet': ['ID=e930f1c0-b01e-412e-8d58-80202168f65c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:14.496837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd68baf4-eaee-4d8d-859f-eed5febfd7c2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.505157 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fd68baf4-eaee-4d8d-859f-eed5febfd7c2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/e930f1c0-b01e-412e-8d58-80202168f65c HTTP/1.1" status: 204 len: 168 time: 1.4024811 Nov 03 02:25:14.505157 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36922) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:14.531176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Deleting port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:14.531411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.538243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadc768c-cb6a-4a28-bbff-5307bf1de943 None None] Network f6bd5139-b8ec-4885-ab2e-5a8546546185 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:14.584348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fd6406bf-8d83-4e2a-b891-ad7b3977f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.660310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cd318b2b-fb39-4d92-a6a8-183ed579f57c None None] Current status of the port 34b554b3-a637-490a-a670-1a3d1a0a26da is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:14.673899 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (c59ce344-da62-4723-bd5c-1d87485906cd), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.679766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b9b60c-1f46-4afd-906d-92babdc43b3d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting subnet 4d1b8254-ab3a-4276-aa97-91aef8b1d5f8 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:14.687957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7c6a4712-ff4d-404e-b0f4-87f6071e3269 None None] For port 34b554b3-a637-490a-a670-1a3d1a0a26da, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=34b554b3-a637-490a-a670-1a3d1a0a26da,segment=NetworkSegment(e1a3d835-7edd-4f12-89bb-d207cc55b5c3),segment_id=e1a3d835-7edd-4f12-89bb-d207cc55b5c3)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:14.692272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea26081-cf18-4314-ab89-80f289c03ea8 req-51031c6e-d9cd-4b23-ad75-7e2ae6faf821 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:14.693993 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ea26081-cf18-4314-ab89-80f289c03ea8 req-51031c6e-d9cd-4b23-ad75-7e2ae6faf821 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.2910912 Nov 03 02:25:14.695953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:14.696538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82b9b60c-1f46-4afd-906d-92babdc43b3d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (4d1b8254-ab3a-4276-aa97-91aef8b1d5f8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.712394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6b149021-2ab3-4725-8fc1-79de1668df8b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for router_gateway (98fb6678-eb53-4fec-9a33-c1cdd3844e11), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.734058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.745624 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.766221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] For port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ed0e7fd2-10bc-46bd-83f7-fdb95653ecff,segment=NetworkSegment(c6ca482f-8b38-4dce-a0d6-2251119961c4),segment_id=c6ca482f-8b38-4dce-a0d6-2251119961c4)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:14.766736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.810479 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-6b149021-2ab3-4725-8fc1-79de1668df8b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] update failed (client error): The resource could not be found. Nov 03 02:25:14.815384 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6b149021-2ab3-4725-8fc1-79de1668df8b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "PUT /v2.0/routers/98fb6678-eb53-4fec-9a33-c1cdd3844e11 HTTP/1.1" status: 404 len: 339 time: 0.8439384 Nov 03 02:25:14.815583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82b9b60c-1f46-4afd-906d-92babdc43b3d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (4d1b8254-ab3a-4276-aa97-91aef8b1d5f8), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.817933 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Calling delete_port for ed0e7fd2-10bc-46bd-83f7-fdb95653ecff owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:14.819946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36924) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:14.820234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:14.826958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-499098847'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:14.845561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 006e2312-2c54-4193-82da-d08c42824252 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:14.861025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.886967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=c3fb25c4-70a2-455a-a394-1096d9bb014f,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:14.902078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (385c9d11-ad0b-4b94-aef4-e2f362f52395), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:14.932081 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ea26081-cf18-4314-ab89-80f289c03ea8 req-38530bcc-ed43-4f82-b7e3-785337de5075 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025268 Nov 03 02:25:14.956512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c59ce344-da62-4723-bd5c-1d87485906cd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.002822 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.003470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Made reservation on behalf of 9fafa1c9bca941c4836eef2009b88047 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:15.006974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.028040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c6a4712-ff4d-404e-b0f4-87f6071e3269 None None] Publish callbacks [] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.033298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 5f57b637-82c8-4866-9102-b03591cc03e2 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:15.046980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] For port 6571e91f-77fd-4df8-8a0c-ac91a5899e54, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:15.061335 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 006e2312-2c54-4193-82da-d08c42824252 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:15.061878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 81dba8b6-2f67-4d04-8363-a5591f8e4f07 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:15.062151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 006e2312-2c54-4193-82da-d08c42824252 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:15.076459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c6a4712-ff4d-404e-b0f4-87f6071e3269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.092563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] For port 6571e91f-77fd-4df8-8a0c-ac91a5899e54, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6571e91f-77fd-4df8-8a0c-ac91a5899e54,segment=NetworkSegment(e52b49b6-9f79-4401-abea-9936599e5fd1),segment_id=e52b49b6-9f79-4401-abea-9936599e5fd1)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:15.132677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82b9b60c-1f46-4afd-906d-92babdc43b3d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (4d1b8254-ab3a-4276-aa97-91aef8b1d5f8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.157120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:15.160603 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:15.175091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.208062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:15.212800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Provisioning complete for port c3fb25c4-70a2-455a-a394-1096d9bb014f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:15.213305 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.214568 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Attempt 1 to provision port c3fb25c4-70a2-455a-a394-1096d9bb014f Nov 03 02:25:15.230450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:15.234758 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1ce3de-8b04-4e22-ba77-8f9d77c7abeb None None] Network a7f65213-b300-4389-97c6-fef0a49bf464 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:15.242521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (d317eb7f-e919-45cc-970c-54eb381fd075), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.242875 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Added segment d317eb7f-e919-45cc-970c-54eb381fd075 of type vlan for network 1cf76bd2-f2e4-43d8-88f3-ff60bc486a40 Nov 03 02:25:15.247926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:15.263305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=c59ce344-da62-4723-bd5c-1d87485906cd,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:15.387538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 385c9d11-ad0b-4b94-aef4-e2f362f52395 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:15.428107 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Allocated IP 2001:db8::f816:3eff:fead:f159 (45083813-f1f1-4019-a736-ce483eb72093/c132a3ea-3c9e-443a-ba82-9a10d3cdffe3/edf766a2-6adc-44fd-a0d2-9558fc4f28cd) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:15.432340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a4712-ff4d-404e-b0f4-87f6071e3269 None None] Pushing event updated for resources: {'Port': ['ID=34b554b3-a637-490a-a670-1a3d1a0a26da,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:15.440944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Port c3fb25c4-70a2-455a-a394-1096d9bb014f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:15.613885 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:15.623466 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dda8f432-14cb-44ca-aca4-cabcd32a896c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/385c9d11-ad0b-4b94-aef4-e2f362f52395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6683929 Nov 03 02:25:15.627551 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36930) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:15.640124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514c22d-2164-40ce-8e98-c97a468c56a1 None None] DHCP port deletion for f6bd5139-b8ec-4885-ab2e-5a8546546185 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:15.662488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08c532-d413-4be9-9706-513da24ff7da None None] Pushing event updated for resources: {'Port': ['ID=6571e91f-77fd-4df8-8a0c-ac91a5899e54,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:15.666449 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Sync routers for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:15.764565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:15.765215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:15.820187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-77a4f783-a47a-4bbf-8996-61d41bc5d36e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Delete allocated IP 172.20.0.18 (9a5d44cf-3fdd-4ddd-be83-37690acff418/5e151b85-440a-4180-af2b-75e1446b6365) {{(pid=104394) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 02:25:15.829561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82b9b60c-1f46-4afd-906d-92babdc43b3d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (4d1b8254-ab3a-4276-aa97-91aef8b1d5f8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.839360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae75a58c-d082-47b7-89ee-40b10491fecf None None] DHCP port deletion for a7f65213-b300-4389-97c6-fef0a49bf464 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:15.919504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Publish callbacks [] for port (edf766a2-6adc-44fd-a0d2-9558fc4f28cd), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.939074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (edf766a2-6adc-44fd-a0d2-9558fc4f28cd), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.947731 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9b60c-1f46-4afd-906d-92babdc43b3d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1b8254-ab3a-4276-aa97-91aef8b1d5f8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:15.966959 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Attempt 2 to provision port c3fb25c4-70a2-455a-a394-1096d9bb014f Nov 03 02:25:15.974466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ed0e7fd2-10bc-46bd-83f7-fdb95653ecff), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.977177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82b9b60c-1f46-4afd-906d-92babdc43b3d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:15.982961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ae75a58c-d082-47b7-89ee-40b10491fecf None None] The port 'ed0e7fd2-10bc-46bd-83f7-fdb95653ecff' was deleted {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2075}} Nov 03 02:25:15.983142 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-82b9b60c-1f46-4afd-906d-92babdc43b3d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/4d1b8254-ab3a-4276-aa97-91aef8b1d5f8 HTTP/1.1" status: 204 len: 168 time: 1.4724216 Nov 03 02:25:15.983514 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36932) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:16.009139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.009625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.010091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.010561 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.011024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.011592 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.011937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.012401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.013012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.013649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.014115 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.014576 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.015041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.016177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.016676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.017143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.017607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.023216 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e81da648-4640-430b-9313-88b94b378ab6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11788 time: 0.3906701 Nov 03 02:25:16.027336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36934) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:16.046481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (1cf76bd2-f2e4-43d8-88f3-ff60bc486a40), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.047654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16457a4-5fe3-416d-85de-6d25b7aa73d4 None None] Network 7c14390b-1264-427d-90af-b4be9aff7d2d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:16.080823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.081472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.111957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::f816:3eff:fea8:2bc9 (45083813-f1f1-4019-a736-ce483eb72093/c132a3ea-3c9e-443a-ba82-9a10d3cdffe3/5f57b637-82c8-4866-9102-b03591cc03e2) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:16.136862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No DVR routers for this DVR port ed0e7fd2-10bc-46bd-83f7-fdb95653ecff on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:16.138545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Port': ['ID=ed0e7fd2-10bc-46bd-83f7-fdb95653ecff,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:16.171062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:16.192962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6514c22d-2164-40ce-8e98-c97a468c56a1 None None] Deleting port 184e7bc9-9f18-49eb-b541-77c4405852ca {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:16.194896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6514c22d-2164-40ce-8e98-c97a468c56a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.195386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.resource_extend [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:25:16.211066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Port c3fb25c4-70a2-455a-a394-1096d9bb014f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:16.214867 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e3f7ff11-b564-4a2b-b089-6f1d29df897e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3870881 Nov 03 02:25:16.215004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:16.233592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Pushing event updated for resources: {'Port': ['ID=edf766a2-6adc-44fd-a0d2-9558fc4f28cd,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:16.237156 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36936) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:16.237434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:16.275271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.290394 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:25:16.312697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb91af2-a0a4-4ce3-bb68-1ac5e5b0c4e5 req-6e50deb7-affe-40b3-a808-c0dbfff88762 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.320614 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cfb91af2-a0a4-4ce3-bb68-1ac5e5b0c4e5 req-6e50deb7-affe-40b3-a808-c0dbfff88762 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.5150714 Nov 03 02:25:16.328666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (f6bd5139-b8ec-4885-ab2e-5a8546546185), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.371698 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (1cf76bd2-f2e4-43d8-88f3-ff60bc486a40), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.377754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.378648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.403787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.404268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.404760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.405222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.405679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.406135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.406589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.407045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.407497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.407948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.408400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.408883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.409333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.409787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:16.415623 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-43e5c959-86f6-492e-857e-0e85ef5448c3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8901 time: 0.3810914 Nov 03 02:25:16.446015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (a7f65213-b300-4389-97c6-fef0a49bf464), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.464533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36938) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:16.472394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-77a4f783-a47a-4bbf-8996-61d41bc5d36e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (78887c7b-4858-46fc-997f-d2972ae4d238), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.526715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-77a4f783-a47a-4bbf-8996-61d41bc5d36e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (78887c7b-4858-46fc-997f-d2972ae4d238), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.531613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e331af-26bd-41d6-b274-07dffb1abcd4 None None] Network 9a5d44cf-3fdd-4ddd-be83-37690acff418 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:16.601258 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7774775 Nov 03 02:25:16.603485 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f65213-b300-4389-97c6-fef0a49bf464']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:16.624429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36940) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:16.635996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'subnet': {'network_id': '1cf76bd2-f2e4-43d8-88f3-ff60bc486a40', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:16.674615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00c169-7950-4f8b-a530-94ca9ec2accc tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Network': ['ID=1cf76bd2-f2e4-43d8-88f3-ff60bc486a40,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:16.680407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ca482f-8b38-4dce-a0d6-2251119961c4') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:16.681049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ca482f-8b38-4dce-a0d6-2251119961c4') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:16.710902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6514c22d-2164-40ce-8e98-c97a468c56a1 None None] For port 184e7bc9-9f18-49eb-b541-77c4405852ca, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=184e7bc9-9f18-49eb-b541-77c4405852ca,segment=NetworkSegment(9f8177ba-f3eb-4427-907a-b9fca50f2bb4),segment_id=9f8177ba-f3eb-4427-907a-b9fca50f2bb4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:16.711490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6514c22d-2164-40ce-8e98-c97a468c56a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.713900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 1cf76bd2-f2e4-43d8-88f3-ff60bc486a40 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:16.715870 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Attempt 3 to provision port c3fb25c4-70a2-455a-a394-1096d9bb014f Nov 03 02:25:16.733122 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cfb91af2-a0a4-4ce3-bb68-1ac5e5b0c4e5 req-ca40c630-e244-4cbe-a151-36d35cb4ebe2 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4122040 Nov 03 02:25:16.748134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (c6ca482f-8b38-4dce-a0d6-2251119961c4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.759135 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (5f57b637-82c8-4866-9102-b03591cc03e2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.801882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4f783-a47a-4bbf-8996-61d41bc5d36e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=78887c7b-4858-46fc-997f-d2972ae4d238,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:16.819878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c6ca482f-8b38-4dce-a0d6-2251119961c4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.823343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Attempting to bind port edf766a2-6adc-44fd-a0d2-9558fc4f28cd on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:16.823738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Attempting to bind port edf766a2-6adc-44fd-a0d2-9558fc4f28cd by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:16.824120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Attempting to bind port edf766a2-6adc-44fd-a0d2-9558fc4f28cd on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:16.838319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:16.839484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (c6ca482f-8b38-4dce-a0d6-2251119961c4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.858897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6514c22d-2164-40ce-8e98-c97a468c56a1 None None] Calling delete_port for 184e7bc9-9f18-49eb-b541-77c4405852ca owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:16.886937 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment c6ca482f-8b38-4dce-a0d6-2251119961c4 resource provider aggregate not found Nov 03 02:25:16.899971 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:16.900416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:16.900816 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.901218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:16.901716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Bound port: edf766a2-6adc-44fd-a0d2-9558fc4f28cd, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:16.902101 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (edf766a2-6adc-44fd-a0d2-9558fc4f28cd), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:16.961685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Port c3fb25c4-70a2-455a-a394-1096d9bb014f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:16.979892 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment c6ca482f-8b38-4dce-a0d6-2251119961c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6ca482f-8b38-4dce-a0d6-2251119961c4 found for delete ", "request_id": "req-4969acd7-4291-4c5f-a901-c4548627b79f"}]} Nov 03 02:25:17.013351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-77a4f783-a47a-4bbf-8996-61d41bc5d36e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] In _notify_port_updated(), no bound segment for port 78887c7b-4858-46fc-997f-d2972ae4d238 on network 9a5d44cf-3fdd-4ddd-be83-37690acff418 {{(pid=104394) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:25:17.019641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a4f783-a47a-4bbf-8996-61d41bc5d36e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:17.020805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-77a4f783-a47a-4bbf-8996-61d41bc5d36e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.024459 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-77a4f783-a47a-4bbf-8996-61d41bc5d36e tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "PUT /v2.0/ports/78887c7b-4858-46fc-997f-d2972ae4d238 HTTP/1.1" status: 200 len: 919 time: 4.0259955 Nov 03 02:25:17.026676 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36946) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:17.028308 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (a7f65213-b300-4389-97c6-fef0a49bf464), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.039243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-83831247-3ebc-49ed-97b3-18a9b7bc44f9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e2c07a5-4619-4b5a-88bf-b4a19dffb32f'}, {'subnet_id': '5e151b85-440a-4180-af2b-75e1446b6365'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:17.055187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85ea985-e009-4d42-b6ef-41b3d3c43081 None None] DHCP port deletion for 7c14390b-1264-427d-90af-b4be9aff7d2d request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:17.080954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.087667 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/a7f65213-b300-4389-97c6-fef0a49bf464 HTTP/1.1" status: 204 len: 168 time: 3.2451248 Nov 03 02:25:17.087667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Made reservation on behalf of 9fafa1c9bca941c4836eef2009b88047 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:17.089868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.143522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650a3bd7-8ae2-45c5-b87b-ed7ce153b68b None None] Network 81dba8b6-2f67-4d04-8363-a5591f8e4f07 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:17.169354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36948) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:17.234898 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] For port edf766a2-6adc-44fd-a0d2-9558fc4f28cd, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:17.236702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dd506-1ca0-41fe-9f92-4fb021d6828c tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Network': ['ID=a7f65213-b300-4389-97c6-fef0a49bf464,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:17.269522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] For port edf766a2-6adc-44fd-a0d2-9558fc4f28cd, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=edf766a2-6adc-44fd-a0d2-9558fc4f28cd,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:17.271500 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6514c22d-2164-40ce-8e98-c97a468c56a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.310539 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b855a11-dd62-4f04-8a7a-83171c6c9a65 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:17.311124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b855a11-dd62-4f04-8a7a-83171c6c9a65 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:17.312679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (edf766a2-6adc-44fd-a0d2-9558fc4f28cd), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.316535 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8b855a11-dd62-4f04-8a7a-83171c6c9a65 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/subnets/a08cb216-3b7d-4588-a060-c57fcb2db46c HTTP/1.1" status: 404 len: 337 time: 0.1385262 Nov 03 02:25:17.331547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36950) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:17.346475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514c22d-2164-40ce-8e98-c97a468c56a1 None None] Pushing event deleted for resources: {'Port': ['ID=184e7bc9-9f18-49eb-b541-77c4405852ca,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:17.372095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6514c22d-2164-40ce-8e98-c97a468c56a1 None None] No DVR routers for this DVR port 184e7bc9-9f18-49eb-b541-77c4405852ca on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:17.405625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port 184e7bc9-9f18-49eb-b541-77c4405852ca {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:17.406432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.417361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83831247-3ebc-49ed-97b3-18a9b7bc44f9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (78887c7b-4858-46fc-997f-d2972ae4d238), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.439379 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-24938a42-79cd-4bb2-9d1b-0533c141dc55 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:17.440228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24938a42-79cd-4bb2-9d1b-0533c141dc55 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:17.445059 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-24938a42-79cd-4bb2-9d1b-0533c141dc55 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/7e03ec69-7ffd-4276-a0b4-28581f3536b9 HTTP/1.1" status: 404 len: 339 time: 0.0996470 Nov 03 02:25:17.460076 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36952) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:17.490195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 34b554b3-a637-490a-a670-1a3d1a0a26da up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:17.528890 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Attempt 4 to provision port c3fb25c4-70a2-455a-a394-1096d9bb014f Nov 03 02:25:17.533466 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60e3915-b787-46e1-b4e4-d77262409b8a tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:17.534311 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60e3915-b787-46e1-b4e4-d77262409b8a tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:17.539075 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b60e3915-b787-46e1-b4e4-d77262409b8a tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/subnets/4ec3ae24-380f-4656-b2dd-bcbe32c2ebba HTTP/1.1" status: 404 len: 337 time: 0.0457451 Nov 03 02:25:17.549862 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c59ce344-da62-4723-bd5c-1d87485906cd), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.554972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36954) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:17.596781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b85ea985-e009-4d42-b6ef-41b3d3c43081 None None] Deleting port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:17.597383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b85ea985-e009-4d42-b6ef-41b3d3c43081 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.622620 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8dafc5c-1f5b-4015-b36e-fcc16decd19f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:17.626208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8dafc5c-1f5b-4015-b36e-fcc16decd19f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:17.639684 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e8dafc5c-1f5b-4015-b36e-fcc16decd19f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/83c83fa9-b975-4cfe-9358-8b59a7cae2c8 HTTP/1.1" status: 404 len: 339 time: 0.0819175 Nov 03 02:25:17.650254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (5f57b637-82c8-4866-9102-b03591cc03e2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.653513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36956) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:17.670866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Port c3fb25c4-70a2-455a-a394-1096d9bb014f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:17.689645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] For port 184e7bc9-9f18-49eb-b541-77c4405852ca, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:17.690027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.726640 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-0057bed2-f4b0-4d14-9305-31c69fd7eff4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:17.727128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0057bed2-f4b0-4d14-9305-31c69fd7eff4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:17.730348 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0057bed2-f4b0-4d14-9305-31c69fd7eff4 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/subnets/63b35400-5699-4e72-86f8-1f5d98c0b4cf HTTP/1.1" status: 404 len: 337 time: 0.0750535 Nov 03 02:25:17.746545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36958) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:17.790037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:17.802482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (890e57e6-4b93-4b1d-a33f-8e016744d874), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.805460 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76ac4b0-9aad-4327-8693-9aaa931af4c8 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:17.806166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76ac4b0-9aad-4327-8693-9aaa931af4c8 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:17.809458 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d76ac4b0-9aad-4327-8693-9aaa931af4c8 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/91832bf6-fd51-4d58-bfeb-42bd96a706d8 HTTP/1.1" status: 404 len: 339 time: 0.0593379 Nov 03 02:25:17.821555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36962) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:17.836106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b85ea985-e009-4d42-b6ef-41b3d3c43081 None None] For port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=239fb3d1-4b05-48f0-8599-0bd3189d3c1a,segment=NetworkSegment(3b3cce08-9dcc-4635-b735-bbe6380bae45),segment_id=3b3cce08-9dcc-4635-b735-bbe6380bae45)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:17.836913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b85ea985-e009-4d42-b6ef-41b3d3c43081 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.851789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b85ea985-e009-4d42-b6ef-41b3d3c43081 None None] Calling delete_port for 239fb3d1-4b05-48f0-8599-0bd3189d3c1a owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:17.887251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:17.889715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:17.895325 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:17.895977 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:17.921742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for 184e7bc9-9f18-49eb-b541-77c4405852ca owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:17.933966 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Port 184e7bc9-9f18-49eb-b541-77c4405852ca was not found and therefore no delete operation was performed {{(pid=104393) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:25:17.941417 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9176445 Nov 03 02:25:17.944778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66987779-7868-45dd-9cc6-b6f7226ecc88 None None] Pushing event updated for resources: {'Port': ['ID=edf766a2-6adc-44fd-a0d2-9558fc4f28cd,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:17.950922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36964) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:17.952052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:25:13Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:13Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:17.972187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (184e7bc9-9f18-49eb-b541-77c4405852ca), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.001038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a545c38-f580-4931-b1d6-b517cc75c4ce tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Deleting subnet 0eebc6e8-847b-4ad6-b430-74947131a662 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:18.019867 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No DVR routers for this DVR port 184e7bc9-9f18-49eb-b541-77c4405852ca on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:18.036300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 34b554b3-a637-490a-a670-1a3d1a0a26da triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:18.036962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.037282 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 34b554b3-a637-490a-a670-1a3d1a0a26da Nov 03 02:25:18.047055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Checking router: 385c9d11-ad0b-4b94-aef4-e2f362f52395 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:25:18.047260 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1a545c38-f580-4931-b1d6-b517cc75c4ce tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (0eebc6e8-847b-4ad6-b430-74947131a662), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.047673 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Updating router 385c9d11-ad0b-4b94-aef4-e2f362f52395 port c3fb25c4-70a2-455a-a394-1096d9bb014f binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:25:18.078563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Subnet': ['ID=890e57e6-4b93-4b1d-a33f-8e016744d874,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:18.091590 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ab00f-2c20-48fd-b702-b9d5b201d95c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=5f57b637-82c8-4866-9102-b03591cc03e2,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:18.144866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b85ea985-e009-4d42-b6ef-41b3d3c43081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (239fb3d1-4b05-48f0-8599-0bd3189d3c1a), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.180369 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Attempt 5 to provision port c3fb25c4-70a2-455a-a394-1096d9bb014f Nov 03 02:25:18.187778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ea985-e009-4d42-b6ef-41b3d3c43081 None None] Pushing event deleted for resources: {'Port': ['ID=239fb3d1-4b05-48f0-8599-0bd3189d3c1a,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:18.191407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.225882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (f6bd5139-b8ec-4885-ab2e-5a8546546185), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.235941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ea985-e009-4d42-b6ef-41b3d3c43081 None None] No DVR routers for this DVR port 239fb3d1-4b05-48f0-8599-0bd3189d3c1a on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:18.254072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-83831247-3ebc-49ed-97b3-18a9b7bc44f9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.28 (9a5d44cf-3fdd-4ddd-be83-37690acff418/5e151b85-440a-4180-af2b-75e1446b6365/78887c7b-4858-46fc-997f-d2972ae4d238) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:18.259235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Checking segment: {'id': 'd317eb7f-e919-45cc-970c-54eb381fd075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1cf76bd2-f2e4-43d8-88f3-ff60bc486a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:18.259235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network hostable DHCP agents. Network: 1cf76bd2-f2e4-43d8-88f3-ff60bc486a40, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:18.261743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bd5139-b8ec-4885-ab2e-5a8546546185']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:18.278332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1a545c38-f580-4931-b1d6-b517cc75c4ce tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (0eebc6e8-847b-4ad6-b430-74947131a662), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.282884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Port c3fb25c4-70a2-455a-a394-1096d9bb014f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:18.343772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 34b554b3-a637-490a-a670-1a3d1a0a26da is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:18.350835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6571e91f-77fd-4df8-8a0c-ac91a5899e54 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:18.400003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5183-a64e-4703-a0ae-598a3469c644 req-6909c39b-ba0e-4dd0-a813-b7838e6bb43f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:18.406953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9b1e5183-a64e-4703-a0ae-598a3469c644 req-6909c39b-ba0e-4dd0-a813-b7838e6bb43f tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.5073602 Nov 03 02:25:18.459266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=184e7bc9-9f18-49eb-b541-77c4405852ca,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:18.471595 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8177ba-f3eb-4427-907a-b9fca50f2bb4') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:18.471901 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8177ba-f3eb-4427-907a-b9fca50f2bb4') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:18.486317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-3600d649-eff0-4b4a-a985-449a4570aff4 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:18.487343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1a545c38-f580-4931-b1d6-b517cc75c4ce tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (0eebc6e8-847b-4ad6-b430-74947131a662), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.488166 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-3600d649-eff0-4b4a-a985-449a4570aff4 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.27 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.7347686 Nov 03 02:25:18.518208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:18.518708 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.519901 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 Nov 03 02:25:18.563552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network 1cf76bd2-f2e4-43d8-88f3-ff60bc486a40 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:18.613859 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1ca76735-e753-448d-9c91-cc4ebfb3e6f9 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3395 time: 2.1433442 Nov 03 02:25:18.643648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 1cf76bd2-f2e4-43d8-88f3-ff60bc486a40) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:18.649561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:18.650618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.661374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (9f8177ba-f3eb-4427-907a-b9fca50f2bb4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.738742 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9b1e5183-a64e-4703-a0ae-598a3469c644 req-4a65d897-fbbe-4293-a8cf-5bfe154faeac tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307877 Nov 03 02:25:18.745360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36968) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:18.756069 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aecaba29-f202-4425-af31-96546300f370 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1245396 Nov 03 02:25:18.763996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36970) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:18.768842 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d4674983-d146-4f43-849a-6d0105051f07 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cf76bd2-f2e4-43d8-88f3-ff60bc486a40'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:18.797971 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9f8177ba-f3eb-4427-907a-b9fca50f2bb4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.807288 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d509c882-6578-42ca-bf57-f2d5cc24c506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964056065', 'description': 'tempest-secgroup-smoke-1964056065 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:18.831585 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd68e0-cf37-4796-9432-bb554ccf7405 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:18.838253 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Attempt 6 to provision port c3fb25c4-70a2-455a-a394-1096d9bb014f Nov 03 02:25:18.840349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd68e0-cf37-4796-9432-bb554ccf7405 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:18.845649 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d3fd68e0-cf37-4796-9432-bb554ccf7405 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8809674 Nov 03 02:25:18.846318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36972) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:18.874877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1a545c38-f580-4931-b1d6-b517cc75c4ce tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (0eebc6e8-847b-4ad6-b430-74947131a662), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.885381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6a387-2309-45d9-b91a-9583fd89e7ec None None] Network 1cf76bd2-f2e4-43d8-88f3-ff60bc486a40 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:18.909696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83831247-3ebc-49ed-97b3-18a9b7bc44f9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (78887c7b-4858-46fc-997f-d2972ae4d238), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.911413 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a545c38-f580-4931-b1d6-b517cc75c4ce tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Subnet': ['ID=0eebc6e8-847b-4ad6-b430-74947131a662,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:18.923102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83831247-3ebc-49ed-97b3-18a9b7bc44f9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (78887c7b-4858-46fc-997f-d2972ae4d238), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.929966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1a545c38-f580-4931-b1d6-b517cc75c4ce tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:18.935385 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1a545c38-f580-4931-b1d6-b517cc75c4ce tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/subnets/0eebc6e8-847b-4ad6-b430-74947131a662 HTTP/1.1" status: 204 len: 168 time: 1.1091895 Nov 03 02:25:18.940247 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36974) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:18.944831 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade30dfa-f502-4f80-82d2-64613fed13b7 None None] Network 1864480f-b6b5-45e2-9800-d4c5ef92f5c6 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:18.974587 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:18.975761 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (9f8177ba-f3eb-4427-907a-b9fca50f2bb4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.046133 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 9f8177ba-f3eb-4427-907a-b9fca50f2bb4 resource provider aggregate not found Nov 03 02:25:19.093355 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 9f8177ba-f3eb-4427-907a-b9fca50f2bb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f8177ba-f3eb-4427-907a-b9fca50f2bb4 found for delete ", "request_id": "req-e0e17479-07ad-424a-9cd1-14faa776d83a"}]} Nov 03 02:25:19.116358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (c59ce344-da62-4723-bd5c-1d87485906cd), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.120722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d509c882-6578-42ca-bf57-f2d5cc24c506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.131805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (c59ce344-da62-4723-bd5c-1d87485906cd), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.137437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:19.137835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.140508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Port c3fb25c4-70a2-455a-a394-1096d9bb014f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:19.203036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (f6bd5139-b8ec-4885-ab2e-5a8546546185), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.210925 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 6571e91f-77fd-4df8-8a0c-ac91a5899e54, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6571e91f-77fd-4df8-8a0c-ac91a5899e54,segment=NetworkSegment(e52b49b6-9f79-4401-abea-9936599e5fd1),segment_id=e52b49b6-9f79-4401-abea-9936599e5fd1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:19.215942 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Deleting port 19cc0d28-dce5-4bd2-b165-593fd389c895 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:19.216314 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.229577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-794d529e-09f3-4ca7-848d-f4adb5d087d2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 5f57b637-82c8-4866-9102-b03591cc03e2 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:19.229577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-794d529e-09f3-4ca7-848d-f4adb5d087d2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (5f57b637-82c8-4866-9102-b03591cc03e2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.234033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4674983-d146-4f43-849a-6d0105051f07 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for router_gateway (98fb6678-eb53-4fec-9a33-c1cdd3844e11), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.237625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.244074 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/networks/f6bd5139-b8ec-4885-ab2e-5a8546546185 HTTP/1.1" status: 204 len: 168 time: 3.2506664 Nov 03 02:25:19.252512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.252713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36980) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:19.304880 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-1cf76bd2-f2e4-43d8-88f3-ff60bc486a40', 'network_id': '1cf76bd2-f2e4-43d8-88f3-ff60bc486a40', 'project_id': '9fafa1c9bca941c4836eef2009b88047', 'fixed_ips': [{'subnet_id': '890e57e6-4b93-4b1d-a33f-8e016744d874'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:19.312004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.383750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 239fb3d1-4b05-48f0-8599-0bd3189d3c1a no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:19.424261 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4b3cb-5305-421e-a878-256b8c107329 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Network': ['ID=f6bd5139-b8ec-4885-ab2e-5a8546546185,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:19.437753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4857793d-fb9b-40a3-b7f7-f16181e6243b None None] DHCP port deletion for 1864480f-b6b5-45e2-9800-d4c5ef92f5c6 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:19.498226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 239fb3d1-4b05-48f0-8599-0bd3189d3c1a {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:19.499059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 239fb3d1-4b05-48f0-8599-0bd3189d3c1a not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:19.503235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 184e7bc9-9f18-49eb-b541-77c4405852ca no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:19.517889 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=c59ce344-da62-4723-bd5c-1d87485906cd,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:19.525241 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=6571e91f-77fd-4df8-8a0c-ac91a5899e54,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:19.542614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Publish callbacks [] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.625417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 184e7bc9-9f18-49eb-b541-77c4405852ca {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:19.625417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 184e7bc9-9f18-49eb-b541-77c4405852ca not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:19.625417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ed0e7fd2-10bc-46bd-83f7-fdb95653ecff no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:19.666406 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Attempt 7 to provision port c3fb25c4-70a2-455a-a394-1096d9bb014f Nov 03 02:25:19.668056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: ed0e7fd2-10bc-46bd-83f7-fdb95653ecff {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:19.668477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ed0e7fd2-10bc-46bd-83f7-fdb95653ecff not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:19.679075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.694920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-794d529e-09f3-4ca7-848d-f4adb5d087d2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (5f57b637-82c8-4866-9102-b03591cc03e2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.712013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d509c882-6578-42ca-bf57-f2d5cc24c506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (7afaca95-4b0e-464b-b147-2a2f57fac799), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.752015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d509c882-6578-42ca-bf57-f2d5cc24c506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7afaca95-4b0e-464b-b147-2a2f57fac799), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.769299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] For port 19cc0d28-dce5-4bd2-b165-593fd389c895, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=19cc0d28-dce5-4bd2-b165-593fd389c895,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:19.769874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.774461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-794d529e-09f3-4ca7-848d-f4adb5d087d2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 5f57b637-82c8-4866-9102-b03591cc03e2 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:19.842680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Port c3fb25c4-70a2-455a-a394-1096d9bb014f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:19.843820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c9dab-063f-4f15-8c7b-6a793ba23b4d None None] Pushing event updated for resources: {'Port': ['ID=c3fb25c4-70a2-455a-a394-1096d9bb014f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:19.889463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83831247-3ebc-49ed-97b3-18a9b7bc44f9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=78887c7b-4858-46fc-997f-d2972ae4d238,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:19.901125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Allocated IP 2001:db8:1::2 (1cf76bd2-f2e4-43d8-88f3-ff60bc486a40/890e57e6-4b93-4b1d-a33f-8e016744d874/ad38baa9-c81d-4517-824d-5022619d9ff6) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:19.905584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (7c14390b-1264-427d-90af-b4be9aff7d2d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.910853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (1864480f-b6b5-45e2-9800-d4c5ef92f5c6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.916077 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d509c882-6578-42ca-bf57-f2d5cc24c506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.917611 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d509c882-6578-42ca-bf57-f2d5cc24c506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1465380 Nov 03 02:25:19.919854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Attempting to bind port c3fb25c4-70a2-455a-a394-1096d9bb014f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:19.920236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Attempting to bind port c3fb25c4-70a2-455a-a394-1096d9bb014f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:19.920637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Attempting to bind port c3fb25c4-70a2-455a-a394-1096d9bb014f on network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:19.923301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.925204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 36984) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:19.926772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:19.927155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Checking segment: {'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:19.927583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.928767 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Bound using segment: {'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:19.929352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Bound port: c3fb25c4-70a2-455a-a394-1096d9bb014f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:19.929465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.932315 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4857793d-fb9b-40a3-b7f7-f16181e6243b None None] Deleting port 4d41b3f6-b235-484f-b892-8192cfff4fbe {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:19.932794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4857793d-fb9b-40a3-b7f7-f16181e6243b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:19.953753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509c882-6578-42ca-bf57-f2d5cc24c506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afaca95-4b0e-464b-b147-2a2f57fac799,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:19.960023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ef9cb56d-2e63-4bb0-a77b-2c3d35e5a282 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7afaca95-4b0e-464b-b147-2a2f57fac799', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:20.046613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device edf766a2-6adc-44fd-a0d2-9558fc4f28cd up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:20.051445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-83831247-3ebc-49ed-97b3-18a9b7bc44f9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] In _notify_port_updated(), no bound segment for port 78887c7b-4858-46fc-997f-d2972ae4d238 on network 9a5d44cf-3fdd-4ddd-be83-37690acff418 {{(pid=104394) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:25:20.056887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83831247-3ebc-49ed-97b3-18a9b7bc44f9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:20.057597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83831247-3ebc-49ed-97b3-18a9b7bc44f9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.064952 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-83831247-3ebc-49ed-97b3-18a9b7bc44f9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "PUT /v2.0/ports/78887c7b-4858-46fc-997f-d2972ae4d238 HTTP/1.1" status: 200 len: 999 time: 3.0286059 Nov 03 02:25:20.064952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36986) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:20.110541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4857793d-fb9b-40a3-b7f7-f16181e6243b None None] For port 4d41b3f6-b235-484f-b892-8192cfff4fbe, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4d41b3f6-b235-484f-b892-8192cfff4fbe,segment=NetworkSegment(c0d39f7a-4f48-49c7-aa7e-54b256aaf547),segment_id=c0d39f7a-4f48-49c7-aa7e-54b256aaf547)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:20.110965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4857793d-fb9b-40a3-b7f7-f16181e6243b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.120158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb56d-2e63-4bb0-a77b-2c3d35e5a282 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (6bb1a746-bea7-471c-979d-655590cae0d6), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.155968 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4857793d-fb9b-40a3-b7f7-f16181e6243b None None] Calling delete_port for 4d41b3f6-b235-484f-b892-8192cfff4fbe owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:20.189472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] For port c3fb25c4-70a2-455a-a394-1096d9bb014f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:20.230515 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e1106-20d1-42a2-b919-89e076e60a01 req-65beb8d7-41ec-4c17-a564-7f79aaf931b5 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:20.237871 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-106e1106-20d1-42a2-b919-89e076e60a01 req-65beb8d7-41ec-4c17-a564-7f79aaf931b5 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 945 time: 0.3247073 Nov 03 02:25:20.243155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] For port c3fb25c4-70a2-455a-a394-1096d9bb014f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c3fb25c4-70a2-455a-a394-1096d9bb014f,segment=NetworkSegment(a24657f6-1138-426e-a78b-aebd0dcb8f1d),segment_id=a24657f6-1138-426e-a78b-aebd0dcb8f1d)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:20.263258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.295806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (7c14390b-1264-427d-90af-b4be9aff7d2d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.305339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.305919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (7b47ce8f-9fc8-4570-85b2-5aef9af5e69c), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.306072 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Floating IP 7b47ce8f-9fc8-4570-85b2-5aef9af5e69c disassociated. External IP: 172.26.6.104, port: 19cc0d28-dce5-4bd2-b165-593fd389c895. Nov 03 02:25:20.306340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Calling delete_port for 19cc0d28-dce5-4bd2-b165-593fd389c895 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:20.315425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c59ce344-da62-4723-bd5c-1d87485906cd), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.330442 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Deleting port 4d41b3f6-b235-484f-b892-8192cfff4fbe {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:20.330683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.343796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:20.344499 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:20.346448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port edf766a2-6adc-44fd-a0d2-9558fc4f28cd triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:20.346832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (edf766a2-6adc-44fd-a0d2-9558fc4f28cd), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.347025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb56d-2e63-4bb0-a77b-2c3d35e5a282 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (6bb1a746-bea7-471c-979d-655590cae0d6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.347172 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port edf766a2-6adc-44fd-a0d2-9558fc4f28cd Nov 03 02:25:20.349241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-794d529e-09f3-4ca7-848d-f4adb5d087d2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (5f57b637-82c8-4866-9102-b03591cc03e2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.355695 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Attempt 8 to provision port c3fb25c4-70a2-455a-a394-1096d9bb014f Nov 03 02:25:20.390231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb56d-2e63-4bb0-a77b-2c3d35e5a282 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (6bb1a746-bea7-471c-979d-655590cae0d6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.397612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c14390b-1264-427d-90af-b4be9aff7d2d']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:20.420757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3cce08-9dcc-4635-b735-bbe6380bae45') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:20.421595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3cce08-9dcc-4635-b735-bbe6380bae45') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:20.442022 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d529e-09f3-4ca7-848d-f4adb5d087d2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=5f57b637-82c8-4866-9102-b03591cc03e2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:20.472769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cb56d-2e63-4bb0-a77b-2c3d35e5a282 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb1a746-bea7-471c-979d-655590cae0d6,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:20.475832 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-106e1106-20d1-42a2-b919-89e076e60a01 req-b4b45371-2130-45ab-bf25-ae15a63a649a tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups?id=654649c9-c8e2-4c09-8f1a-31456ed25983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163467 Nov 03 02:25:20.479447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (3b3cce08-9dcc-4635-b735-bbe6380bae45), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.513921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Publish callbacks [] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.523070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-0f4850fc-4f81-4e2c-b79f-6d2bcd7274b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 78887c7b-4858-46fc-997f-d2972ae4d238 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:20.523973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f4850fc-4f81-4e2c-b79f-6d2bcd7274b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (78887c7b-4858-46fc-997f-d2972ae4d238), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.527862 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4857793d-fb9b-40a3-b7f7-f16181e6243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.532319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] For port 4d41b3f6-b235-484f-b892-8192cfff4fbe, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4d41b3f6-b235-484f-b892-8192cfff4fbe,segment=NetworkSegment(c0d39f7a-4f48-49c7-aa7e-54b256aaf547),segment_id=c0d39f7a-4f48-49c7-aa7e-54b256aaf547)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:20.532950 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.557683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3b3cce08-9dcc-4635-b735-bbe6380bae45), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.570921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c9dab-063f-4f15-8c7b-6a793ba23b4d None None] Pushing event updated for resources: {'Port': ['ID=c3fb25c4-70a2-455a-a394-1096d9bb014f,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:20.578254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.605885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Calling delete_port for 4d41b3f6-b235-484f-b892-8192cfff4fbe owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:20.612004 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-d4674983-d146-4f43-849a-6d0105051f07 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:25:20.618108 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d4674983-d146-4f43-849a-6d0105051f07 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "PUT /v2.0/routers/98fb6678-eb53-4fec-9a33-c1cdd3844e11 HTTP/1.1" status: 400 len: 364 time: 1.8527062 Nov 03 02:25:20.623883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:20.624596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (3b3cce08-9dcc-4635-b735-bbe6380bae45), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.627846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 36992) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:20.645479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4857793d-fb9b-40a3-b7f7-f16181e6243b None None] No DVR routers for this DVR port 4d41b3f6-b235-484f-b892-8192cfff4fbe on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:20.650164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857793d-fb9b-40a3-b7f7-f16181e6243b None None] Pushing event deleted for resources: {'Port': ['ID=4d41b3f6-b235-484f-b892-8192cfff4fbe,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:20.719857 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 3b3cce08-9dcc-4635-b735-bbe6380bae45 resource provider aggregate not found Nov 03 02:25:20.825741 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 3b3cce08-9dcc-4635-b735-bbe6380bae45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b3cce08-9dcc-4635-b735-bbe6380bae45 found for delete ", "request_id": "req-483a4e29-acce-4e40-badc-63584da2a92a"}]} Nov 03 02:25:20.869229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-794d529e-09f3-4ca7-848d-f4adb5d087d2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.872303 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-794d529e-09f3-4ca7-848d-f4adb5d087d2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/5f57b637-82c8-4866-9102-b03591cc03e2 HTTP/1.1" status: 204 len: 168 time: 2.0121346 Nov 03 02:25:20.877482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37000) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:20.880605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb56d-2e63-4bb0-a77b-2c3d35e5a282 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.882179 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ef9cb56d-2e63-4bb0-a77b-2c3d35e5a282 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9259503 Nov 03 02:25:20.892805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37002) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:20.906165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (7c14390b-1264-427d-90af-b4be9aff7d2d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.920627 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ca955204-4771-4b20-8482-5d688040588c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7afaca95-4b0e-464b-b147-2a2f57fac799', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:20.922309 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Network 1cf76bd2-f2e4-43d8-88f3-ff60bc486a40 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:20.932948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.940466 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/networks/7c14390b-1264-427d-90af-b4be9aff7d2d HTTP/1.1" status: 204 len: 168 time: 1.6709187 Nov 03 02:25:20.952633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:25:20.953591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37004) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:20.958340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:20.959007 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-70469178'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:20.961507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:20.963549 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Current status of the port c3fb25c4-70a2-455a-a394-1096d9bb014f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:20.963948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:20.993564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4d136-c30b-46b8-9684-3c390a4c595d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Network': ['ID=7c14390b-1264-427d-90af-b4be9aff7d2d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:21.000248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f4850fc-4f81-4e2c-b79f-6d2bcd7274b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (78887c7b-4858-46fc-997f-d2972ae4d238), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.034045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Pushing event updated for resources: {'Port': ['ID=ad38baa9-c81d-4517-824d-5022619d9ff6,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:21.037656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port edf766a2-6adc-44fd-a0d2-9558fc4f28cd is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:21.037806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (edf766a2-6adc-44fd-a0d2-9558fc4f28cd), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.060479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-0f4850fc-4f81-4e2c-b79f-6d2bcd7274b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 78887c7b-4858-46fc-997f-d2972ae4d238 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:21.061785 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace8e06f-e7f6-4ad8-939a-ecfcf5cf82e8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:21.064167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace8e06f-e7f6-4ad8-939a-ecfcf5cf82e8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:21.067335 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ace8e06f-e7f6-4ad8-939a-ecfcf5cf82e8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1813848 Nov 03 02:25:21.067335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:21.068427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.072111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37006) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:21.079505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca955204-4771-4b20-8482-5d688040588c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (b31ce317-5eb2-4fde-a579-8f3670e8334d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.144988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (4d41b3f6-b235-484f-b892-8192cfff4fbe), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.149661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] For port c3fb25c4-70a2-455a-a394-1096d9bb014f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c3fb25c4-70a2-455a-a394-1096d9bb014f,segment=NetworkSegment(a24657f6-1138-426e-a78b-aebd0dcb8f1d),segment_id=a24657f6-1138-426e-a78b-aebd0dcb8f1d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:21.192530 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:21.195192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (19cc0d28-dce5-4bd2-b165-593fd389c895), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.206941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.217548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port edf766a2-6adc-44fd-a0d2-9558fc4f28cd, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=edf766a2-6adc-44fd-a0d2-9558fc4f28cd,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:21.223342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Attempting to bind port ad38baa9-c81d-4517-824d-5022619d9ff6 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:21.223844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Attempting to bind port ad38baa9-c81d-4517-824d-5022619d9ff6 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'd317eb7f-e919-45cc-970c-54eb381fd075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1cf76bd2-f2e4-43d8-88f3-ff60bc486a40'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:21.224280 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Attempting to bind port ad38baa9-c81d-4517-824d-5022619d9ff6 on network 1cf76bd2-f2e4-43d8-88f3-ff60bc486a40 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:21.243399 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a8f547d3-9eab-4dda-bea8-45295534d386), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.244189 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added segment a8f547d3-9eab-4dda-bea8-45295534d386 of type vlan for network c9080e6b-6581-4b04-ad94-288873ffd443 Nov 03 02:25:21.250552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Port': ['ID=4d41b3f6-b235-484f-b892-8192cfff4fbe,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:21.254812 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No DVR routers for this DVR port 4d41b3f6-b235-484f-b892-8192cfff4fbe on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:21.255005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (edf766a2-6adc-44fd-a0d2-9558fc4f28cd), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.255815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6571e91f-77fd-4df8-8a0c-ac91a5899e54 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:21.263436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:21.264019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Checking segment: {'id': 'd317eb7f-e919-45cc-970c-54eb381fd075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1cf76bd2-f2e4-43d8-88f3-ff60bc486a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:21.265940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.265940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Bound using segment: {'id': 'd317eb7f-e919-45cc-970c-54eb381fd075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1cf76bd2-f2e4-43d8-88f3-ff60bc486a40'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:21.265940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Bound port: ad38baa9-c81d-4517-824d-5022619d9ff6, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd317eb7f-e919-45cc-970c-54eb381fd075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1cf76bd2-f2e4-43d8-88f3-ff60bc486a40'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:21.265940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.268096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Pushing event deleted for resources: {'Port': ['ID=19cc0d28-dce5-4bd2-b165-593fd389c895,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:21.272836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-438afb10-ea7f-44f7-b5b4-3b712b6d8ade tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet c132a3ea-3c9e-443a-ba82-9a10d3cdffe3 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:21.297958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-438afb10-ea7f-44f7-b5b4-3b712b6d8ade tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (c132a3ea-3c9e-443a-ba82-9a10d3cdffe3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.321932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 19cc0d28-dce5-4bd2-b165-593fd389c895 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:21.346203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca955204-4771-4b20-8482-5d688040588c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (b31ce317-5eb2-4fde-a579-8f3670e8334d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.366571 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca955204-4771-4b20-8482-5d688040588c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (b31ce317-5eb2-4fde-a579-8f3670e8334d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.374134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 19cc0d28-dce5-4bd2-b165-593fd389c895 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:21.374487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 19cc0d28-dce5-4bd2-b165-593fd389c895 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:21.406585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eefdfc-b1d3-45a9-af82-cc5be265633e None None] Pushing event updated for resources: {'Port': ['ID=c3fb25c4-70a2-455a-a394-1096d9bb014f,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:21.428780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (c9080e6b-6581-4b04-ad94-288873ffd443), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.451993 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-438afb10-ea7f-44f7-b5b4-3b712b6d8ade tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (c132a3ea-3c9e-443a-ba82-9a10d3cdffe3), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.487306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (1864480f-b6b5-45e2-9800-d4c5ef92f5c6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.490993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca955204-4771-4b20-8482-5d688040588c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31ce317-5eb2-4fde-a579-8f3670e8334d,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:21.532821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (c59ce344-da62-4723-bd5c-1d87485906cd), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.539658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Provisioning complete for port c59ce344-da62-4723-bd5c-1d87485906cd triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:21.540134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c59ce344-da62-4723-bd5c-1d87485906cd), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.540417 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 1 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:21.540830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca955204-4771-4b20-8482-5d688040588c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.542103 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ca955204-4771-4b20-8482-5d688040588c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6249483 Nov 03 02:25:21.552866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37012) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:21.559609 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f2bf9782-6fa9-4ece-bf7c-7f6236d1adcc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7afaca95-4b0e-464b-b147-2a2f57fac799', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:21.568187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.569061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (c59ce344-da62-4723-bd5c-1d87485906cd), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.583355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1864480f-b6b5-45e2-9800-d4c5ef92f5c6']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:21.595647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d39f7a-4f48-49c7-aa7e-54b256aaf547') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:21.596265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d39f7a-4f48-49c7-aa7e-54b256aaf547') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:21.602177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] For port ad38baa9-c81d-4517-824d-5022619d9ff6, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:21.607616 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=edf766a2-6adc-44fd-a0d2-9558fc4f28cd,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:21.625067 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:21.625458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.625809 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 Nov 03 02:25:21.628208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:21.634402 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (c9080e6b-6581-4b04-ad94-288873ffd443), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.639258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:21.639844 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.689808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (c0d39f7a-4f48-49c7-aa7e-54b256aaf547), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.692850 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f9286f10-23a4-4012-901b-8cec1c35fa71 req-2acca93f-4726-49fe-a0ab-2143fc303cfa tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 210 time: 0.1367915 Nov 03 02:25:21.728646 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:25:13Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:20Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:21.733433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c0d39f7a-4f48-49c7-aa7e-54b256aaf547), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.759314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c80169-3971-428a-a202-c3e7db65a12c None None] The sync data for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv is: [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:25:13Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:20Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:21.766898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9782-6fa9-4ece-bf7c-7f6236d1adcc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (659c9e4a-e52d-49bd-acd9-1b8cf6c41737), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.777925 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:21.783991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:21.784412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (c0d39f7a-4f48-49c7-aa7e-54b256aaf547), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.809904 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8475931 Nov 03 02:25:21.818254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37014) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:21.873293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4d41b3f6-b235-484f-b892-8192cfff4fbe no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:21.876342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.889339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'subnet': {'network_id': 'c9080e6b-6581-4b04-ad94-288873ffd443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:21.895926 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=c59ce344-da62-4723-bd5c-1d87485906cd,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:21.909055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-438afb10-ea7f-44f7-b5b4-3b712b6d8ade tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c132a3ea-3c9e-443a-ba82-9a10d3cdffe3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:21.916152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 4d41b3f6-b235-484f-b892-8192cfff4fbe {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:21.916914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4d41b3f6-b235-484f-b892-8192cfff4fbe not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:21.933908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab77e7-df9f-40c1-b30d-f0d633fbaded tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Network': ['ID=c9080e6b-6581-4b04-ad94-288873ffd443,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:21.951061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network c9080e6b-6581-4b04-ad94-288873ffd443 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:21.987761 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:22.063492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (1864480f-b6b5-45e2-9800-d4c5ef92f5c6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.090150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.093837 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/1864480f-b6b5-45e2-9800-d4c5ef92f5c6 HTTP/1.1" status: 204 len: 168 time: 3.0639195 Nov 03 02:25:22.102773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37018) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:22.103629 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9782-6fa9-4ece-bf7c-7f6236d1adcc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (659c9e4a-e52d-49bd-acd9-1b8cf6c41737), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.118279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9782-6fa9-4ece-bf7c-7f6236d1adcc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (659c9e4a-e52d-49bd-acd9-1b8cf6c41737), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.129390 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 2 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:22.159483 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9782-6fa9-4ece-bf7c-7f6236d1adcc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.160943 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f2bf9782-6fa9-4ece-bf7c-7f6236d1adcc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6048872 Nov 03 02:25:22.161182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555ab3f-a0ae-4812-b86d-6367384d233f tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Network': ['ID=1864480f-b6b5-45e2-9800-d4c5ef92f5c6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:22.167770 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf9782-6fa9-4ece-bf7c-7f6236d1adcc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659c9e4a-e52d-49bd-acd9-1b8cf6c41737,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:22.174466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37020) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:22.180156 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-db0f58db-fd48-42e4-a173-d72cbe9a1a74 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7afaca95-4b0e-464b-b147-2a2f57fac799', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:22.191895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:22.203932 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd7baf9-bb90-4a44-aa8e-ee64ca1a1638 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:22.204424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd7baf9-bb90-4a44-aa8e-ee64ca1a1638 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:22.212721 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8dd7baf9-bb90-4a44-aa8e-ee64ca1a1638 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/subnets/61cbf2e7-8174-43c6-ba67-71678e51c4f8 HTTP/1.1" status: 404 len: 337 time: 0.1012857 Nov 03 02:25:22.212721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37022) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:22.229708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f4850fc-4f81-4e2c-b79f-6d2bcd7274b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (78887c7b-4858-46fc-997f-d2972ae4d238), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.233289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] For port ad38baa9-c81d-4517-824d-5022619d9ff6, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ad38baa9-c81d-4517-824d-5022619d9ff6,segment=NetworkSegment(d317eb7f-e919-45cc-970c-54eb381fd075),segment_id=d317eb7f-e919-45cc-970c-54eb381fd075)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:22.255891 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c23d0a-8464-4a58-bfd6-a8d11731fc47 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] DELETE failed (client error): The resource could not be found. Nov 03 02:25:22.257109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c23d0a-8464-4a58-bfd6-a8d11731fc47 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:22.257876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.263431 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-67c23d0a-8464-4a58-bfd6-a8d11731fc47 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/8321b78a-6760-4446-86c7-0d0d1743e22b HTTP/1.1" status: 404 len: 339 time: 0.0443921 Nov 03 02:25:22.263431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-438afb10-ea7f-44f7-b5b4-3b712b6d8ade tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (c132a3ea-3c9e-443a-ba82-9a10d3cdffe3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.266561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37024) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:22.303171 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:22.307191 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.340029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76951171-d56c-4bbb-9ce9-31f35b8df248 None None] Pushing event updated for resources: {'Port': ['ID=ad38baa9-c81d-4517-824d-5022619d9ff6,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:22.350910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c3fb25c4-70a2-455a-a394-1096d9bb014f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:22.358345 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db0f58db-fd48-42e4-a173-d72cbe9a1a74 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e14cec97-22a8-4dcc-b50d-5cba3e50cb1b), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.431172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c3fb25c4-70a2-455a-a394-1096d9bb014f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:22.431875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.432443 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c3fb25c4-70a2-455a-a394-1096d9bb014f Nov 03 02:25:22.447158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e110cd3-c9b8-4dc6-ad43-1b77c68f78c3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Deleting subnet c5648550-93e5-41be-96ef-0c6d5eb44c49 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:22.451461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e110cd3-c9b8-4dc6-ad43-1b77c68f78c3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for subnet (c5648550-93e5-41be-96ef-0c6d5eb44c49), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.498236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438afb10-ea7f-44f7-b5b4-3b712b6d8ade tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=c132a3ea-3c9e-443a-ba82-9a10d3cdffe3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:22.520598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4850fc-4f81-4e2c-b79f-6d2bcd7274b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=78887c7b-4858-46fc-997f-d2972ae4d238,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:22.561821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e110cd3-c9b8-4dc6-ad43-1b77c68f78c3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (c5648550-93e5-41be-96ef-0c6d5eb44c49), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.581143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d817bce8-1c83-4d14-8e77-d22e4e4153fc None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:22.603532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c3fb25c4-70a2-455a-a394-1096d9bb014f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:22.606634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device edf766a2-6adc-44fd-a0d2-9558fc4f28cd up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:22.671312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-438afb10-ea7f-44f7-b5b4-3b712b6d8ade tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.674790 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-438afb10-ea7f-44f7-b5b4-3b712b6d8ade tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/c132a3ea-3c9e-443a-ba82-9a10d3cdffe3 HTTP/1.1" status: 204 len: 168 time: 1.5993547 Nov 03 02:25:22.682300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37026) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:22.702445 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 3 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:22.706239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 81dba8b6-2f67-4d04-8363-a5591f8e4f07 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:22.715683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:22.748752 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db0f58db-fd48-42e4-a173-d72cbe9a1a74 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e14cec97-22a8-4dcc-b50d-5cba3e50cb1b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.805929 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:22.822987 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda85514-0534-4f0f-97fc-d54b879daaa6 None None] Sync routers for ids ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:22.831983 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db0f58db-fd48-42e4-a173-d72cbe9a1a74 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (e14cec97-22a8-4dcc-b50d-5cba3e50cb1b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.833513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port edf766a2-6adc-44fd-a0d2-9558fc4f28cd triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:22.833961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (edf766a2-6adc-44fd-a0d2-9558fc4f28cd), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:22.834735 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port edf766a2-6adc-44fd-a0d2-9558fc4f28cd Nov 03 02:25:22.853740 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda85514-0534-4f0f-97fc-d54b879daaa6 None None] Routers {'bbc9878f-8a5f-4caf-934d-d6f97e3224e5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:22.854497 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eda85514-0534-4f0f-97fc-d54b879daaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:22.900570 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ef576abe-245c-4bd1-a1da-ddd01692ea01 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622643 Nov 03 02:25:22.912152 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37030) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:22.924287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f58db-fd48-42e4-a173-d72cbe9a1a74 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14cec97-22a8-4dcc-b50d-5cba3e50cb1b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:22.936052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:22.997899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f3d87974-69ce-4870-9548-1c4f919fb61b req-fc3cf09f-78fe-4390-90dc-406e4dfc5bce tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/ports?device_id=010719e0-4a97-40d6-af47-cb4244169b8c HTTP/1.1" status: 200 len: 210 time: 0.0906959 Nov 03 02:25:23.010789 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f4850fc-4f81-4e2c-b79f-6d2bcd7274b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.024194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0f4850fc-4f81-4e2c-b79f-6d2bcd7274b8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/78887c7b-4858-46fc-997f-d2972ae4d238 HTTP/1.1" status: 204 len: 168 time: 2.9590297 Nov 03 02:25:23.027789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port edf766a2-6adc-44fd-a0d2-9558fc4f28cd is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:23.086343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37034) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:23.093717 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment c0d39f7a-4f48-49c7-aa7e-54b256aaf547 resource provider aggregate not found Nov 03 02:25:23.136664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Allocated IP 2001:db8::1 (5684a518-1f14-4c22-b8cc-6a55a28dce80/fa18b6c0-4812-44ea-885a-42ba45354191/cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:23.138051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c4109f-c8ff-4cdf-93f3-ae542f1d3a9d None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:23.139517 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8459009-b35e-4edc-a9d3-31daae2fb9d0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:25:23.141880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c8459009-b35e-4edc-a9d3-31daae2fb9d0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/78887c7b-4858-46fc-997f-d2972ae4d238 HTTP/1.1" status: 404 len: 333 time: 0.0421813 Nov 03 02:25:23.148743 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37038) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:23.172513 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-eda85514-0534-4f0f-97fc-d54b879daaa6 None None] Set router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:25:23.174214 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment c0d39f7a-4f48-49c7-aa7e-54b256aaf547 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0d39f7a-4f48-49c7-aa7e-54b256aaf547 found for delete ", "request_id": "req-67ea8a56-a31a-4647-bee8-3bdf2e544a2a"}]} Nov 03 02:25:23.246170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-46c4109f-c8ff-4cdf-93f3-ae542f1d3a9d None None] Deleting port edf766a2-6adc-44fd-a0d2-9558fc4f28cd {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:23.246553 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-46c4109f-c8ff-4cdf-93f3-ae542f1d3a9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (edf766a2-6adc-44fd-a0d2-9558fc4f28cd), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.251124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] No DVR routers for this DVR port 19cc0d28-dce5-4bd2-b165-593fd389c895 on host hv-neutron-8606 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:23.257594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.260934 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0bd4a8a3-379d-4ed4-87d5-d9ecdfdcff44 req-cb692665-baa0-4c7f-82d0-4631ff23c4dd tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.27 "DELETE /v2.0/ports/19cc0d28-dce5-4bd2-b165-593fd389c895 HTTP/1.1" status: 204 len: 173 time: 4.7617805 Nov 03 02:25:23.264272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010719e0-4a97-40d6-af47-cb4244169b8c', 'name': 'network-vif-deleted', 'tag': '19cc0d28-dce5-4bd2-b165-593fd389c895'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:25:23.266795 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a465af57-9a76-4efb-af4c-487cc747ccdf" -d '{"events": [{"server_uuid": "010719e0-4a97-40d6-af47-cb4244169b8c", "name": "network-vif-deleted", "tag": "19cc0d28-dce5-4bd2-b165-593fd389c895"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:25:23.280673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e110cd3-c9b8-4dc6-ad43-1b77c68f78c3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c5648550-93e5-41be-96ef-0c6d5eb44c49), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.281296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db0f58db-fd48-42e4-a173-d72cbe9a1a74 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.282294 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-db0f58db-fd48-42e4-a173-d72cbe9a1a74 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1064899 Nov 03 02:25:23.287675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37042) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:23.320353 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5cb9872c-1ad6-4ce2-ad2e-ed12fd4635c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7afaca95-4b0e-464b-b147-2a2f57fac799', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:23.395584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (be4ab26c-b633-45b7-9564-ac331e6db5a1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.412930 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83546fcd-15ba-405e-9fae-d88ea32f5a77 x-openstack-request-id: req-83546fcd-15ba-405e-9fae-d88ea32f5a77 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:25:23.417897 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010719e0-4a97-40d6-af47-cb4244169b8c", "name": "network-vif-deleted", "tag": "19cc0d28-dce5-4bd2-b165-593fd389c895", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:25:23.418179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83546fcd-15ba-405e-9fae-d88ea32f5a77 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:25:23.418690 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83546fcd-15ba-405e-9fae-d88ea32f5a77'] response: {'server_uuid': '010719e0-4a97-40d6-af47-cb4244169b8c', 'name': 'network-vif-deleted', 'tag': '19cc0d28-dce5-4bd2-b165-593fd389c895', 'status': 'completed', 'code': 200} Nov 03 02:25:23.421441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-46c4109f-c8ff-4cdf-93f3-ae542f1d3a9d None None] For port edf766a2-6adc-44fd-a0d2-9558fc4f28cd, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=edf766a2-6adc-44fd-a0d2-9558fc4f28cd,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:23.422180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc27e289-45dd-446b-9daa-940287a34642 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting subnet 5e151b85-440a-4180-af2b-75e1446b6365 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:23.423303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-46c4109f-c8ff-4cdf-93f3-ae542f1d3a9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (edf766a2-6adc-44fd-a0d2-9558fc4f28cd), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.451287 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 4 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:23.468056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc27e289-45dd-446b-9daa-940287a34642 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (5e151b85-440a-4180-af2b-75e1446b6365), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.510069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-46c4109f-c8ff-4cdf-93f3-ae542f1d3a9d None None] Calling delete_port for edf766a2-6adc-44fd-a0d2-9558fc4f28cd owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:23.525457 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-5cb9872c-1ad6-4ce2-ad2e-ed12fd4635c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:25:23.533254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Subnet': ['ID=be4ab26c-b633-45b7-9564-ac331e6db5a1,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:23.557659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cb9872c-1ad6-4ce2-ad2e-ed12fd4635c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e632229c-541e-4138-a24e-790e55e91abb), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.573903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:23.586958 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eda85514-0534-4f0f-97fc-d54b879daaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:32Z', 'revision_number': 4, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '5624ebb1-d734-4e9c-8549-708146acf04c', 'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'mac_address': 'fa:16:3e:b6:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:29Z', 'updated_at': '2022-11-03T02:21:38Z', 'revision_number': 5, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'subnets': [{'id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:23.626791 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda85514-0534-4f0f-97fc-d54b879daaa6 None None] Checking router: bbc9878f-8a5f-4caf-934d-d6f97e3224e5 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:25:23.637982 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda85514-0534-4f0f-97fc-d54b879daaa6 None None] Routers {'bbc9878f-8a5f-4caf-934d-d6f97e3224e5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:23.638912 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eda85514-0534-4f0f-97fc-d54b879daaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:23.647539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cb9872c-1ad6-4ce2-ad2e-ed12fd4635c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e632229c-541e-4138-a24e-790e55e91abb), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.696519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cb9872c-1ad6-4ce2-ad2e-ed12fd4635c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (e632229c-541e-4138-a24e-790e55e91abb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.732297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Checking segment: {'id': 'a8f547d3-9eab-4dda-bea8-45295534d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c9080e6b-6581-4b04-ad94-288873ffd443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:23.733102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network hostable DHCP agents. Network: c9080e6b-6581-4b04-ad94-288873ffd443, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:23.753772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-46c4109f-c8ff-4cdf-93f3-ae542f1d3a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (edf766a2-6adc-44fd-a0d2-9558fc4f28cd), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.754866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cb9872c-1ad6-4ce2-ad2e-ed12fd4635c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:23.757276 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5cb9872c-1ad6-4ce2-ad2e-ed12fd4635c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4532337 Nov 03 02:25:23.764190 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-eda85514-0534-4f0f-97fc-d54b879daaa6 None None] Set router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:25:23.770247 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router 1ee10384-b7a1-41bc-82c9-22e2d8a89d28 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:25:23.773605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37044) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:23.786492 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-fbfdeab0-e9a4-4659-aa4b-4afda1b465c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7afaca95-4b0e-464b-b147-2a2f57fac799', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:23.816936 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4109f-c8ff-4cdf-93f3-ae542f1d3a9d None None] Pushing event deleted for resources: {'Port': ['ID=edf766a2-6adc-44fd-a0d2-9558fc4f28cd,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:23.823425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network c9080e6b-6581-4b04-ad94-288873ffd443 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:23.829284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9872c-1ad6-4ce2-ad2e-ed12fd4635c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e632229c-541e-4138-a24e-790e55e91abb,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:23.842019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c4109f-c8ff-4cdf-93f3-ae542f1d3a9d None None] No DVR routers for this DVR port edf766a2-6adc-44fd-a0d2-9558fc4f28cd on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:23.844940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c807f6-d058-4c9e-aa68-803fbcd78449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:23.848580 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e4c807f6-d058-4c9e-aa68-803fbcd78449 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9031448 Nov 03 02:25:23.867058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37046) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:23.891941 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-fbfdeab0-e9a4-4659-aa4b-4afda1b465c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:25:23.902766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fbfdeab0-e9a4-4659-aa4b-4afda1b465c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (9d2c1f9c-cae2-4cd3-bd8f-2079952e529c), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.021638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, c9080e6b-6581-4b04-ad94-288873ffd443) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:24.052123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2c8c90-20fd-4e5a-9e08-d9d882a9f849 None None] Network c9080e6b-6581-4b04-ad94-288873ffd443 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:24.070157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34476f87-2c52-498a-b148-8dd44948309e None None] Network 1cf76bd2-f2e4-43d8-88f3-ff60bc486a40 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:24.074158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fbfdeab0-e9a4-4659-aa4b-4afda1b465c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (9d2c1f9c-cae2-4cd3-bd8f-2079952e529c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.081435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:24.082560 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.090306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e110cd3-c9b8-4dc6-ad43-1b77c68f78c3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (c5648550-93e5-41be-96ef-0c6d5eb44c49), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.098412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fbfdeab0-e9a4-4659-aa4b-4afda1b465c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (9d2c1f9c-cae2-4cd3-bd8f-2079952e529c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.131721 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 5 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:24.170914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdeab0-e9a4-4659-aa4b-4afda1b465c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2c1f9c-cae2-4cd3-bd8f-2079952e529c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:24.200827 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e110cd3-c9b8-4dc6-ad43-1b77c68f78c3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Subnet': ['ID=c5648550-93e5-41be-96ef-0c6d5eb44c49,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:24.207561 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eda85514-0534-4f0f-97fc-d54b879daaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:32Z', 'revision_number': 4, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '5624ebb1-d734-4e9c-8549-708146acf04c', 'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'mac_address': 'fa:16:3e:b6:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:29Z', 'updated_at': '2022-11-03T02:21:38Z', 'revision_number': 5, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'subnets': [{'id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:24.215718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37052) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:24.216868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e110cd3-c9b8-4dc6-ad43-1b77c68f78c3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.222684 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5e110cd3-c9b8-4dc6-ad43-1b77c68f78c3 tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/subnets/c5648550-93e5-41be-96ef-0c6d5eb44c49 HTTP/1.1" status: 204 len: 168 time: 1.9468341 Nov 03 02:25:24.224357 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37054) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:24.230245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc27e289-45dd-446b-9daa-940287a34642 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (5e151b85-440a-4180-af2b-75e1446b6365), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.251305 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda85514-0534-4f0f-97fc-d54b879daaa6 None None] The sync data for ids ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'] in dv-neutron-860659-5-hyperv is: [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:21:32Z', 'revision_number': 4, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '5624ebb1-d734-4e9c-8549-708146acf04c', 'name': '', 'network_id': '72773225-cc76-406f-b827-ff4978dd1a2a', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'mac_address': 'fa:16:3e:b6:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:29Z', 'updated_at': '2022-11-03T02:21:38Z', 'revision_number': 5, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'subnets': [{'id': '16b5e305-d6c5-448f-89a8-37a61e5a4123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:24.272042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for port (cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.329962 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477e4046-e943-43d9-a23e-0ba09032e0c2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:24.331468 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-477e4046-e943-43d9-a23e-0ba09032e0c2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4611406 Nov 03 02:25:24.340140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (5df85f11-e862-47f2-b956-d88b0d1ebdbe), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.344902 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c29827db-0948-4538-815b-8e09f1c1252c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4699473 Nov 03 02:25:24.346327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37056) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:24.349302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ad38baa9-c81d-4517-824d-5022619d9ff6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:24.359368 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37058) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:24.367578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1bc15e0e-79d4-4cbd-9ac9-bfde030d7328 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1996270405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:24.411678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc27e289-45dd-446b-9daa-940287a34642 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (5e151b85-440a-4180-af2b-75e1446b6365), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.428196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fbfdeab0-e9a4-4659-aa4b-4afda1b465c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.429943 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fbfdeab0-e9a4-4659-aa4b-4afda1b465c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6483421 Nov 03 02:25:24.431815 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1c76afea-c518-40c2-bd97-63af25476aab tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805750 Nov 03 02:25:24.440286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:24.459983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37062) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:24.466542 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8b4681b0-ebee-4648-b1ea-0abc886147f9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/1ee10384-b7a1-41bc-82c9-22e2d8a89d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2283757 Nov 03 02:25:24.466748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b867d08b-1738-4aa2-a471-35a0ab675c49 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:24.470679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37064) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:24.519290 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e0e-79d4-4cbd-9ac9-bfde030d7328 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (e642d5f9-2719-45be-827f-b9b4550fad64), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.520352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e0e-79d4-4cbd-9ac9-bfde030d7328 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (e642d5f9-2719-45be-827f-b9b4550fad64), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.538673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c09231-83b2-4137-bd53-368f1a5fdf14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:24.540165 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-33c09231-83b2-4137-bd53-368f1a5fdf14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports/c59ce344-da62-4723-bd5c-1d87485906cd HTTP/1.1" status: 200 len: 977 time: 0.0685887 Nov 03 02:25:24.550835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9c5046-d82a-4ca5-831b-fbd908382c43 None None] Network 5df85f11-e862-47f2-b956-d88b0d1ebdbe requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:24.551670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37070) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:24.582195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b75b92-3ede-416a-9166-87bfb3d464b6 None None] Sync routers for ids ['1ee10384-b7a1-41bc-82c9-22e2d8a89d28'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:24.623509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6aba2229-91a4-4743-9813-0f42c80eb2e9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group (654649c9-c8e2-4c09-8f1a-31456ed25983), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.626190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.687599 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Deleting port 7543766e-5d6c-4606-9d4e-7b0a706b18ad {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:24.688018 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.722541 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca520c70-9159-4745-8161-4acf481fbdac None None] New status for floating IP 7b47ce8f-9fc8-4570-85b2-5aef9af5e69c: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:25:24.742560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:24.759951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6aba2229-91a4-4743-9813-0f42c80eb2e9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group (654649c9-c8e2-4c09-8f1a-31456ed25983), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.761216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b75b92-3ede-416a-9166-87bfb3d464b6 None None] Routers {'1ee10384-b7a1-41bc-82c9-22e2d8a89d28'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:24.761864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f2b75b92-3ede-416a-9166-87bfb3d464b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1ee10384-b7a1-41bc-82c9-22e2d8a89d28'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:24.762476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] For port 7543766e-5d6c-4606-9d4e-7b0a706b18ad, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7543766e-5d6c-4606-9d4e-7b0a706b18ad,segment=NetworkSegment(8a81ba35-fc1e-4d3d-9659-2c70269e7c70),segment_id=8a81ba35-fc1e-4d3d-9659-2c70269e7c70)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:24.762842 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.777922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Calling delete_port for 7543766e-5d6c-4606-9d4e-7b0a706b18ad owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:24.810170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-c9080e6b-6581-4b04-ad94-288873ffd443', 'network_id': 'c9080e6b-6581-4b04-ad94-288873ffd443', 'project_id': '02739ab548ad4b438001e90eff82e834', 'fixed_ips': [{'subnet_id': 'be4ab26c-b633-45b7-9564-ac331e6db5a1'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:24.810989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.817544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f2b75b92-3ede-416a-9166-87bfb3d464b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:24.868596 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (7543766e-5d6c-4606-9d4e-7b0a706b18ad), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.875671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network 5684a518-1f14-4c22-b8cc-6a55a28dce80 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:24.884006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc27e289-45dd-446b-9daa-940287a34642 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (5e151b85-440a-4180-af2b-75e1446b6365), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.885445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ad38baa9-c81d-4517-824d-5022619d9ff6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:24.890487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.890870 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ad38baa9-c81d-4517-824d-5022619d9ff6 Nov 03 02:25:24.903998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:24.906587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:24.907360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (98fb6678-eb53-4fec-9a33-c1cdd3844e11), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.910294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b867d08b-1738-4aa2-a471-35a0ab675c49 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:24.910486 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e0e-79d4-4cbd-9ac9-bfde030d7328 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (e642d5f9-2719-45be-827f-b9b4550fad64), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.916134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b867d08b-1738-4aa2-a471-35a0ab675c49 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.958909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b75b92-3ede-416a-9166-87bfb3d464b6 None None] Routers {'1ee10384-b7a1-41bc-82c9-22e2d8a89d28'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:24.959728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f2b75b92-3ede-416a-9166-87bfb3d464b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1ee10384-b7a1-41bc-82c9-22e2d8a89d28'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:24.971313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e0e-79d4-4cbd-9ac9-bfde030d7328 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (e642d5f9-2719-45be-827f-b9b4550fad64), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:24.983744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] No DVR routers for this DVR port 7543766e-5d6c-4606-9d4e-7b0a706b18ad on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:24.986095 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Port': ['ID=7543766e-5d6c-4606-9d4e-7b0a706b18ad,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:25.056124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6aba2229-91a4-4743-9813-0f42c80eb2e9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (654649c9-c8e2-4c09-8f1a-31456ed25983), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.059488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6aba2229-91a4-4743-9813-0f42c80eb2e9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.064397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37082) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:25.065408 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6aba2229-91a4-4743-9813-0f42c80eb2e9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "DELETE /v2.0/security-groups/654649c9-c8e2-4c09-8f1a-31456ed25983 HTTP/1.1" status: 204 len: 168 time: 0.8438497 Nov 03 02:25:25.118726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f2b75b92-3ede-416a-9166-87bfb3d464b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:25.119417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b75b92-3ede-416a-9166-87bfb3d464b6 None None] The sync data for ids ['1ee10384-b7a1-41bc-82c9-22e2d8a89d28'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:25.180145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Port': ['ID=cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:25.183212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27e289-45dd-446b-9daa-940287a34642 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Subnet': ['ID=5e151b85-440a-4180-af2b-75e1446b6365,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:25.203981 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-9563328b-b8fe-4a96-a645-19eef38529f6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964056065&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.6071060 Nov 03 02:25:25.208975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc27e289-45dd-446b-9daa-940287a34642 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.213314 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dc27e289-45dd-446b-9daa-940287a34642 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/5e151b85-440a-4180-af2b-75e1446b6365 HTTP/1.1" status: 204 len: 168 time: 2.0634663 Nov 03 02:25:25.216269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba2229-91a4-4743-9813-0f42c80eb2e9 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654649c9-c8e2-4c09-8f1a-31456ed25983,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:25.252973 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 6 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:25.260674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceae822a-1fc7-404e-b512-815a03749a73 None None] Network 9a5d44cf-3fdd-4ddd-be83-37690acff418 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:25.324208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37084) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:25.332226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Allocated IP 2001:db8::2 (c9080e6b-6581-4b04-ad94-288873ffd443/be4ab26c-b633-45b7-9564-ac331e6db5a1/40493cbd-2141-4a15-a354-edcad18038d2) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:25.377171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b867d08b-1738-4aa2-a471-35a0ab675c49 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (7828d837-69d1-497e-a0b9-752b9a1e8998), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.441426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab996211-f0de-4c01-b620-e49a63c63f46 None None] DHCP port deletion for 5df85f11-e862-47f2-b956-d88b0d1ebdbe request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:25.473307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ad38baa9-c81d-4517-824d-5022619d9ff6 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:25.473699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.502805 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:25.529484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b867d08b-1738-4aa2-a471-35a0ab675c49 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:25.538045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e0e-79d4-4cbd-9ac9-bfde030d7328 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.539261 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1bc15e0e-79d4-4cbd-9ac9-bfde030d7328 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1783609 Nov 03 02:25:25.541461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-b867d08b-1738-4aa2-a471-35a0ab675c49 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:25.544848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b867d08b-1738-4aa2-a471-35a0ab675c49 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:25.546121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b867d08b-1738-4aa2-a471-35a0ab675c49 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.551255 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-1155cd04-b383-4098-a499-33748e29c80a tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] show failed (client error): The resource could not be found. Nov 03 02:25:25.552295 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1155cd04-b383-4098-a499-33748e29c80a tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "GET /v2.0/security-groups/654649c9-c8e2-4c09-8f1a-31456ed25983 HTTP/1.1" status: 404 len: 347 time: 0.4877551 Nov 03 02:25:25.557659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37086) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:25.557988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37088) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:25.559295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ed982-6206-4244-a408-aba068ed92ca None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:25.585369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-da981b9c-6548-4015-9fad-196336bc3cde tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting subnet 9e2c07a5-4619-4b5a-88bf-b4a19dffb32f {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:25.586258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port ad38baa9-c81d-4517-824d-5022619d9ff6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ad38baa9-c81d-4517-824d-5022619d9ff6,segment=NetworkSegment(d317eb7f-e919-45cc-970c-54eb381fd075),segment_id=d317eb7f-e919-45cc-970c-54eb381fd075)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:25.596351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da981b9c-6548-4015-9fad-196336bc3cde tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (9e2c07a5-4619-4b5a-88bf-b4a19dffb32f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.599140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'port': {'network_id': 'c9080e6b-6581-4b04-ad94-288873ffd443', 'name': 'tempest-RoutersIpV6Test-1953537046'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:25.603230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867d08b-1738-4aa2-a471-35a0ab675c49 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=7828d837-69d1-497e-a0b9-752b9a1e8998,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:25.634666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.692775 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (5df85f11-e862-47f2-b956-d88b0d1ebdbe), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.721581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device edf766a2-6adc-44fd-a0d2-9558fc4f28cd no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:25.729474 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b867d08b-1738-4aa2-a471-35a0ab675c49 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2674911 Nov 03 02:25:25.735880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da981b9c-6548-4015-9fad-196336bc3cde tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (9e2c07a5-4619-4b5a-88bf-b4a19dffb32f), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.740202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37090) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:25.778578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df85f11-e862-47f2-b956-d88b0d1ebdbe']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:25.781995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: edf766a2-6adc-44fd-a0d2-9558fc4f28cd {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:25.782352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device edf766a2-6adc-44fd-a0d2-9558fc4f28cd not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:25.789011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:67:ca:ae', 'name': 'tempest-NetworksTestDHCPv6-520420844'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:25.792413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=ad38baa9-c81d-4517-824d-5022619d9ff6,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:25.798792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Publish callbacks [] for port (40493cbd-2141-4a15-a354-edcad18038d2), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.800789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a81ba35-fc1e-4d3d-9659-2c70269e7c70') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:25.801331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a81ba35-fc1e-4d3d-9659-2c70269e7c70') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:25.801548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.826599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (40493cbd-2141-4a15-a354-edcad18038d2), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.835924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': '7828d837-69d1-497e-a0b9-752b9a1e8998'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:25.836801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.843838 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (8a81ba35-fc1e-4d3d-9659-2c70269e7c70), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.853848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:25.858473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.887019 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956dc8-fe52-4925-a352-67b688abd1df req-7b2f2840-83bd-4f53-b979-03df2f2525d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:25.889111 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-7b2f2840-83bd-4f53-b979-03df2f2525d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/networks?id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43 HTTP/1.1" status: 200 len: 796 time: 0.6644039 Nov 03 02:25:25.900233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (8a81ba35-fc1e-4d3d-9659-2c70269e7c70), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.901966 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Network c9080e6b-6581-4b04-ad94-288873ffd443 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:25.905704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] device_id is not set on port bfd51713-c929-46de-b85f-4462b3286c67 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:25.910484 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:25.918781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:25.920942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Pushing event updated for resources: {'Port': ['ID=40493cbd-2141-4a15-a354-edcad18038d2,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:25.922068 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:25.922476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (8a81ba35-fc1e-4d3d-9659-2c70269e7c70), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:25.993803 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-bc08747c-bfb5-4a42-891c-13c68e675623 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/quotas/313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 375 time: 0.0918510 Nov 03 02:25:25.999136 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 8a81ba35-fc1e-4d3d-9659-2c70269e7c70 resource provider aggregate not found Nov 03 02:25:26.004911 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 7 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:26.065900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:26.076907 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 8a81ba35-fc1e-4d3d-9659-2c70269e7c70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a81ba35-fc1e-4d3d-9659-2c70269e7c70 found for delete ", "request_id": "req-6e2c3dfc-097f-4ed7-ada4-9dde650a3919"}]} Nov 03 02:25:26.098193 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Attempting to bind port 40493cbd-2141-4a15-a354-edcad18038d2 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:26.098576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Attempting to bind port 40493cbd-2141-4a15-a354-edcad18038d2 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'a8f547d3-9eab-4dda-bea8-45295534d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c9080e6b-6581-4b04-ad94-288873ffd443'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:26.098941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Attempting to bind port 40493cbd-2141-4a15-a354-edcad18038d2 on network c9080e6b-6581-4b04-ad94-288873ffd443 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:26.130765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ad38baa9-c81d-4517-824d-5022619d9ff6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:26.137261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:26.137474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Checking segment: {'id': 'a8f547d3-9eab-4dda-bea8-45295534d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c9080e6b-6581-4b04-ad94-288873ffd443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:26.137909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.138299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Bound using segment: {'id': 'a8f547d3-9eab-4dda-bea8-45295534d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c9080e6b-6581-4b04-ad94-288873ffd443'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:26.138787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Bound port: 40493cbd-2141-4a15-a354-edcad18038d2, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f547d3-9eab-4dda-bea8-45295534d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c9080e6b-6581-4b04-ad94-288873ffd443'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:26.139216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (40493cbd-2141-4a15-a354-edcad18038d2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.153445 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (5df85f11-e862-47f2-b956-d88b0d1ebdbe), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.159435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e8d97d20-f09e-4b00-898a-ea0ef8bb9e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Deleting port 36a890a2-26b6-4caa-a917-33f2c14e8f6b {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:26.159783 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d97d20-f09e-4b00-898a-ea0ef8bb9e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (36a890a2-26b6-4caa-a917-33f2c14e8f6b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.171979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.175211 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] 10.222.0.23 "DELETE /v2.0/networks/5df85f11-e862-47f2-b956-d88b0d1ebdbe HTTP/1.1" status: 204 len: 168 time: 1.9439151 Nov 03 02:25:26.206785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/7828d837-69d1-497e-a0b9-752b9a1e8998/92d760cc-37e6-439c-85e3-a3ebca485f7c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:26.216369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da981b9c-6548-4015-9fad-196336bc3cde tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (9e2c07a5-4619-4b5a-88bf-b4a19dffb32f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.299912 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-c94fcb14-0a81-43f2-94d6-18cba999b809 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2659953 Nov 03 02:25:26.331074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ad38baa9-c81d-4517-824d-5022619d9ff6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:26.331476 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.331820 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ad38baa9-c81d-4517-824d-5022619d9ff6 Nov 03 02:25:26.341770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] For port 40493cbd-2141-4a15-a354-edcad18038d2, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:26.372832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d97d20-f09e-4b00-898a-ea0ef8bb9e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (36a890a2-26b6-4caa-a917-33f2c14e8f6b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.373511 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d97d20-f09e-4b00-898a-ea0ef8bb9e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for floatingip (36a890a2-26b6-4caa-a917-33f2c14e8f6b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.394537 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e8d97d20-f09e-4b00-898a-ea0ef8bb9e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Calling delete_port for 36a890a2-26b6-4caa-a917-33f2c14e8f6b owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:26.399642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] For port 40493cbd-2141-4a15-a354-edcad18038d2, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=40493cbd-2141-4a15-a354-edcad18038d2,segment=NetworkSegment(a8f547d3-9eab-4dda-bea8-45295534d386),segment_id=a8f547d3-9eab-4dda-bea8-45295534d386)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:26.437601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (40493cbd-2141-4a15-a354-edcad18038d2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.460257 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-c7802ab6-fcd9-4684-8ac1-542b0eca055a service neutron] 10.222.0.23 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373787 Nov 03 02:25:26.491021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:26.603644 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 8 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:26.711724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da981b9c-6548-4015-9fad-196336bc3cde tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (9e2c07a5-4619-4b5a-88bf-b4a19dffb32f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.748901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37100) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:26.759168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d97d20-f09e-4b00-898a-ea0ef8bb9e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (36a890a2-26b6-4caa-a917-33f2c14e8f6b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.803729 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-da981b9c-6548-4015-9fad-196336bc3cde tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.809429 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-da981b9c-6548-4015-9fad-196336bc3cde tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/9e2c07a5-4619-4b5a-88bf-b4a19dffb32f HTTP/1.1" status: 204 len: 168 time: 1.4815855 Nov 03 02:25:26.817800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590040d-ba62-466d-b65e-c186d668d2ae tempest-NetworksIpV6Test-1979205669 tempest-NetworksIpV6Test-1979205669-project] Pushing event deleted for resources: {'Network': ['ID=5df85f11-e862-47f2-b956-d88b0d1ebdbe,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:26.819981 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37104) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:26.824416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da981b9c-6548-4015-9fad-196336bc3cde tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2c07a5-4619-4b5a-88bf-b4a19dffb32f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:26.831439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d97d20-f09e-4b00-898a-ea0ef8bb9e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Pushing event deleted for resources: {'Port': ['ID=36a890a2-26b6-4caa-a917-33f2c14e8f6b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:26.835775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:26.882618 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-fe699a24-74ca-4f14-8b7b-c57f59e644b9 service neutron] 10.222.0.23 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101472 Nov 03 02:25:26.902636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ed473-61ef-4a6d-ada4-05ee252af560 None None] Network 9a5d44cf-3fdd-4ddd-be83-37690acff418 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:26.910153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port f18b5c8f-a6eb-43a9-99dd-a696ff11607d yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:27.031778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b71b5-85f7-4813-824d-83e18d887240 None None] Pushing event updated for resources: {'Port': ['ID=40493cbd-2141-4a15-a354-edcad18038d2,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:27.044311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for port (cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.055338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.056117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (98fb6678-eb53-4fec-9a33-c1cdd3844e11), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.069322 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (9a5d44cf-3fdd-4ddd-be83-37690acff418), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.070166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ad38baa9-c81d-4517-824d-5022619d9ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:27.086121 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:27.143847 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Publish callbacks [] for port (92d760cc-37e6-439c-85e3-a3ebca485f7c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.162719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (92d760cc-37e6-439c-85e3-a3ebca485f7c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.181963 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Allocated IP 2001:db8::d3 (c9080e6b-6581-4b04-ad94-288873ffd443/be4ab26c-b633-45b7-9564-ac331e6db5a1/bfd51713-c929-46de-b85f-4462b3286c67) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:27.195344 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02a23087-51b6-4a41-a3a7-908bf042d2ca req-4c1eda06-7495-4e37-bb5b-87cba0c6f983 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 210 time: 0.0592871 Nov 03 02:25:27.207622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7543766e-5d6c-4606-9d4e-7b0a706b18ad no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:27.235595 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61c6b458-af51-458a-8703-38e70dd55872 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.254287 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2dd92bca-877b-4b83-9473-fe7cf3322d19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23843dfd3ddf43ee88a13592c37e3572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4992466 Nov 03 02:25:27.266608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:27.271493 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 7543766e-5d6c-4606-9d4e-7b0a706b18ad {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:27.273100 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7543766e-5d6c-4606-9d4e-7b0a706b18ad not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:27.288230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:27.290755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Pushing event updated for resources: {'Port': ['ID=92d760cc-37e6-439c-85e3-a3ebca485f7c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:27.295558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:27.324457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37112) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:27.341752 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event updated for resources: {'Port': ['ID=cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:27.387447 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Attempting to bind port 92d760cc-37e6-439c-85e3-a3ebca485f7c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:27.387818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Attempting to bind port 92d760cc-37e6-439c-85e3-a3ebca485f7c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:27.388901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Attempting to bind port 92d760cc-37e6-439c-85e3-a3ebca485f7c on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:27.395231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:27.395680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:27.396090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.396808 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:27.397750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Bound port: 92d760cc-37e6-439c-85e3-a3ebca485f7c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:27.398169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (92d760cc-37e6-439c-85e3-a3ebca485f7c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.402354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::101 (45083813-f1f1-4019-a736-ce483eb72093/7828d837-69d1-497e-a0b9-752b9a1e8998/f18b5c8f-a6eb-43a9-99dd-a696ff11607d) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:27.458987 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05574b8-98cb-40b6-b2c6-d142026bc483 None None] DHCP port deletion for 9a5d44cf-3fdd-4ddd-be83-37690acff418 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:27.492662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d97d20-f09e-4b00-898a-ea0ef8bb9e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks [] for floatingip (7b47ce8f-9fc8-4570-85b2-5aef9af5e69c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.495462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d97d20-f09e-4b00-898a-ea0ef8bb9e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.499612 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e8d97d20-f09e-4b00-898a-ea0ef8bb9e50 tempest-ServerActionsTestJSON-787305154 tempest-ServerActionsTestJSON-787305154-project] 10.222.0.23 "DELETE /v2.0/floatingips/7b47ce8f-9fc8-4570-85b2-5aef9af5e69c HTTP/1.1" status: 204 len: 168 time: 1.9347980 Nov 03 02:25:27.499775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Network 5684a518-1f14-4c22-b8cc-6a55a28dce80 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:27.502825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37116) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:27.518775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:27.519134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] For port 92d760cc-37e6-439c-85e3-a3ebca485f7c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:27.539112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] For port 92d760cc-37e6-439c-85e3-a3ebca485f7c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=92d760cc-37e6-439c-85e3-a3ebca485f7c,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:27.555489 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (92d760cc-37e6-439c-85e3-a3ebca485f7c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.619888 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 9 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:27.677704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d05574b8-98cb-40b6-b2c6-d142026bc483 None None] Deleting port 34b554b3-a637-490a-a670-1a3d1a0a26da {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:27.683721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d05574b8-98cb-40b6-b2c6-d142026bc483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.762906 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8ee34131-c58f-472e-99fe-7938a8795b4e admin admin] Publish callbacks [] for security_group (1216efbe-5d0a-4da6-a15c-fe0e62bd8816), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.783499 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:27.807299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff23ce-5e15-457e-a612-8a9f815c0159 None None] Pushing event updated for resources: {'Port': ['ID=92d760cc-37e6-439c-85e3-a3ebca485f7c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:27.840614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8ee34131-c58f-472e-99fe-7938a8795b4e admin admin] Publish callbacks [] for security_group (1216efbe-5d0a-4da6-a15c-fe0e62bd8816), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.873313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d05574b8-98cb-40b6-b2c6-d142026bc483 None None] For port 34b554b3-a637-490a-a670-1a3d1a0a26da, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=34b554b3-a637-490a-a670-1a3d1a0a26da,segment=NetworkSegment(e1a3d835-7edd-4f12-89bb-d207cc55b5c3),segment_id=e1a3d835-7edd-4f12-89bb-d207cc55b5c3)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:27.874295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d05574b8-98cb-40b6-b2c6-d142026bc483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:27.899904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d05574b8-98cb-40b6-b2c6-d142026bc483 None None] Calling delete_port for 34b554b3-a637-490a-a670-1a3d1a0a26da owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:27.933779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 34b554b3-a637-490a-a670-1a3d1a0a26da {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:27.934370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.040337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d05574b8-98cb-40b6-b2c6-d142026bc483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.110601 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] For port 34b554b3-a637-490a-a670-1a3d1a0a26da, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=34b554b3-a637-490a-a670-1a3d1a0a26da,segment=NetworkSegment(e1a3d835-7edd-4f12-89bb-d207cc55b5c3),segment_id=e1a3d835-7edd-4f12-89bb-d207cc55b5c3)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:28.111750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.130572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05574b8-98cb-40b6-b2c6-d142026bc483 None None] Pushing event deleted for resources: {'Port': ['ID=34b554b3-a637-490a-a670-1a3d1a0a26da,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:28.138625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05574b8-98cb-40b6-b2c6-d142026bc483 None None] No DVR routers for this DVR port 34b554b3-a637-490a-a670-1a3d1a0a26da on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:28.170704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 34b554b3-a637-490a-a670-1a3d1a0a26da owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:28.196964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8ee34131-c58f-472e-99fe-7938a8795b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1216efbe-5d0a-4da6-a15c-fe0e62bd8816), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.200052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8ee34131-c58f-472e-99fe-7938a8795b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.201349 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8ee34131-c58f-472e-99fe-7938a8795b4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1216efbe-5d0a-4da6-a15c-fe0e62bd8816 HTTP/1.1" status: 204 len: 168 time: 0.8757992 Nov 03 02:25:28.207529 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (bfd51713-c929-46de-b85f-4462b3286c67), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.285135 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 10 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:28.301195 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee34131-c58f-472e-99fe-7938a8795b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1216efbe-5d0a-4da6-a15c-fe0e62bd8816,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:28.381112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:28.408732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Provisioning complete for port c3fb25c4-70a2-455a-a394-1096d9bb014f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:28.411520 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-61c6b458-af51-458a-8703-38e70dd55872 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port c59ce344-da62-4723-bd5c-1d87485906cd {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:28.412039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61c6b458-af51-458a-8703-38e70dd55872 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c59ce344-da62-4723-bd5c-1d87485906cd), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.413084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.415332 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 1 to provision port c3fb25c4-70a2-455a-a394-1096d9bb014f Nov 03 02:25:28.438550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bfd51713-c929-46de-b85f-4462b3286c67), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.547952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (34b554b3-a637-490a-a670-1a3d1a0a26da), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.572369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3dd5b6-847c-4bcd-b877-2ce036273b78 None None] Network c9080e6b-6581-4b04-ad94-288873ffd443 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:28.627117 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network c9080e6b-6581-4b04-ad94-288873ffd443 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:28.678637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22e1a843-d987-437f-83e5-72ced05d8f89 req-97ca9c49-7d75-4001-9921-8bcb0a73ebbc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 210 time: 0.0818851 Nov 03 02:25:28.720195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 92d760cc-37e6-439c-85e3-a3ebca485f7c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:28.732318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No DVR routers for this DVR port 34b554b3-a637-490a-a670-1a3d1a0a26da on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:28.747351 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:28.753028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:28.753612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Router 98fb6678-eb53-4fec-9a33-c1cdd3844e11 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:28.765453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:28.766161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.873218 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=bfd51713-c929-46de-b85f-4462b3286c67,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:28.980572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Current status of the port c3fb25c4-70a2-455a-a394-1096d9bb014f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:28.985762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Could not find standard attr ID for object 34b554b3-a637-490a-a670-1a3d1a0a26da. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:28.989202 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 92d760cc-37e6-439c-85e3-a3ebca485f7c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:28.989501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (92d760cc-37e6-439c-85e3-a3ebca485f7c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:28.989843 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 92d760cc-37e6-439c-85e3-a3ebca485f7c Nov 03 02:25:28.993412 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Could not find standard attr ID for object 5f57b637-82c8-4866-9102-b03591cc03e2. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:29.046473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Provisioning complete for port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:29.047375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.047883 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Attempt 1 to provision port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 Nov 03 02:25:29.090511 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=34b554b3-a637-490a-a670-1a3d1a0a26da,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:29.094416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (f18b5c8f-a6eb-43a9-99dd-a696ff11607d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.111796 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61c6b458-af51-458a-8703-38e70dd55872 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c59ce344-da62-4723-bd5c-1d87485906cd), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.145030 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0950f3d6-80c3-4d3d-98ff-cec26a43b717 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5856614 Nov 03 02:25:29.159940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37138) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:29.202479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 92d760cc-37e6-439c-85e3-a3ebca485f7c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:29.203123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (92d760cc-37e6-439c-85e3-a3ebca485f7c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.217176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956dc8-fe52-4925-a352-67b688abd1df req-13c48662-e2a1-4c42-bf42-4ed211109ea1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:29.218820 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-13c48662-e2a1-4c42-bf42-4ed211109ea1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43 HTTP/1.1" status: 200 len: 796 time: 0.5785894 Nov 03 02:25:29.225329 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (9a5d44cf-3fdd-4ddd-be83-37690acff418), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.233615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-61c6b458-af51-458a-8703-38e70dd55872 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for c59ce344-da62-4723-bd5c-1d87485906cd owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:29.255168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:29.270978 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2103ca3c-5dfa-4b28-bb71-7245ec803c6e tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "PUT /v2.0/routers/98fb6678-eb53-4fec-9a33-c1cdd3844e11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6354518 Nov 03 02:25:29.274174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37140) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:29.282477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 92d760cc-37e6-439c-85e3-a3ebca485f7c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=92d760cc-37e6-439c-85e3-a3ebca485f7c,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:29.297573 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (92d760cc-37e6-439c-85e3-a3ebca485f7c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.298483 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 40493cbd-2141-4a15-a354-edcad18038d2 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:29.329704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Current status of the port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:29.372844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853b4d1-8e7e-4165-a61b-ab0af50a2ad8 None None] Sync routers for ids ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:29.380157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Could not find standard attr ID for object 78887c7b-4858-46fc-997f-d2972ae4d238. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:29.385832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-940ed3e8-791d-41fb-8009-f3f228e985e5 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for router (98fb6678-eb53-4fec-9a33-c1cdd3844e11), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.409343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Could not find standard attr ID for object ed0e7fd2-10bc-46bd-83f7-fdb95653ecff. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:29.412990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5d44cf-3fdd-4ddd-be83-37690acff418']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:29.434071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-844f9695-42f7-465d-b71e-1315590cb7e9 None None] Could not find standard attr ID for object edf766a2-6adc-44fd-a0d2-9558fc4f28cd. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:29.442267 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853b4d1-8e7e-4165-a61b-ab0af50a2ad8 None None] Routers {'98fb6678-eb53-4fec-9a33-c1cdd3844e11'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:29.442994 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7853b4d1-8e7e-4165-a61b-ab0af50a2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:29.516925 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7853b4d1-8e7e-4165-a61b-ab0af50a2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:29.519439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=92d760cc-37e6-439c-85e3-a3ebca485f7c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:29.521468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f18b5c8f-a6eb-43a9-99dd-a696ff11607d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.535870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853b4d1-8e7e-4165-a61b-ab0af50a2ad8 None None] Routers {'98fb6678-eb53-4fec-9a33-c1cdd3844e11'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:29.536638 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7853b4d1-8e7e-4165-a61b-ab0af50a2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:29.541046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 40493cbd-2141-4a15-a354-edcad18038d2 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:29.541429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (40493cbd-2141-4a15-a354-edcad18038d2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.541773 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 40493cbd-2141-4a15-a354-edcad18038d2 Nov 03 02:25:29.565175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a3d835-7edd-4f12-89bb-d207cc55b5c3') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:29.565692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a3d835-7edd-4f12-89bb-d207cc55b5c3') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:29.622029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7853b4d1-8e7e-4165-a61b-ab0af50a2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:29.622586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853b4d1-8e7e-4165-a61b-ab0af50a2ad8 None None] The sync data for ids ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:29.675357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Provisioning complete for port c59ce344-da62-4723-bd5c-1d87485906cd triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:29.675835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c59ce344-da62-4723-bd5c-1d87485906cd), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.675984 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 1 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:29.684347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:29.690247 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:29.697431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:29.702482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:29.703154 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.730756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=f18b5c8f-a6eb-43a9-99dd-a696ff11607d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:29.741765 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-940ed3e8-791d-41fb-8009-f3f228e985e5 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 02:25:29.746002 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-940ed3e8-791d-41fb-8009-f3f228e985e5 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "DELETE /v2.0/routers/98fb6678-eb53-4fec-9a33-c1cdd3844e11 HTTP/1.1" status: 409 len: 376 time: 0.4706931 Nov 03 02:25:29.751374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37152) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:29.766657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:29.788357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 40493cbd-2141-4a15-a354-edcad18038d2 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:29.789050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (40493cbd-2141-4a15-a354-edcad18038d2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.855313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 40493cbd-2141-4a15-a354-edcad18038d2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=40493cbd-2141-4a15-a354-edcad18038d2,segment=NetworkSegment(a8f547d3-9eab-4dda-bea8-45295534d386),segment_id=a8f547d3-9eab-4dda-bea8-45295534d386)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:29.861731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a90f4994-5b41-4a74-a412-7d8c120e26e2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1195819 Nov 03 02:25:29.869310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37154) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:29.869572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (40493cbd-2141-4a15-a354-edcad18038d2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:29.869732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37156) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:29.962409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=40493cbd-2141-4a15-a354-edcad18038d2,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:29.972997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 34b554b3-a637-490a-a670-1a3d1a0a26da no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:30.003541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 34b554b3-a637-490a-a670-1a3d1a0a26da {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:30.004242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 34b554b3-a637-490a-a670-1a3d1a0a26da not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:30.023513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4523489a-0f68-4060-8d81-8a5fec7bf041 req-71bb0dca-5e48-4697-90ed-0790fd42e590 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 210 time: 0.1596966 Nov 03 02:25:30.129977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-421185861'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:30.135172 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (e1a3d835-7edd-4f12-89bb-d207cc55b5c3), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.152048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 92d760cc-37e6-439c-85e3-a3ebca485f7c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:30.172254 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-9bdf7d97-fb60-48be-a46c-7673303ce961 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 380 time: 0.8699071 Nov 03 02:25:30.183950 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (e1a3d835-7edd-4f12-89bb-d207cc55b5c3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.188790 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'device_id': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'admin_state_up': True, 'tenant_id': '313880603e634d3084046ce40393537e', 'security_groups': ['7afaca95-4b0e-464b-b147-2a2f57fac799']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:30.202438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50998a3c-a99f-41f6-b8ea-e4fca3d8f0fc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:30.207804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50998a3c-a99f-41f6-b8ea-e4fca3d8f0fc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:30.212256 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-50998a3c-a99f-41f6-b8ea-e4fca3d8f0fc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3380592 Nov 03 02:25:30.212442 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 92d760cc-37e6-439c-85e3-a3ebca485f7c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:30.212442 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (92d760cc-37e6-439c-85e3-a3ebca485f7c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.212442 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 92d760cc-37e6-439c-85e3-a3ebca485f7c Nov 03 02:25:30.216215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37162) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:30.253718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:30.258044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.274306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:30.274716 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (e1a3d835-7edd-4f12-89bb-d207cc55b5c3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.277870 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 2 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:30.301527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.320113 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 92d760cc-37e6-439c-85e3-a3ebca485f7c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:30.321687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 40493cbd-2141-4a15-a354-edcad18038d2 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:30.341020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.343339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:30.349494 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment e1a3d835-7edd-4f12-89bb-d207cc55b5c3 resource provider aggregate not found Nov 03 02:25:30.370467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 40493cbd-2141-4a15-a354-edcad18038d2 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:30.370880 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (40493cbd-2141-4a15-a354-edcad18038d2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.371228 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 40493cbd-2141-4a15-a354-edcad18038d2 Nov 03 02:25:30.399113 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment e1a3d835-7edd-4f12-89bb-d207cc55b5c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1a3d835-7edd-4f12-89bb-d207cc55b5c3 found for delete ", "request_id": "req-7a28cde7-07a8-45e7-bfd0-581474c640ec"}]} Nov 03 02:25:30.459420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 40493cbd-2141-4a15-a354-edcad18038d2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:30.475608 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (9a5d44cf-3fdd-4ddd-be83-37690acff418), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.492118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.498826 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/networks/9a5d44cf-3fdd-4ddd-be83-37690acff418 HTTP/1.1" status: 204 len: 168 time: 3.6506412 Nov 03 02:25:30.502220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37168) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:30.561963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5eadf-8b4e-4901-ba70-2f68cd57a023 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port f18b5c8f-a6eb-43a9-99dd-a696ff11607d {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:30.562406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bfa5eadf-8b4e-4901-ba70-2f68cd57a023 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f18b5c8f-a6eb-43a9-99dd-a696ff11607d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.573658 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Network': ['ID=9a5d44cf-3fdd-4ddd-be83-37690acff418,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:30.622009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.622361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.622701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.623043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.623379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.623715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.624039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.624362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.624713 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.625034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.625358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.625700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.625998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb70e36-d799-49a9-b740-9dfdf8fed451 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.646246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:30.649638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.694992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61c6b458-af51-458a-8703-38e70dd55872 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (c59ce344-da62-4723-bd5c-1d87485906cd), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.706975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for security_group (c0ca88d5-a888-460d-89d3-adac5dec5aac), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.721136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c0ca88d5-a888-460d-89d3-adac5dec5aac), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.753331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2781c44-84d5-40ff-b4c7-c7ffa32d7944 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:30.754842 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a2781c44-84d5-40ff-b4c7-c7ffa32d7944 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2474926 Nov 03 02:25:30.758931 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bfd51713-c929-46de-b85f-4462b3286c67), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.760897 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6b458-af51-458a-8703-38e70dd55872 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=c59ce344-da62-4723-bd5c-1d87485906cd,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:30.762912 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37170) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:30.771240 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bfa5eadf-8b4e-4901-ba70-2f68cd57a023 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f18b5c8f-a6eb-43a9-99dd-a696ff11607d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.793462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:30.809811 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-817a38c9-cbac-417c-9c75-1f13ab78e1ba tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (98fb6678-eb53-4fec-9a33-c1cdd3844e11), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.811510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ca88d5-a888-460d-89d3-adac5dec5aac,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:30.817190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5eadf-8b4e-4901-ba70-2f68cd57a023 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for f18b5c8f-a6eb-43a9-99dd-a696ff11607d owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:30.844848 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 3 to provision port c59ce344-da62-4723-bd5c-1d87485906cd Nov 03 02:25:30.884818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port c59ce344-da62-4723-bd5c-1d87485906cd was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:25:30.896195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Provisioning complete for port bfd51713-c929-46de-b85f-4462b3286c67 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:30.900020 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bfd51713-c929-46de-b85f-4462b3286c67), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.900557 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 1 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:30.926383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1016587e-9ad4-476a-9c3c-dd453d89444e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:30.926833 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment 1016587e-9ad4-476a-9c3c-dd453d89444e of type vlan for network c8241df6-d1cc-4c21-9ea5-2d7116a8d757 Nov 03 02:25:30.935391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.935747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.936323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.937102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.937102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.937612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.938012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.938416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.938835 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.939228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.939633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.940033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.940432 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:30.961750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:31.112847 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (c8241df6-d1cc-4c21-9ea5-2d7116a8d757), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.196205 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-709da1dc-de02-41d7-8ac6-ed28bbbee2be tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4296486 Nov 03 02:25:31.202598 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37174) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:31.202790 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5cc4cf43-fbec-4177-9819-4e721bb6ffe1 req-d494c290-9c6d-41cc-b16a-6ce915b63991 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 210 time: 0.0759957 Nov 03 02:25:31.209202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.10 (134b86e3-5ab7-4a22-b59f-e8d4cb120a43/bd94f89f-2e32-4664-b985-155f87510eb7/2988632b-7e25-4beb-94da-0d8ff5886a87) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:31.215747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2131365198'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:31.238853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61c6b458-af51-458a-8703-38e70dd55872 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.242638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (c8241df6-d1cc-4c21-9ea5-2d7116a8d757), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.247689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:31.248396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.312575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:31.315836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.345086 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4744077 Nov 03 02:25:31.394447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f702c-d2ea-41bf-9550-d43b34dced2c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=c8241df6-d1cc-4c21-9ea5-2d7116a8d757,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:31.398141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] Deleting port 5624ebb1-d734-4e9c-8549-708146acf04c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:31.398509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.418741 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network c8241df6-d1cc-4c21-9ea5-2d7116a8d757 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:31.433528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bfa5eadf-8b4e-4901-ba70-2f68cd57a023 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f18b5c8f-a6eb-43a9-99dd-a696ff11607d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.461613 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:31.483567 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37176) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:31.495760 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 2 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:31.511792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5eadf-8b4e-4901-ba70-2f68cd57a023 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=f18b5c8f-a6eb-43a9-99dd-a696ff11607d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:31.529023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'network_id': 'c8241df6-d1cc-4c21-9ea5-2d7116a8d757', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:31.537468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (6bdf3452-a00d-4ce5-b2c2-9db20ada14dc), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.538089 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Added segment 6bdf3452-a00d-4ce5-b2c2-9db20ada14dc of type vlan for network eeeb0ef8-ea6f-4160-a10e-b061620bab91 Nov 03 02:25:31.545088 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (bfd51713-c929-46de-b85f-4462b3286c67), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.570207 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:31.571019 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bfa5eadf-8b4e-4901-ba70-2f68cd57a023 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.574529 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bfa5eadf-8b4e-4901-ba70-2f68cd57a023 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/f18b5c8f-a6eb-43a9-99dd-a696ff11607d HTTP/1.1" status: 204 len: 168 time: 1.3565190 Nov 03 02:25:31.578450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37178) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:31.595413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (bfd51713-c929-46de-b85f-4462b3286c67), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.652740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] For port 5624ebb1-d734-4e9c-8549-708146acf04c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5624ebb1-d734-4e9c-8549-708146acf04c,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:31.653116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.683141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-817a38c9-cbac-417c-9c75-1f13ab78e1ba tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Deleting port cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:31.683488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-817a38c9-cbac-417c-9c75-1f13ab78e1ba tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.688716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6529f9-4b32-4722-a19c-c89f9c47b659 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:31.690043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6529f9-4b32-4722-a19c-c89f9c47b659 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:31.691565 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cc6529f9-4b32-4722-a19c-c89f9c47b659 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1114929 Nov 03 02:25:31.692638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] Calling delete_port for 5624ebb1-d734-4e9c-8549-708146acf04c owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:31.697000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37180) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:31.737251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (eeeb0ef8-ea6f-4160-a10e-b061620bab91), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.801548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c6b458-af51-458a-8703-38e70dd55872 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router 1ee10384-b7a1-41bc-82c9-22e2d8a89d28 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:31.811198 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=bfd51713-c929-46de-b85f-4462b3286c67,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:31.831328 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.863346 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d822d7-430b-45a3-a18c-2197dc62b102 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 7828d837-69d1-497e-a0b9-752b9a1e8998 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:31.866824 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (eeeb0ef8-ea6f-4160-a10e-b061620bab91), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.871892 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:31.872461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:31.971023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:31.974089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:32.050350 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8428109 Nov 03 02:25:32.071156 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 3 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:32.101908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37182) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:32.110526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:32.114807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': 'eeeb0ef8-ea6f-4160-a10e-b061620bab91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:32.134975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcffbc7-fa14-4ccb-9494-463d2386023b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Network': ['ID=eeeb0ef8-ea6f-4160-a10e-b061620bab91,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:32.146180 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network eeeb0ef8-ea6f-4160-a10e-b061620bab91 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:32.203481 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c6b458-af51-458a-8703-38e70dd55872 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:32.211627 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (e642d5f9-2719-45be-827f-b9b4550fad64), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:32.215323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9d822d7-430b-45a3-a18c-2197dc62b102 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (7828d837-69d1-497e-a0b9-752b9a1e8998), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:32.220877 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-61c6b458-af51-458a-8703-38e70dd55872 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/1ee10384-b7a1-41bc-82c9-22e2d8a89d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6511955 Nov 03 02:25:32.222195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37184) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:32.224906 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3f15e-77a8-4b64-b84f-26581fa144fa None None] Sync routers for ids ['1ee10384-b7a1-41bc-82c9-22e2d8a89d28'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:32.243596 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3f15e-77a8-4b64-b84f-26581fa144fa None None] Routers {'1ee10384-b7a1-41bc-82c9-22e2d8a89d28'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:32.245575 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-96f3f15e-77a8-4b64-b84f-26581fa144fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1ee10384-b7a1-41bc-82c9-22e2d8a89d28'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:32.269220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:32.291024 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-96f3f15e-77a8-4b64-b84f-26581fa144fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:32.298956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-817a38c9-cbac-417c-9c75-1f13ab78e1ba tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:32.302706 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3f15e-77a8-4b64-b84f-26581fa144fa None None] Routers {'1ee10384-b7a1-41bc-82c9-22e2d8a89d28'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:32.303980 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-96f3f15e-77a8-4b64-b84f-26581fa144fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1ee10384-b7a1-41bc-82c9-22e2d8a89d28'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:32.338077 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-96f3f15e-77a8-4b64-b84f-26581fa144fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:32.338898 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3f15e-77a8-4b64-b84f-26581fa144fa None None] The sync data for ids ['1ee10384-b7a1-41bc-82c9-22e2d8a89d28'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:32.386003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-817a38c9-cbac-417c-9c75-1f13ab78e1ba tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Calling delete_port for cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:32.424458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9d822d7-430b-45a3-a18c-2197dc62b102 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (7828d837-69d1-497e-a0b9-752b9a1e8998), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:32.612443 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 4 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:32.653161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:32.677409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:32.699909 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:32.706177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:32.712821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=2988632b-7e25-4beb-94da-0d8ff5886a87,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:32.744021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de59f86-6ca7-4335-9e82-3cf0e315120a req-8121b076-2b4a-4ec1-baa4-61ea2d5a3226 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:32.746587 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8de59f86-6ca7-4335-9e82-3cf0e315120a req-8121b076-2b4a-4ec1-baa4-61ea2d5a3226 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 932 time: 0.4415290 Nov 03 02:25:32.774988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:32.778448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:32.799249 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-566594c2-9c7f-4e13-976b-8cfa85c8419c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] remove_router_interface failed (client error): The resource could not be found. Nov 03 02:25:32.805127 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-566594c2-9c7f-4e13-976b-8cfa85c8419c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/1ee10384-b7a1-41bc-82c9-22e2d8a89d28/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5520470 Nov 03 02:25:32.814941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9d822d7-430b-45a3-a18c-2197dc62b102 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (7828d837-69d1-497e-a0b9-752b9a1e8998), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:32.820556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37188) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:32.890288 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:32.890930 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:32.928838 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a9ce6c92-bc51-4111-b01a-600415c2e19d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee10384-b7a1-41bc-82c9-22e2d8a89d28 HTTP/1.1" status: 200 len: 205 time: 0.1062591 Nov 03 02:25:32.931806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37190) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:32.938554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bfd51713-c929-46de-b85f-4462b3286c67), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:32.982948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (5624ebb1-d734-4e9c-8549-708146acf04c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.029023 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8de59f86-6ca7-4335-9e82-3cf0e315120a req-17cb180c-c796-4395-b451-7bd423d226c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513146 Nov 03 02:25:33.035258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5624ebb1-d734-4e9c-8549-708146acf04c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:33.049425 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-8f9a0f23-5b1f-4e57-83a8-f6f4570a940c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8666806 Nov 03 02:25:33.054515 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (a6cdadb5-0761-4f74-8ff2-9e6fd915afcc), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.092480 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Request body: {'port': {'device_id': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:33.103975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-659e4072-e758-4d59-9a82-31558da17bbc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.110603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9d822d7-430b-45a3-a18c-2197dc62b102 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (7828d837-69d1-497e-a0b9-752b9a1e8998), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.155152 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 5 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:33.179175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d822d7-430b-45a3-a18c-2197dc62b102 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=7828d837-69d1-497e-a0b9-752b9a1e8998,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:33.182913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9d822d7-430b-45a3-a18c-2197dc62b102 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.188821 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f9d822d7-430b-45a3-a18c-2197dc62b102 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/7828d837-69d1-497e-a0b9-752b9a1e8998 HTTP/1.1" status: 204 len: 168 time: 1.4892685 Nov 03 02:25:33.190143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37192) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:33.202518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3283206-609d-4780-9b94-84c75d512b53 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:33.239917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-817a38c9-cbac-417c-9c75-1f13ab78e1ba tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.246924 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7924fb4d-6dff-4ae1-9e6d-0123040dacfe tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536149 Nov 03 02:25:33.253090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37194) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:33.280110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:33.317102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a38c9-cbac-417c-9c75-1f13ab78e1ba tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Port': ['ID=cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:33.386687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=a6cdadb5-0761-4f74-8ff2-9e6fd915afcc,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:33.497192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-817a38c9-cbac-417c-9c75-1f13ab78e1ba tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (98fb6678-eb53-4fec-9a33-c1cdd3844e11), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.499002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.499688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:33.512907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba79e0-9f48-4061-8650-3f019d45a79b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:33.514599 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-caba79e0-9f48-4061-8650-3f019d45a79b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2099266 Nov 03 02:25:33.520568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37196) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:33.608072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.617638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking segment: {'id': '1016587e-9ad4-476a-9c3c-dd453d89444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c8241df6-d1cc-4c21-9ea5-2d7116a8d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:33.618254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network hostable DHCP agents. Network: c8241df6-d1cc-4c21-9ea5-2d7116a8d757, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:33.636770 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-659e4072-e758-4d59-9a82-31558da17bbc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.643167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-659e4072-e758-4d59-9a82-31558da17bbc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.658866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (76e0f4c3-c79b-4e52-971b-b6d785b978f6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.687867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c42e9b-f73d-4fcf-9be0-b1c1306e80cb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:33.689296 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-22c42e9b-f73d-4fcf-9be0-b1c1306e80cb tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1666348 Nov 03 02:25:33.695573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37198) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:33.739946 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Deleting port 92d760cc-37e6-439c-85e3-a3ebca485f7c {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:33.741349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (92d760cc-37e6-439c-85e3-a3ebca485f7c), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.763242 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2347ef1b-43e9-4f76-80ac-451ad8aac494 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662866 Nov 03 02:25:33.767344 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37200) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:33.773149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a31080ff-ebe1-4b8b-8630-54f6fead68ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:33.784695 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 6 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:33.790559 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-659e4072-e758-4d59-9a82-31558da17bbc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (1ee10384-b7a1-41bc-82c9-22e2d8a89d28), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.791317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659e4072-e758-4d59-9a82-31558da17bbc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Fanout notify agent at l3_agent the message router_deleted on router 1ee10384-b7a1-41bc-82c9-22e2d8a89d28 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:25:33.812072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-659e4072-e758-4d59-9a82-31558da17bbc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.813433 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-659e4072-e758-4d59-9a82-31558da17bbc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/1ee10384-b7a1-41bc-82c9-22e2d8a89d28 HTTP/1.1" status: 204 len: 168 time: 0.8759124 Nov 03 02:25:33.814356 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network c8241df6-d1cc-4c21-9ea5-2d7116a8d757 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:33.826541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37202) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:33.853150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] For port 92d760cc-37e6-439c-85e3-a3ebca485f7c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=92d760cc-37e6-439c-85e3-a3ebca485f7c,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:33.853674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (92d760cc-37e6-439c-85e3-a3ebca485f7c), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.867829 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:33.872411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Calling delete_port for 92d760cc-37e6-439c-85e3-a3ebca485f7c owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:33.940851 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Subnet': ['ID=76e0f4c3-c79b-4e52-971b-b6d785b978f6,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:33.959813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, c8241df6-d1cc-4c21-9ea5-2d7116a8d757) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:33.968686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817a38c9-cbac-417c-9c75-1f13ab78e1ba tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Router 98fb6678-eb53-4fec-9a33-c1cdd3844e11 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:33.971380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc3059a-023a-49ab-8806-0a58b1401983 None None] Network c8241df6-d1cc-4c21-9ea5-2d7116a8d757 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:33.976464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-636f11f4-e79e-48bb-9621-6ca5638b275d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting subnet 26efba39-9062-44e0-a13b-9c5c3cb02430 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:33.982372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-636f11f4-e79e-48bb-9621-6ca5638b275d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (26efba39-9062-44e0-a13b-9c5c3cb02430), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:33.987701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:33.988544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.016742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (92d760cc-37e6-439c-85e3-a3ebca485f7c), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.034654 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (bfd51713-c929-46de-b85f-4462b3286c67), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.042472 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Checking segment: {'id': '6bdf3452-a00d-4ce5-b2c2-9db20ada14dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eeeb0ef8-ea6f-4160-a10e-b061620bab91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:34.042843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network hostable DHCP agents. Network: eeeb0ef8-ea6f-4160-a10e-b061620bab91, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:34.055953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] No DVR routers for this DVR port 92d760cc-37e6-439c-85e3-a3ebca485f7c on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:34.057028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (bfd51713-c929-46de-b85f-4462b3286c67), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.057990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (e642d5f9-2719-45be-827f-b9b4550fad64), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.060323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Pushing event deleted for resources: {'Port': ['ID=92d760cc-37e6-439c-85e3-a3ebca485f7c,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:34.091422 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-960f68ac-916c-4f86-87e7-549df7a91c13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6050093 Nov 03 02:25:34.101453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31080ff-ebe1-4b8b-8630-54f6fead68ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:34.103564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37206) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:34.104716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.106280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a31080ff-ebe1-4b8b-8630-54f6fead68ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.106856 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.108390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.108919 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.111044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.111691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.114640 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-636f11f4-e79e-48bb-9621-6ca5638b275d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (26efba39-9062-44e0-a13b-9c5c3cb02430), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.116470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.117096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.117689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.118253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.118848 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.119402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.120205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768f65a-8b39-4bca-937d-ffeb4fb89db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:25:34.133279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-617023757'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:34.201929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-c8241df6-d1cc-4c21-9ea5-2d7116a8d757', 'network_id': 'c8241df6-d1cc-4c21-9ea5-2d7116a8d757', 'project_id': '8944aa6ea0734b11a208550e0ab014f1', 'fixed_ips': [{'subnet_id': 'a6cdadb5-0761-4f74-8ff2-9e6fd915afcc'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:34.202817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.289352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 92d760cc-37e6-439c-85e3-a3ebca485f7c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:34.317294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network eeeb0ef8-ea6f-4160-a10e-b061620bab91 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:34.322030 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 92d760cc-37e6-439c-85e3-a3ebca485f7c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:34.322456 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 92d760cc-37e6-439c-85e3-a3ebca485f7c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:34.328099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=bfd51713-c929-46de-b85f-4462b3286c67,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:34.343450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:34.346912 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.361635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, eeeb0ef8-ea6f-4160-a10e-b061620bab91) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:34.366972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:34.367780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.370306 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 7 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:34.375834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0418b-f984-4700-b1b2-a8ec487e7df1 None None] Network eeeb0ef8-ea6f-4160-a10e-b061620bab91 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:34.386482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network c9080e6b-6581-4b04-ad94-288873ffd443 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:34.405962 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:34.419443 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1774c3bc-d36a-413a-aef8-6606e555a4fb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3084166 Nov 03 02:25:34.423501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37208) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:34.432194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': 'eeeb0ef8-ea6f-4160-a10e-b061620bab91', 'name': 'tempest-PortsTestJSON-1886554196'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:34.457260 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:34.493294 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:34.502073 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Allocated IP 172.20.255.242 (c8241df6-d1cc-4c21-9ea5-2d7116a8d757/a6cdadb5-0761-4f74-8ff2-9e6fd915afcc/1e8e74df-bb89-46f2-aa18-43a85ab2a017) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:34.560194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (61793357-26ac-40f3-a7f5-276b1612a0bd), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.560837 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment 61793357-26ac-40f3-a7f5-276b1612a0bd of type vlan for network 2cfb0904-09b0-45b2-80c2-cf97c2e71de3 Nov 03 02:25:34.590128 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2988632b-7e25-4beb-94da-0d8ff5886a87 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:25:34.621306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-eeeb0ef8-ea6f-4160-a10e-b061620bab91', 'network_id': 'eeeb0ef8-ea6f-4160-a10e-b061620bab91', 'project_id': '8dbea1bccbd54492bdf13d1a1069e27e', 'fixed_ips': [{'subnet_id': '76e0f4c3-c79b-4e52-971b-b6d785b978f6'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:34.622740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.656259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Publish callbacks [] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.671985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817a38c9-cbac-417c-9c75-1f13ab78e1ba tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:34.688253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] Router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:34.710298 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-817a38c9-cbac-417c-9c75-1f13ab78e1ba tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "PUT /v2.0/routers/98fb6678-eb53-4fec-9a33-c1cdd3844e11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9564612 Nov 03 02:25:34.718205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37210) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:34.718433 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b6574-742a-47a5-b575-f0299a5280e0 None None] Sync routers for ids ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:34.719845 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (2cfb0904-09b0-45b2-80c2-cf97c2e71de3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.739240 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Transition to ACTIVE for port object 2988632b-7e25-4beb-94da-0d8ff5886a87 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:25:34.784362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-636f11f4-e79e-48bb-9621-6ca5638b275d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (26efba39-9062-44e0-a13b-9c5c3cb02430), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.789015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.791464 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-8c287960-80ab-4b0f-92cd-b0361171b773 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] show failed (client error): The resource could not be found. Nov 03 02:25:34.797687 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8c287960-80ab-4b0f-92cd-b0361171b773 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1707408560 HTTP/1.1" status: 404 len: 335 time: 0.0702968 Nov 03 02:25:34.797866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b6574-742a-47a5-b575-f0299a5280e0 None None] Routers {'98fb6678-eb53-4fec-9a33-c1cdd3844e11'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:34.797866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cc9b6574-742a-47a5-b575-f0299a5280e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:34.805406 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37212) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:34.815217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1fa57fbd-2099-4d26-95bb-9bc4fc7c2035 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:34.846632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cc9b6574-742a-47a5-b575-f0299a5280e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:34.888535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Allocated IP 172.20.0.2 (eeeb0ef8-ea6f-4160-a10e-b061620bab91/76e0f4c3-c79b-4e52-971b-b6d785b978f6/0190c7bd-49d7-4e64-a946-9dbd4882cf1b) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:34.898185 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-1fa57fbd-2099-4d26-95bb-9bc4fc7c2035 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] update failed (client error): The resource could not be found. Nov 03 02:25:34.899530 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1fa57fbd-2099-4d26-95bb-9bc4fc7c2035 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1209387913 HTTP/1.1" status: 404 len: 335 time: 0.0895936 Nov 03 02:25:34.904996 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (2cfb0904-09b0-45b2-80c2-cf97c2e71de3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.908081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b6574-742a-47a5-b575-f0299a5280e0 None None] Routers {'98fb6678-eb53-4fec-9a33-c1cdd3844e11'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:34.908741 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cc9b6574-742a-47a5-b575-f0299a5280e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:34.909562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-636f11f4-e79e-48bb-9621-6ca5638b275d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (26efba39-9062-44e0-a13b-9c5c3cb02430), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.910346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:34.910826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Publish callbacks [] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.910982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.911794 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37214) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:34.952454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cc9b6574-742a-47a5-b575-f0299a5280e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:34.953036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b6574-742a-47a5-b575-f0299a5280e0 None None] The sync data for ids ['98fb6678-eb53-4fec-9a33-c1cdd3844e11'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:34.954796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:34.992436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f11f4-e79e-48bb-9621-6ca5638b275d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Subnet': ['ID=26efba39-9062-44e0-a13b-9c5c3cb02430,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:34.997766 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 8 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:35.010808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Pushing event updated for resources: {'Port': ['ID=2988632b-7e25-4beb-94da-0d8ff5886a87,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:35.013574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:35.017818 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.045095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374eed6-c8a7-4f81-bb70-d333d6316ad8 None None] Network 81dba8b6-2f67-4d04-8363-a5591f8e4f07 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:35.046896 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-636f11f4-e79e-48bb-9621-6ca5638b275d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.047970 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9261317 Nov 03 02:25:35.053151 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-636f11f4-e79e-48bb-9621-6ca5638b275d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/26efba39-9062-44e0-a13b-9c5c3cb02430 HTTP/1.1" status: 204 len: 168 time: 1.2254438 Nov 03 02:25:35.059102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37216) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:35.059548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37218) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:35.075972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'network_id': '2cfb0904-09b0-45b2-80c2-cf97c2e71de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:35.090828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router e642d5f9-2719-45be-827f-b9b4550fad64 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:25:35.092629 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cd37a-9bbc-4b65-a619-3606a26e187a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=2cfb0904-09b0-45b2-80c2-cf97c2e71de3,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:35.095580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port 156c768e-9f79-498a-a47c-d2d057cd9ebe yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:35.098983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951817a8-1817-4caa-a77c-861f0c155c16 req-93332093-488e-4682-891c-8a056dc49007 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:35.106537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Network c8241df6-d1cc-4c21-9ea5-2d7116a8d757 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:35.107444 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-951817a8-1817-4caa-a77c-861f0c155c16 req-93332093-488e-4682-891c-8a056dc49007 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 932 time: 0.9019647 Nov 03 02:25:35.121389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 2cfb0904-09b0-45b2-80c2-cf97c2e71de3 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:35.132076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:35.132896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:35.135025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Pushing event updated for resources: {'Port': ['ID=1e8e74df-bb89-46f2-aa18-43a85ab2a017,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:35.150637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:35.252989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5a8ac5-6734-40f8-a008-57ae3f6aca44 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Deleting subnet 890e57e6-4b93-4b1d-a33f-8e016744d874 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:35.324753 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b5a8ac5-6734-40f8-a008-57ae3f6aca44 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for subnet (890e57e6-4b93-4b1d-a33f-8e016744d874), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.350311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Attempting to bind port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:35.350695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Attempting to bind port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '1016587e-9ad4-476a-9c3c-dd453d89444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c8241df6-d1cc-4c21-9ea5-2d7116a8d757'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:35.351063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Attempting to bind port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 on network c8241df6-d1cc-4c21-9ea5-2d7116a8d757 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:35.366920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:35.367307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Checking segment: {'id': '1016587e-9ad4-476a-9c3c-dd453d89444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c8241df6-d1cc-4c21-9ea5-2d7116a8d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:35.367717 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.368115 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Bound using segment: {'id': '1016587e-9ad4-476a-9c3c-dd453d89444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c8241df6-d1cc-4c21-9ea5-2d7116a8d757'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:35.368634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Bound port: 1e8e74df-bb89-46f2-aa18-43a85ab2a017, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1016587e-9ad4-476a-9c3c-dd453d89444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c8241df6-d1cc-4c21-9ea5-2d7116a8d757'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:35.369592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.374468 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Publish callbacks [] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.392632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.423292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (81dba8b6-2f67-4d04-8363-a5591f8e4f07), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.451948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:35.460453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b5a8ac5-6734-40f8-a008-57ae3f6aca44 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (890e57e6-4b93-4b1d-a33f-8e016744d874), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.464335 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Network eeeb0ef8-ea6f-4160-a10e-b061620bab91 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:35.472461 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8252b-08d3-4071-bdf5-b8b513614ff9 None None] Sync routers for ids ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:35.479169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:35.481975 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3dfe3d1a-4d96-4cec-9cec-26fcc05281c0 admin admin] 10.222.0.23 "PUT /v2.0/routers/bbc9878f-8a5f-4caf-934d-d6f97e3224e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9780285 Nov 03 02:25:35.484454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:35.484966 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37220) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:35.488660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Pushing event updated for resources: {'Port': ['ID=0190c7bd-49d7-4e64-a946-9dbd4882cf1b,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:35.489961 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8252b-08d3-4071-bdf5-b8b513614ff9 None None] Routers {'bbc9878f-8a5f-4caf-934d-d6f97e3224e5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:35.491158 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dfb8252b-08d3-4071-bdf5-b8b513614ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:35.497803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Attempting to bind port 2988632b-7e25-4beb-94da-0d8ff5886a87 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:35.498358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Attempting to bind port 2988632b-7e25-4beb-94da-0d8ff5886a87 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:35.498860 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Attempting to bind port 2988632b-7e25-4beb-94da-0d8ff5886a87 on network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:35.504591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] For port 1e8e74df-bb89-46f2-aa18-43a85ab2a017, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:35.512072 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] For port 1e8e74df-bb89-46f2-aa18-43a85ab2a017, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1e8e74df-bb89-46f2-aa18-43a85ab2a017,segment=NetworkSegment(1016587e-9ad4-476a-9c3c-dd453d89444e),segment_id=1016587e-9ad4-476a-9c3c-dd453d89444e)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:35.529860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.543951 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-951817a8-1817-4caa-a77c-861f0c155c16 req-1008b502-1275-4a71-99ed-206c2c146d59 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4360013 Nov 03 02:25:35.621181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:35.624925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.650340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Port 2988632b-7e25-4beb-94da-0d8ff5886a87 on network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:25:35.650944 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Attempting to bind port 2988632b-7e25-4beb-94da-0d8ff5886a87 on network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:35.685885 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-dfb8252b-08d3-4071-bdf5-b8b513614ff9 None None] Set router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:25:35.705501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:35.705852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Checking segment: {'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:35.706437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Bound using segment: {'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:35.707057 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Bound port: 2988632b-7e25-4beb-94da-0d8ff5886a87, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24657f6-1138-426e-a78b-aebd0dcb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:35.707613 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:35.743341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d823d2d-b681-41e8-bfde-828ade997998 None None] DHCP port deletion for 81dba8b6-2f67-4d04-8363-a5591f8e4f07 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:35.745363 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 9 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:35.793550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:35.798539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.14 (eeeb0ef8-ea6f-4160-a10e-b061620bab91/76e0f4c3-c79b-4e52-971b-b6d785b978f6/156c768e-9f79-498a-a47c-d2d057cd9ebe) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:35.832595 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465d7b6-ffe8-416e-a8cb-9541ec715bf6 None None] Sync routers for ids ['e642d5f9-2719-45be-827f-b9b4550fad64'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:35.838507 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6f10ae39-5de4-4815-8396-f6a8d4e4e7af tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/e642d5f9-2719-45be-827f-b9b4550fad64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6670473 Nov 03 02:25:35.847602 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37222) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:35.927461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:35.930363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Attempting to bind port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:35.930745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Attempting to bind port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '6bdf3452-a00d-4ce5-b2c2-9db20ada14dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eeeb0ef8-ea6f-4160-a10e-b061620bab91'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:35.931117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Attempting to bind port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b on network eeeb0ef8-ea6f-4160-a10e-b061620bab91 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:35.934960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465d7b6-ffe8-416e-a8cb-9541ec715bf6 None None] Routers {'e642d5f9-2719-45be-827f-b9b4550fad64'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:35.935406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2465d7b6-ffe8-416e-a8cb-9541ec715bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e642d5f9-2719-45be-827f-b9b4550fad64'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:35.941286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b73c9-2720-4dbf-af22-5116642dcb7a None None] Pushing event updated for resources: {'Port': ['ID=1e8e74df-bb89-46f2-aa18-43a85ab2a017,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:35.966953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Publish callbacks [] for router (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.013713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2465d7b6-ffe8-416e-a8cb-9541ec715bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:36.017377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:36.017861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Checking segment: {'id': '6bdf3452-a00d-4ce5-b2c2-9db20ada14dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eeeb0ef8-ea6f-4160-a10e-b061620bab91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:36.018338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.018742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Bound using segment: {'id': '6bdf3452-a00d-4ce5-b2c2-9db20ada14dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eeeb0ef8-ea6f-4160-a10e-b061620bab91'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:36.019274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Bound port: 0190c7bd-49d7-4e64-a946-9dbd4882cf1b, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdf3452-a00d-4ce5-b2c2-9db20ada14dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eeeb0ef8-ea6f-4160-a10e-b061620bab91'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:36.019699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.041953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (fcf247c1-8d8e-4fe3-84fb-073709db9ab9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.055575 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465d7b6-ffe8-416e-a8cb-9541ec715bf6 None None] Routers {'e642d5f9-2719-45be-827f-b9b4550fad64'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:36.055941 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d73e8fb-1645-4b30-9444-266483c9f46d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:36.056220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2465d7b6-ffe8-416e-a8cb-9541ec715bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e642d5f9-2719-45be-827f-b9b4550fad64'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:36.062067 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5d73e8fb-1645-4b30-9444-266483c9f46d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports/bfd51713-c929-46de-b85f-4462b3286c67 HTTP/1.1" status: 200 len: 983 time: 0.2110906 Nov 03 02:25:36.063363 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37224) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:36.102575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] For port 2988632b-7e25-4beb-94da-0d8ff5886a87, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:36.120362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8d823d2d-b681-41e8-bfde-828ade997998 None None] Deleting port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:36.120721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8d823d2d-b681-41e8-bfde-828ade997998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.126241 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2465d7b6-ffe8-416e-a8cb-9541ec715bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:36.126892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465d7b6-ffe8-416e-a8cb-9541ec715bf6 None None] The sync data for ids ['e642d5f9-2719-45be-827f-b9b4550fad64'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:36.163868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=fcf247c1-8d8e-4fe3-84fb-073709db9ab9,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:36.202024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] For port 2988632b-7e25-4beb-94da-0d8ff5886a87, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=2988632b-7e25-4beb-94da-0d8ff5886a87,segment=NetworkSegment(a24657f6-1138-426e-a78b-aebd0dcb8f1d),segment_id=a24657f6-1138-426e-a78b-aebd0dcb8f1d)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:36.230517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] For port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:36.256710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8d823d2d-b681-41e8-bfde-828ade997998 None None] For port 6571e91f-77fd-4df8-8a0c-ac91a5899e54, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6571e91f-77fd-4df8-8a0c-ac91a5899e54,segment=NetworkSegment(e52b49b6-9f79-4401-abea-9936599e5fd1),segment_id=e52b49b6-9f79-4401-abea-9936599e5fd1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:36.257494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8d823d2d-b681-41e8-bfde-828ade997998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.263903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1e8e74df-bb89-46f2-aa18-43a85ab2a017 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:36.273461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] For port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0190c7bd-49d7-4e64-a946-9dbd4882cf1b,segment=NetworkSegment(6bdf3452-a00d-4ce5-b2c2-9db20ada14dc),segment_id=6bdf3452-a00d-4ce5-b2c2-9db20ada14dc)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:36.307712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:36.307968 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.308220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.309482 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dfb8252b-08d3-4071-bdf5-b8b513614ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:25:32Z', 'revision_number': 5, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:36.312956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.314756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8d823d2d-b681-41e8-bfde-828ade997998 None None] Calling delete_port for 6571e91f-77fd-4df8-8a0c-ac91a5899e54 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:36.362401 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8252b-08d3-4071-bdf5-b8b513614ff9 None None] Checking router: bbc9878f-8a5f-4caf-934d-d6f97e3224e5 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:25:36.363327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:36.364050 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.365562 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] 10.222.0.27 "PUT /v2.0/ports/2988632b-7e25-4beb-94da-0d8ff5886a87 HTTP/1.1" status: 200 len: 1094 time: 3.2816768 Nov 03 02:25:36.372346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'tag': '2988632b-7e25-4beb-94da-0d8ff5886a87'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:25:36.374806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9929fc93-7f63-418c-a9ae-882b53810716" -d '{"events": [{"name": "network-changed", "server_uuid": "58ae781f-5a4e-4457-bc98-fc9132e5a076", "tag": "2988632b-7e25-4beb-94da-0d8ff5886a87"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:25:36.401641 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8252b-08d3-4071-bdf5-b8b513614ff9 None None] Routers {'bbc9878f-8a5f-4caf-934d-d6f97e3224e5'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:36.402287 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dfb8252b-08d3-4071-bdf5-b8b513614ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:36.442191 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 10 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:36.480378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b5a8ac5-6734-40f8-a008-57ae3f6aca44 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (890e57e6-4b93-4b1d-a33f-8e016744d874), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.494947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6757c9-c568-44ad-9f12-f1f80d8a24be None None] Pushing event updated for resources: {'Port': ['ID=0190c7bd-49d7-4e64-a946-9dbd4882cf1b,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:36.507987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port 6571e91f-77fd-4df8-8a0c-ac91a5899e54, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6571e91f-77fd-4df8-8a0c-ac91a5899e54,segment=NetworkSegment(e52b49b6-9f79-4401-abea-9936599e5fd1),segment_id=e52b49b6-9f79-4401-abea-9936599e5fd1)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:36.508365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.527640 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19871265-78a2-4f33-92ef-d89be42f8f7a service neutron] Pushing event updated for resources: {'Port': ['ID=2988632b-7e25-4beb-94da-0d8ff5886a87,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:36.535479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369fbdcc-1a53-4f3b-8a75-9e5203861bbc x-openstack-request-id: req-369fbdcc-1a53-4f3b-8a75-9e5203861bbc {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:25:36.536099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ae781f-5a4e-4457-bc98-fc9132e5a076", "tag": "2988632b-7e25-4beb-94da-0d8ff5886a87", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:25:36.536246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:36.536679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-369fbdcc-1a53-4f3b-8a75-9e5203861bbc {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:25:36.537906 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369fbdcc-1a53-4f3b-8a75-9e5203861bbc'] response: {'name': 'network-changed', 'server_uuid': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'tag': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'status': 'completed', 'code': 200} Nov 03 02:25:36.541379 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Could not find standard attr ID for object cc13e33c-5442-48f9-9c0a-f3d26c8e7bc4. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:36.542818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:36.543197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.543541 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 Nov 03 02:25:36.576695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Publish callbacks [] for router_gateway (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.582154 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Could not find standard attr ID for object 34b554b3-a637-490a-a670-1a3d1a0a26da. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:36.616775 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-dfb8252b-08d3-4071-bdf5-b8b513614ff9 None None] Set router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:25:36.642443 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8d823d2d-b681-41e8-bfde-828ade997998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.672622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 6571e91f-77fd-4df8-8a0c-ac91a5899e54 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:36.683946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking segment: {'id': '61793357-26ac-40f3-a7f5-276b1612a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cfb0904-09b0-45b2-80c2-cf97c2e71de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:36.684289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network hostable DHCP agents. Network: 2cfb0904-09b0-45b2-80c2-cf97c2e71de3, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:36.717699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d823d2d-b681-41e8-bfde-828ade997998 None None] Pushing event deleted for resources: {'Port': ['ID=6571e91f-77fd-4df8-8a0c-ac91a5899e54,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:36.726053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.objects.ports [None req-a31080ff-ebe1-4b8b-8630-54f6fead68ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104394) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:25:36.733216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Provisioning complete for port 40493cbd-2141-4a15-a354-edcad18038d2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:36.733617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (40493cbd-2141-4a15-a354-edcad18038d2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.733948 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 1 to provision port 40493cbd-2141-4a15-a354-edcad18038d2 Nov 03 02:25:36.736999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b5a8ac5-6734-40f8-a008-57ae3f6aca44 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (890e57e6-4b93-4b1d-a33f-8e016744d874), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.737202 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d823d2d-b681-41e8-bfde-828ade997998 None None] No DVR routers for this DVR port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:36.775638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a31080ff-ebe1-4b8b-8630-54f6fead68ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (b6071014-efea-4211-84d2-1aaa754497de), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.859877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a8ac5-6734-40f8-a008-57ae3f6aca44 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Subnet': ['ID=890e57e6-4b93-4b1d-a33f-8e016744d874,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:36.867665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490d7936-a4b8-4790-876e-377260a00c5b None None] Network 1cf76bd2-f2e4-43d8-88f3-ff60bc486a40 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:36.879473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b5a8ac5-6734-40f8-a008-57ae3f6aca44 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.883070 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2b5a8ac5-6734-40f8-a008-57ae3f6aca44 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "DELETE /v2.0/subnets/890e57e6-4b93-4b1d-a33f-8e016744d874 HTTP/1.1" status: 204 len: 168 time: 1.9605424 Nov 03 02:25:36.918526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37230) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:36.959908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31080ff-ebe1-4b8b-8630-54f6fead68ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:36.973243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:36.973243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:36.989884 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-a31080ff-ebe1-4b8b-8630-54f6fead68ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:36.999723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31080ff-ebe1-4b8b-8630-54f6fead68ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:37.000330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a31080ff-ebe1-4b8b-8630-54f6fead68ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.009486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network 2cfb0904-09b0-45b2-80c2-cf97c2e71de3 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:37.011120 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dfb8252b-08d3-4071-bdf5-b8b513614ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:25:32Z', 'revision_number': 5, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:37.050146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe057d-0209-460e-a387-f2531b349fe8 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:37.052358 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8252b-08d3-4071-bdf5-b8b513614ff9 None None] The sync data for ids ['bbc9878f-8a5f-4caf-934d-d6f97e3224e5'] in dv-neutron-860659-5-hyperv is: [{'id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'name': 'tempest-ServerActionsTestJSON-684927379-router', 'tenant_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:21:26Z', 'updated_at': '2022-11-03T02:25:32Z', 'revision_number': 5, 'project_id': '110b6deb445a4d5f9083ed8d5b5e206b', 'gw_port': {'id': '4c1690c5-6408-42e1-a13f-0aab17dbae7b', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc9878f-8a5f-4caf-934d-d6f97e3224e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:21:27Z', 'updated_at': '2022-11-03T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:37.072433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31080ff-ebe1-4b8b-8630-54f6fead68ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=b6071014-efea-4211-84d2-1aaa754497de,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:37.074683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 2cfb0904-09b0-45b2-80c2-cf97c2e71de3) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:37.090771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (156c768e-9f79-498a-a47c-d2d057cd9ebe), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.091454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3681eb-1414-40cc-98ad-c92fefb4d09c req-c8d08830-e58c-4572-85eb-097587a42a4f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:37.105037 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 1e8e74df-bb89-46f2-aa18-43a85ab2a017, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1e8e74df-bb89-46f2-aa18-43a85ab2a017,segment=NetworkSegment(1016587e-9ad4-476a-9c3c-dd453d89444e),segment_id=1016587e-9ad4-476a-9c3c-dd453d89444e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:37.113563 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f3681eb-1414-40cc-98ad-c92fefb4d09c req-c8d08830-e58c-4572-85eb-097587a42a4f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 944 time: 0.4388239 Nov 03 02:25:37.115049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:37.115804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.123034 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a31080ff-ebe1-4b8b-8630-54f6fead68ed tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3544788 Nov 03 02:25:37.128035 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37232) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:37.148906 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0e83088b-bae3-4a87-bd62-bd2b8ccbd777 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:37.165819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c0fa0-f17f-462a-868f-189987374f36 None None] Network 2cfb0904-09b0-45b2-80c2-cf97c2e71de3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:37.176768 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.190313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956dc8-fe52-4925-a352-67b688abd1df req-b126b49b-4381-423f-93a6-d20124e9ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:37.192031 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-b126b49b-4381-423f-93a6-d20124e9ab3b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 1128 time: 0.6714664 Nov 03 02:25:37.204178 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-891eee6b-b833-4e7c-9730-06c655539948 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1397264 Nov 03 02:25:37.204902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6571e91f-77fd-4df8-8a0c-ac91a5899e54), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.211415 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37234) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:37.226048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (1cf76bd2-f2e4-43d8-88f3-ff60bc486a40), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.289844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=6571e91f-77fd-4df8-8a0c-ac91a5899e54,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:37.311151 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f3681eb-1414-40cc-98ad-c92fefb4d09c req-ce33a4d6-f8a1-4f11-bcaf-3c573b86a5b2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770437 Nov 03 02:25:37.312032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No DVR routers for this DVR port 6571e91f-77fd-4df8-8a0c-ac91a5899e54 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:37.327641 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-161db9cc-00fc-4a12-8061-9e98b1ea4b68 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2988632b-7e25-4beb-94da-0d8ff5886a87 HTTP/1.1" status: 200 len: 217 time: 0.0994332 Nov 03 02:25:37.354601 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Deleting port 4c1690c5-6408-42e1-a13f-0aab17dbae7b {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:37.354949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.403064 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa5849-a672-4220-8052-4e9bf9eafbdb None None] Network c8241df6-d1cc-4c21-9ea5-2d7116a8d757 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:37.454815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (81dba8b6-2f67-4d04-8363-a5591f8e4f07), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.498709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': 'b6071014-efea-4211-84d2-1aaa754497de'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:37.499773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.513416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (156c768e-9f79-498a-a47c-d2d057cd9ebe), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.531290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81dba8b6-2f67-4d04-8363-a5591f8e4f07']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:37.549776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (2cfb0904-09b0-45b2-80c2-cf97c2e71de3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.556925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52b49b6-9f79-4401-abea-9936599e5fd1') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:37.557285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52b49b6-9f79-4401-abea-9936599e5fd1') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:37.561199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6571e91f-77fd-4df8-8a0c-ac91a5899e54 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:37.562774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Current status of the port 40493cbd-2141-4a15-a354-edcad18038d2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:37.565065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-2cfb0904-09b0-45b2-80c2-cf97c2e71de3', 'network_id': '2cfb0904-09b0-45b2-80c2-cf97c2e71de3', 'project_id': '8944aa6ea0734b11a208550e0ab014f1', 'fixed_ips': [{'subnet_id': 'fcf247c1-8d8e-4fe3-84fb-073709db9ab9'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:37.565890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.571082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956dc8-fe52-4925-a352-67b688abd1df req-41517f18-3ee2-4053-ae35-fff370140998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:37.576237 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-41517f18-3ee2-4053-ae35-fff370140998 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bd94f89f-2e32-4664-b985-155f87510eb7 HTTP/1.1" status: 200 len: 834 time: 0.2365131 Nov 03 02:25:37.586306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (e52b49b6-9f79-4401-abea-9936599e5fd1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.634490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=1e8e74df-bb89-46f2-aa18-43a85ab2a017,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:37.659449 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 6571e91f-77fd-4df8-8a0c-ac91a5899e54 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:37.659449 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6571e91f-77fd-4df8-8a0c-ac91a5899e54 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:37.677280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (e52b49b6-9f79-4401-abea-9936599e5fd1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.700360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:37.700831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (e52b49b6-9f79-4401-abea-9936599e5fd1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.733699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network eeeb0ef8-ea6f-4160-a10e-b061620bab91 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:37.757751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:37.760473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:37.771269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Provisioning complete for port ad38baa9-c81d-4517-824d-5022619d9ff6 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:37.772181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.773086 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Attempt 1 to provision port ad38baa9-c81d-4517-824d-5022619d9ff6 Nov 03 02:25:37.824331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=156c768e-9f79-498a-a47c-d2d057cd9ebe,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:37.832320 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment e52b49b6-9f79-4401-abea-9936599e5fd1 resource provider aggregate not found Nov 03 02:25:37.837364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (fcf247c1-8d8e-4fe3-84fb-073709db9ab9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.874862 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] For port 4c1690c5-6408-42e1-a13f-0aab17dbae7b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4c1690c5-6408-42e1-a13f-0aab17dbae7b,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:37.875237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.888045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e83088b-bae3-4a87-bd62-bd2b8ccbd777 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:37.892026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0e83088b-bae3-4a87-bd62-bd2b8ccbd777 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.892942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (81dba8b6-2f67-4d04-8363-a5591f8e4f07), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.914573 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment e52b49b6-9f79-4401-abea-9936599e5fd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e52b49b6-9f79-4401-abea-9936599e5fd1 found for delete ", "request_id": "req-bad09d7a-82d6-46b8-87de-acd23616182e"}]} Nov 03 02:25:37.915704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d3031-4316-49ab-85ac-91f1d5d4d3b4 None None] DHCP port deletion for 1cf76bd2-f2e4-43d8-88f3-ff60bc486a40 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:37.920197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.925176 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/networks/81dba8b6-2f67-4d04-8363-a5591f8e4f07 HTTP/1.1" status: 204 len: 168 time: 2.8618796 Nov 03 02:25:37.926324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63e0af-fb4c-4342-b810-14c3ba92f70d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Network': ['ID=81dba8b6-2f67-4d04-8363-a5591f8e4f07,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:37.927986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Deleting port ad38baa9-c81d-4517-824d-5022619d9ff6 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:37.928770 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:37.928922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37240) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:37.936155 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'network': {'name': 'tempest-RoutersTest-519255331'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:37.971907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:37.976039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.010529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:38.020835 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (2bf83f50-926a-4ddd-990c-647b3fabc46b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.022786 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added segment 2bf83f50-926a-4ddd-990c-647b3fabc46b of type vlan for network 694a49e3-4676-44a4-a166-66cce8f8dc29 Nov 03 02:25:38.055995 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956dc8-fe52-4925-a352-67b688abd1df req-d17a7be4-4c19-4432-be97-66a42805a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:38.057853 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-d17a7be4-4c19-4432-be97-66a42805a71f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4425070 Nov 03 02:25:38.064757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:38.065593 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.073505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (694a49e3-4676-44a4-a166-66cce8f8dc29), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.074552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785b6b9-8f14-4be6-8751-41375f723295 None None] Network eeeb0ef8-ea6f-4160-a10e-b061620bab91 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:38.113775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (694a49e3-4676-44a4-a166-66cce8f8dc29), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.127750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:38.128522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.165308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Calling delete_port for 4c1690c5-6408-42e1-a13f-0aab17dbae7b owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:38.175238 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-94bcf1a9-71ed-4a97-a84a-8f2f97618d51 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7484934 Nov 03 02:25:38.185564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37242) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:38.190331 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.ipam_backend_mixin [None req-0e83088b-bae3-4a87-bd62-bd2b8ccbd777 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6071014-efea-4211-84d2-1aaa754497de (CIDR: 2001:db8::/64) Nov 03 02:25:38.191792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': 'eeeb0ef8-ea6f-4160-a10e-b061620bab91', 'name': 'tempest-PortsTestJSON-759616556'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:38.216918 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2848239 Nov 03 02:25:38.252880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37244) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:38.258924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'subnet': {'network_id': '694a49e3-4676-44a4-a166-66cce8f8dc29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:38.316581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0190c7bd-49d7-4e64-a946-9dbd4882cf1b up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:38.319799 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.320094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7f2cd-c820-4052-a457-ab6108804f96 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Network': ['ID=694a49e3-4676-44a4-a166-66cce8f8dc29,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:38.349262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Allocated IP 2001:db8::f816:3eff:fe0d:d4ca (45083813-f1f1-4019-a736-ce483eb72093/b6071014-efea-4211-84d2-1aaa754497de/1fb22634-60c6-446a-a5d1-8fd143af593a) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:38.361696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Allocated IP 172.20.0.2 (2cfb0904-09b0-45b2-80c2-cf97c2e71de3/fcf247c1-8d8e-4fe3-84fb-073709db9ab9/0271077e-14c4-4738-8ae4-a60794124a1b) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:38.373918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 694a49e3-4676-44a4-a166-66cce8f8dc29 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:38.415047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:38.418797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.506921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:38.510380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.514976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3031-4316-49ab-85ac-91f1d5d4d3b4 None None] Deleting port ad38baa9-c81d-4517-824d-5022619d9ff6 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:38.515515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c07d3031-4316-49ab-85ac-91f1d5d4d3b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.551602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port 7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:38.583562 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e83088b-bae3-4a87-bd62-bd2b8ccbd777 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:25:38.584229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e83088b-bae3-4a87-bd62-bd2b8ccbd777 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:38.594948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c07d3031-4316-49ab-85ac-91f1d5d4d3b4 None None] For port ad38baa9-c81d-4517-824d-5022619d9ff6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ad38baa9-c81d-4517-824d-5022619d9ff6,segment=NetworkSegment(d317eb7f-e919-45cc-970c-54eb381fd075),segment_id=d317eb7f-e919-45cc-970c-54eb381fd075)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:38.595644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c07d3031-4316-49ab-85ac-91f1d5d4d3b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.623878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302312a-96e5-488c-a989-baef29dc0ea3 req-74df1bf0-888e-49b2-ad77-d17f26a95d8d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:38.628876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3031-4316-49ab-85ac-91f1d5d4d3b4 None None] Calling delete_port for ad38baa9-c81d-4517-824d-5022619d9ff6 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:38.631101 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b302312a-96e5-488c-a989-baef29dc0ea3 req-74df1bf0-888e-49b2-ad77-d17f26a95d8d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 944 time: 0.1877370 Nov 03 02:25:38.633557 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19713549-aba2-4a80-aa44-ece945d19dee tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (e642d5f9-2719-45be-827f-b9b4550fad64), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.721898 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b302312a-96e5-488c-a989-baef29dc0ea3 req-bd922dc1-4e46-4215-9d3d-d9af00e11916 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893548 Nov 03 02:25:38.723172 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0e83088b-bae3-4a87-bd62-bd2b8ccbd777 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5883100 Nov 03 02:25:38.731375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37248) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:38.748085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2cad-0169-4973-b939-a199036f19e1 None None] Current status of the port ad38baa9-c81d-4517-824d-5022619d9ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:38.750311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c07d3031-4316-49ab-85ac-91f1d5d4d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.766461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] For port ad38baa9-c81d-4517-824d-5022619d9ff6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ad38baa9-c81d-4517-824d-5022619d9ff6,segment=NetworkSegment(d317eb7f-e919-45cc-970c-54eb381fd075),segment_id=d317eb7f-e919-45cc-970c-54eb381fd075)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:38.766838 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.772621 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-9f21967a-162f-4983-b140-e17e856660d5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:38.799570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.10 (eeeb0ef8-ea6f-4160-a10e-b061620bab91/76e0f4c3-c79b-4e52-971b-b6d785b978f6/7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:38.898401 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-658ade6d-2177-4870-8f9e-803f78ae9231 service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8186033 Nov 03 02:25:38.899373 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d3031-4316-49ab-85ac-91f1d5d4d3b4 None None] Pushing event deleted for resources: {'Port': ['ID=ad38baa9-c81d-4517-824d-5022619d9ff6,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:38.902618 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Calling delete_port for ad38baa9-c81d-4517-824d-5022619d9ff6 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:38.908008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d3031-4316-49ab-85ac-91f1d5d4d3b4 None None] No DVR routers for this DVR port ad38baa9-c81d-4517-824d-5022619d9ff6 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:38.992679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:38.993361 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:38.993486 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b Nov 03 02:25:39.057371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (c696a578-ff12-4a96-bf9d-76ad55c18ec8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.115138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Provisioning complete for port bfd51713-c929-46de-b85f-4462b3286c67 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:39.116056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bfd51713-c929-46de-b85f-4462b3286c67), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.116364 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Attempt 1 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:39.148598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.172669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Subnet': ['ID=c696a578-ff12-4a96-bf9d-76ad55c18ec8,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:39.186595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Checking segment: {'id': '2bf83f50-926a-4ddd-990c-647b3fabc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '694a49e3-4676-44a4-a166-66cce8f8dc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:39.186760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network hostable DHCP agents. Network: 694a49e3-4676-44a4-a166-66cce8f8dc29, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:39.186912 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Publish callbacks [] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.195803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Publish callbacks [] for port (0271077e-14c4-4738-8ae4-a60794124a1b), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.199147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:39.203002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.214560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (0271077e-14c4-4738-8ae4-a60794124a1b), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.259074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (fcf247c1-8d8e-4fe3-84fb-073709db9ab9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.268259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f21967a-162f-4983-b140-e17e856660d5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:39.271583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f21967a-162f-4983-b140-e17e856660d5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.284167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:39.308354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf247c1-8d8e-4fe3-84fb-073709db9ab9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:39.310130 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 694a49e3-4676-44a4-a166-66cce8f8dc29 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:39.311720 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Pushing event updated for resources: {'Port': ['ID=1fb22634-60c6-446a-a5d1-8fd143af593a,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:39.327165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.340522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:39.342300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Network 2cfb0904-09b0-45b2-80c2-cf97c2e71de3 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:39.368413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:39.368734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 694a49e3-4676-44a4-a166-66cce8f8dc29) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:39.383593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3214d0c0-9f9c-4540-8cfe-038cdb38c6ed None None] Network 694a49e3-4676-44a4-a166-66cce8f8dc29 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:39.385829 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:39.388459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:39.397521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:39.397521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.400679 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-7d956dc8-fe52-4925-a352-67b688abd1df req-bcbb1ea3-3ef4-426b-a5b9-dd758b696e26 service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588857 Nov 03 02:25:39.401701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:39.402308 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.422323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network eeeb0ef8-ea6f-4160-a10e-b061620bab91 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:39.436810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (ad38baa9-c81d-4517-824d-5022619d9ff6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.440275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:39.452015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:39.457499 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (2cfb0904-09b0-45b2-80c2-cf97c2e71de3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.487463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (4c1690c5-6408-42e1-a13f-0aab17dbae7b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.491754 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3286e8bc-4d58-4041-bd2a-ff38bc00d605 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2375934 Nov 03 02:25:39.496916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:39.500047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] No DVR routers for this DVR port ad38baa9-c81d-4517-824d-5022619d9ff6 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:39.502080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37250) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:39.509194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-652644f3-335f-41cc-9d7c-4dcb6b370825 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1694503585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:39.530331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Pushing event updated for resources: {'Port': ['ID=0271077e-14c4-4738-8ae4-a60794124a1b,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:39.533120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfb0904-09b0-45b2-80c2-cf97c2e71de3']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:39.555812 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:39.556456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.563005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61793357-26ac-40f3-a7f5-276b1612a0bd') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:39.563272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61793357-26ac-40f3-a7f5-276b1612a0bd') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:39.580244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (61793357-26ac-40f3-a7f5-276b1612a0bd), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.588781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-652644f3-335f-41cc-9d7c-4dcb6b370825 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.589827 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-652644f3-335f-41cc-9d7c-4dcb6b370825 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.598475 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-060f203b-5b00-418d-a97c-4b68d427b46b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4112651 Nov 03 02:25:39.602827 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37252) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:39.603327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Port': ['ID=ad38baa9-c81d-4517-824d-5022619d9ff6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:39.637417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0190c7bd-49d7-4e64-a946-9dbd4882cf1b,segment=NetworkSegment(6bdf3452-a00d-4ce5-b2c2-9db20ada14dc),segment_id=6bdf3452-a00d-4ce5-b2c2-9db20ada14dc)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:39.647087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (61793357-26ac-40f3-a7f5-276b1612a0bd), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.685896 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:39.686301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (61793357-26ac-40f3-a7f5-276b1612a0bd), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.726108 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Attempt 2 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:39.727304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1690c5-6408-42e1-a13f-0aab17dbae7b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:39.727881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Attempting to bind port 0271077e-14c4-4738-8ae4-a60794124a1b on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:39.728266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Attempting to bind port 0271077e-14c4-4738-8ae4-a60794124a1b by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '61793357-26ac-40f3-a7f5-276b1612a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cfb0904-09b0-45b2-80c2-cf97c2e71de3'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:39.728665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Attempting to bind port 0271077e-14c4-4738-8ae4-a60794124a1b on network 2cfb0904-09b0-45b2-80c2-cf97c2e71de3 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:39.742299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.744036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1e8e74df-bb89-46f2-aa18-43a85ab2a017 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:39.817647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-652644f3-335f-41cc-9d7c-4dcb6b370825 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.821852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.api [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 02:25:39.821852 dv-neutron-860659-5-hyperv neutron-server[104394]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 02:25:39.821852 dv-neutron-860659-5-hyperv neutron-server[104394]: [parameters: {'id': '2cfb0904-09b0-45b2-80c2-cf97c2e71de3'}] Nov 03 02:25:39.821852 dv-neutron-860659-5-hyperv neutron-server[104394]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:25:39.822269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG oslo_db.api [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:25:39.844761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3c4ac4-2cc6-4372-a933-87739b07cff8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:39.849527 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1b3c4ac4-2cc6-4372-a933-87739b07cff8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.2425263 Nov 03 02:25:39.849527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-652644f3-335f-41cc-9d7c-4dcb6b370825 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.853742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37256) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:39.854886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:39.855804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Checking segment: {'id': '61793357-26ac-40f3-a7f5-276b1612a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cfb0904-09b0-45b2-80c2-cf97c2e71de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:39.855804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.856140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Bound using segment: {'id': '61793357-26ac-40f3-a7f5-276b1612a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cfb0904-09b0-45b2-80c2-cf97c2e71de3'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:39.856675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Bound port: 0271077e-14c4-4738-8ae4-a60794124a1b, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61793357-26ac-40f3-a7f5-276b1612a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cfb0904-09b0-45b2-80c2-cf97c2e71de3'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:39.857058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0271077e-14c4-4738-8ae4-a60794124a1b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.902486 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.956278 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 61793357-26ac-40f3-a7f5-276b1612a0bd resource provider aggregate not found Nov 03 02:25:39.966863 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Attempting to bind port 1fb22634-60c6-446a-a5d1-8fd143af593a on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:39.967232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Attempting to bind port 1fb22634-60c6-446a-a5d1-8fd143af593a by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:39.967612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Attempting to bind port 1fb22634-60c6-446a-a5d1-8fd143af593a on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:39.985113 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:39.985817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:39.986387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.986944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:39.987603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Bound port: 1fb22634-60c6-446a-a5d1-8fd143af593a, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:39.988156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:39.995922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-652644f3-335f-41cc-9d7c-4dcb6b370825 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.001397 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-652644f3-335f-41cc-9d7c-4dcb6b370825 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4962947 Nov 03 02:25:40.009233 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 61793357-26ac-40f3-a7f5-276b1612a0bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61793357-26ac-40f3-a7f5-276b1612a0bd found for delete ", "request_id": "req-e6d8c561-be09-4b59-92a2-471ae31183ac"}]} Nov 03 02:25:40.009685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37262) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:40.013854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.017824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-694a49e3-4676-44a4-a166-66cce8f8dc29', 'network_id': '694a49e3-4676-44a4-a166-66cce8f8dc29', 'project_id': '11e48b890e78419891812f693265e85f', 'fixed_ips': [{'subnet_id': 'c696a578-ff12-4a96-bf9d-76ad55c18ec8'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:40.018705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.022836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (1cf76bd2-f2e4-43d8-88f3-ff60bc486a40), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.028808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Publish callbacks [] for router_controller (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.051026 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] For port 0271077e-14c4-4738-8ae4-a60794124a1b, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:40.066314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] For port 0271077e-14c4-4738-8ae4-a60794124a1b, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0271077e-14c4-4738-8ae4-a60794124a1b,segment=NetworkSegment(61793357-26ac-40f3-a7f5-276b1612a0bd),segment_id=61793357-26ac-40f3-a7f5-276b1612a0bd)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:40.073717 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:40.075821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2865e4f4-6235-41cf-a537-a6aa0a4fecaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.097017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929fc93-7f63-418c-a9ae-882b53810716 req-98bc9564-ac1d-4892-99f8-9e3ad913131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:40.098626 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9929fc93-7f63-418c-a9ae-882b53810716 req-98bc9564-ac1d-4892-99f8-9e3ad913131d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 1128 time: 0.5911245 Nov 03 02:25:40.110203 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0271077e-14c4-4738-8ae4-a60794124a1b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.120445 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf76bd2-f2e4-43d8-88f3-ff60bc486a40']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:40.215918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd317eb7f-e919-45cc-970c-54eb381fd075') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:40.216320 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd317eb7f-e919-45cc-970c-54eb381fd075') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:40.238400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3bace-35de-4790-9247-0f79a251c47c None None] Network 2cfb0904-09b0-45b2-80c2-cf97c2e71de3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:40.244668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (d317eb7f-e919-45cc-970c-54eb381fd075), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.260299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=0190c7bd-49d7-4e64-a946-9dbd4882cf1b,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:40.262329 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (bbc9878f-8a5f-4caf-934d-d6f97e3224e5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.262891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbc9878f-8a5f-4caf-934d-d6f97e3224e5 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:25:40.278079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.282226 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-670b6746-18b3-4b25-ab69-f50c611def6b admin admin] 10.222.0.23 "DELETE /v2.0/routers/bbc9878f-8a5f-4caf-934d-d6f97e3224e5 HTTP/1.1" status: 204 len: 168 time: 4.7936242 Nov 03 02:25:40.288294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-19713549-aba2-4a80-aa44-ece945d19dee tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port bfd51713-c929-46de-b85f-4462b3286c67 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:40.288821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19713549-aba2-4a80-aa44-ece945d19dee tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bfd51713-c929-46de-b85f-4462b3286c67), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.297012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37264) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:40.306534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:40.306929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.309777 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 Nov 03 02:25:40.346002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (d317eb7f-e919-45cc-970c-54eb381fd075), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.401473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:40.402169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (d317eb7f-e919-45cc-970c-54eb381fd075), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.564174 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment d317eb7f-e919-45cc-970c-54eb381fd075 resource provider aggregate not found Nov 03 02:25:40.576428 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Attempt 3 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:40.600022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (2cfb0904-09b0-45b2-80c2-cf97c2e71de3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.601173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] For port 1fb22634-60c6-446a-a5d1-8fd143af593a, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:40.602159 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0dddac-73c4-4673-8a7b-719c33a73c9b admin admin] Deleting subnet 16b5e305-d6c5-448f-89a8-37a61e5a4123 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:40.619184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6de59736-4f5a-47cc-a890-904c8ad7083f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:40.619653 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6de59736-4f5a-47cc-a890-904c8ad7083f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.623070 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment d317eb7f-e919-45cc-970c-54eb381fd075 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d317eb7f-e919-45cc-970c-54eb381fd075 found for delete ", "request_id": "req-dc3e6116-6e9d-4101-a58b-8dbb653345d1"}]} Nov 03 02:25:40.626015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6e0dddac-73c4-4673-8a7b-719c33a73c9b admin admin] Publish callbacks [] for subnet (16b5e305-d6c5-448f-89a8-37a61e5a4123), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.633749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f21967a-162f-4983-b140-e17e856660d5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (e922ea3c-fe1a-41e3-88ae-0664005f01b3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.634867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d60a4-a852-4e80-b828-edcfc3f16d52 req-3a93579d-d0e2-4ceb-be51-c32044bebbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:40.637940 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-961d60a4-a852-4e80-b828-edcfc3f16d52 req-3a93579d-d0e2-4ceb-be51-c32044bebbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 944 time: 0.7822690 Nov 03 02:25:40.672025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (1cf76bd2-f2e4-43d8-88f3-ff60bc486a40), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.689475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] For port 1fb22634-60c6-446a-a5d1-8fd143af593a, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1fb22634-60c6-446a-a5d1-8fd143af593a,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:40.712211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8399fdd-42aa-471a-bd24-29e377c7c0bb None None] Pushing event updated for resources: {'Port': ['ID=0271077e-14c4-4738-8ae4-a60794124a1b,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:40.721451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929fc93-7f63-418c-a9ae-882b53810716 req-f710811d-8746-4d29-9c3a-a1d7b277f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:40.721896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.723567 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9929fc93-7f63-418c-a9ae-882b53810716 req-f710811d-8746-4d29-9c3a-a1d7b277f731 service neutron] 10.222.0.27 "GET /v2.0/networks?id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43 HTTP/1.1" status: 200 len: 897 time: 0.6150708 Nov 03 02:25:40.728610 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.732852 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "DELETE /v2.0/networks/1cf76bd2-f2e4-43d8-88f3-ff60bc486a40 HTTP/1.1" status: 204 len: 168 time: 3.8046658 Nov 03 02:25:40.758656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37270) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:40.761357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:40.773276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Allocated IP 172.20.0.2 (694a49e3-4676-44a4-a166-66cce8f8dc29/c696a578-ff12-4a96-bf9d-76ad55c18ec8/e7c271ed-36bd-4656-8548-d88b8d67ce38) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:40.826809 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede730e3-30a9-4fd9-85e5-58ab68758c1a tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Network': ['ID=1cf76bd2-f2e4-43d8-88f3-ff60bc486a40,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:40.893062 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19713549-aba2-4a80-aa44-ece945d19dee tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bfd51713-c929-46de-b85f-4462b3286c67), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.907348 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f21967a-162f-4983-b140-e17e856660d5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:40.939386 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9929fc93-7f63-418c-a9ae-882b53810716 req-7951d1ae-6e86-45ef-a01c-4c3d424db2e4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2988632b-7e25-4beb-94da-0d8ff5886a87 HTTP/1.1" status: 200 len: 217 time: 0.1980639 Nov 03 02:25:40.941542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-9f21967a-162f-4983-b140-e17e856660d5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:40.942900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:40.945578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bebaae-3269-4623-b5fe-46ae1e5c03a3 None None] Pushing event updated for resources: {'Port': ['ID=1fb22634-60c6-446a-a5d1-8fd143af593a,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:40.957291 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6e0dddac-73c4-4673-8a7b-719c33a73c9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (16b5e305-d6c5-448f-89a8-37a61e5a4123), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.964127 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21967a-162f-4983-b140-e17e856660d5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:40.965216 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f21967a-162f-4983-b140-e17e856660d5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:40.968049 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-19713549-aba2-4a80-aa44-ece945d19dee tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for bfd51713-c929-46de-b85f-4462b3286c67 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:40.969598 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-961d60a4-a852-4e80-b828-edcfc3f16d52 req-e0cde467-c5e7-4ecf-9615-0c901e679ac1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771635 Nov 03 02:25:40.971706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6de59736-4f5a-47cc-a890-904c8ad7083f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.002458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6de59736-4f5a-47cc-a890-904c8ad7083f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:41.034374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21967a-162f-4983-b140-e17e856660d5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=e922ea3c-fe1a-41e3-88ae-0664005f01b3,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:41.040914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b7f02e-3177-4bc9-a779-011a64a62f95 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Deleting subnet f80f7858-b4e1-428f-9476-14a895cf007a {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:41.045766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f02e-3177-4bc9-a779-011a64a62f95 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for subnet (f80f7858-b4e1-428f-9476-14a895cf007a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.077271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ad38baa9-c81d-4517-824d-5022619d9ff6 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:41.106274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: ad38baa9-c81d-4517-824d-5022619d9ff6 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:41.106814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ad38baa9-c81d-4517-824d-5022619d9ff6 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:41.107308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f02e-3177-4bc9-a779-011a64a62f95 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (f80f7858-b4e1-428f-9476-14a895cf007a), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.107638 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5624ebb1-d734-4e9c-8549-708146acf04c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:41.125605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Deleting port 0271077e-14c4-4738-8ae4-a60794124a1b {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:41.126279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0271077e-14c4-4738-8ae4-a60794124a1b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.133379 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.179478 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 5624ebb1-d734-4e9c-8549-708146acf04c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:41.179649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5624ebb1-d734-4e9c-8549-708146acf04c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:41.224857 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f02e-3177-4bc9-a779-011a64a62f95 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (f80f7858-b4e1-428f-9476-14a895cf007a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.263110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Publish callbacks [] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.270656 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Attempt 4 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:41.324728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f02e-3177-4bc9-a779-011a64a62f95 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (f80f7858-b4e1-428f-9476-14a895cf007a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.337362 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9f21967a-162f-4983-b140-e17e856660d5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5780270 Nov 03 02:25:41.349410 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37272) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:41.352807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.399337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] For port 0271077e-14c4-4738-8ae4-a60794124a1b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0271077e-14c4-4738-8ae4-a60794124a1b,segment=NetworkSegment(61793357-26ac-40f3-a7f5-276b1612a0bd),segment_id=61793357-26ac-40f3-a7f5-276b1612a0bd)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:41.400420 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0271077e-14c4-4738-8ae4-a60794124a1b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.431280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Calling delete_port for 0271077e-14c4-4738-8ae4-a60794124a1b owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:41.447602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 2988632b-7e25-4beb-94da-0d8ff5886a87 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:25:41.457776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:ff:4e:c3', 'name': 'tempest-NetworksTestDHCPv6-786053282'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:41.470689 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7f02e-3177-4bc9-a779-011a64a62f95 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Subnet': ['ID=f80f7858-b4e1-428f-9476-14a895cf007a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:41.525927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:41.532197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4212d6b-621a-46bd-8254-0a8c2bf8ef97 None None] Network 934857c6-e604-4655-b2cd-df82b1edfa87 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:41.536754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0190c7bd-49d7-4e64-a946-9dbd4882cf1b up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:41.544836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f02e-3177-4bc9-a779-011a64a62f95 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.555276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37274) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:41.556729 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b7b7f02e-3177-4bc9-a779-011a64a62f95 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "DELETE /v2.0/subnets/f80f7858-b4e1-428f-9476-14a895cf007a HTTP/1.1" status: 204 len: 168 time: 0.7896883 Nov 03 02:25:41.560882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929fc93-7f63-418c-a9ae-882b53810716 req-05df7460-ce4f-45bf-afb4-c8ae4a1e61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:41.560882 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9929fc93-7f63-418c-a9ae-882b53810716 req-05df7460-ce4f-45bf-afb4-c8ae4a1e61cd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bd94f89f-2e32-4664-b985-155f87510eb7 HTTP/1.1" status: 200 len: 834 time: 0.6006045 Nov 03 02:25:41.620314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Network 694a49e3-4676-44a4-a166-66cce8f8dc29 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:41.643377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:41.657043 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:41.687725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Pushing event updated for resources: {'Port': ['ID=e7c271ed-36bd-4656-8548-d88b8d67ce38,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:41.753200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ec9cfc-73e9-4ba7-b990-ed80d2406d60 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Deleting subnet 3f154a06-acca-4979-81a3-a468806ba5ba {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:41.757124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66ec9cfc-73e9-4ba7-b990-ed80d2406d60 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for subnet (3f154a06-acca-4979-81a3-a468806ba5ba), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.764532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:41.764532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.764532 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b Nov 03 02:25:41.790462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6de59736-4f5a-47cc-a890-904c8ad7083f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.824458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 2988632b-7e25-4beb-94da-0d8ff5886a87, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=2988632b-7e25-4beb-94da-0d8ff5886a87,segment=NetworkSegment(a24657f6-1138-426e-a78b-aebd0dcb8f1d),segment_id=a24657f6-1138-426e-a78b-aebd0dcb8f1d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:41.838883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Allocated IP 172.20.0.1 (694a49e3-4676-44a4-a166-66cce8f8dc29/c696a578-ff12-4a96-bf9d-76ad55c18ec8/b7633109-382a-4106-8381-f4af09283c4c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:41.849111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de59736-4f5a-47cc-a890-904c8ad7083f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:41.856414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Attempting to bind port e7c271ed-36bd-4656-8548-d88b8d67ce38 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:41.856781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Attempting to bind port e7c271ed-36bd-4656-8548-d88b8d67ce38 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '2bf83f50-926a-4ddd-990c-647b3fabc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '694a49e3-4676-44a4-a166-66cce8f8dc29'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:41.857154 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Attempting to bind port e7c271ed-36bd-4656-8548-d88b8d67ce38 on network 694a49e3-4676-44a4-a166-66cce8f8dc29 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:41.862507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'port_id': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'mac_address': 'fa:16:3e:80:74:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:25:41.877251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:41.877251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Checking segment: {'id': '2bf83f50-926a-4ddd-990c-647b3fabc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '694a49e3-4676-44a4-a166-66cce8f8dc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:41.877251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.877251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Bound using segment: {'id': '2bf83f50-926a-4ddd-990c-647b3fabc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '694a49e3-4676-44a4-a166-66cce8f8dc29'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:41.877770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Bound port: e7c271ed-36bd-4656-8548-d88b8d67ce38, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf83f50-926a-4ddd-990c-647b3fabc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '694a49e3-4676-44a4-a166-66cce8f8dc29'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:41.877770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.884733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66ec9cfc-73e9-4ba7-b990-ed80d2406d60 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (3f154a06-acca-4979-81a3-a468806ba5ba), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:41.998015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] For port e7c271ed-36bd-4656-8548-d88b8d67ce38, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:42.003565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] For port e7c271ed-36bd-4656-8548-d88b8d67ce38, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e7c271ed-36bd-4656-8548-d88b8d67ce38,segment=NetworkSegment(2bf83f50-926a-4ddd-990c-647b3fabc46b),segment_id=2bf83f50-926a-4ddd-990c-647b3fabc46b)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:42.077320 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Attempt 5 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:42.078003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0271077e-14c4-4738-8ae4-a60794124a1b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.082900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6e0dddac-73c4-4673-8a7b-719c33a73c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (16b5e305-d6c5-448f-89a8-37a61e5a4123), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.122375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 2988632b-7e25-4beb-94da-0d8ff5886a87 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:42.123333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.141956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b01005f-878a-4733-be6c-8759e6f7c11e None None] DHCP port deletion for 934857c6-e604-4655-b2cd-df82b1edfa87 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:42.156140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Port': ['ID=0271077e-14c4-4738-8ae4-a60794124a1b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:42.214166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.218973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:42.223790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1fb22634-60c6-446a-a5d1-8fd143af593a up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:42.231864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (b7633109-382a-4106-8381-f4af09283c4c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.285375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6e0dddac-73c4-4673-8a7b-719c33a73c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (16b5e305-d6c5-448f-89a8-37a61e5a4123), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.311253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929fc93-7f63-418c-a9ae-882b53810716 req-a81cb0fe-2f0d-4d9d-a08f-963007ec60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:42.312900 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9929fc93-7f63-418c-a9ae-882b53810716 req-a81cb0fe-2f0d-4d9d-a08f-963007ec60ac service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.7289560 Nov 03 02:25:42.315586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6e0dddac-73c4-4673-8a7b-719c33a73c9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.326619 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6e0dddac-73c4-4673-8a7b-719c33a73c9b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/16b5e305-d6c5-448f-89a8-37a61e5a4123 HTTP/1.1" status: 204 len: 168 time: 2.0270519 Nov 03 02:25:42.331252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e870f53-4cc6-4a9c-b0ca-fc14475d89ec None None] Network 72773225-cc76-406f-b827-ff4978dd1a2a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:42.334759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2988632b-7e25-4beb-94da-0d8ff5886a87 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:25:42.337830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66ec9cfc-73e9-4ba7-b990-ed80d2406d60 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (3f154a06-acca-4979-81a3-a468806ba5ba), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.357009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37278) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:42.387507 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dddac-73c4-4673-8a7b-719c33a73c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b5e305-d6c5-448f-89a8-37a61e5a4123,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:42.416268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No DVR routers for this DVR port 0271077e-14c4-4738-8ae4-a60794124a1b on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:42.423487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 2988632b-7e25-4beb-94da-0d8ff5886a87, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=2988632b-7e25-4beb-94da-0d8ff5886a87,segment=NetworkSegment(a24657f6-1138-426e-a78b-aebd0dcb8f1d),segment_id=a24657f6-1138-426e-a78b-aebd0dcb8f1d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:42.435044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Port bfd51713-c929-46de-b85f-4462b3286c67 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:42.444962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6de59736-4f5a-47cc-a890-904c8ad7083f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.452629 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6de59736-4f5a-47cc-a890-904c8ad7083f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7 HTTP/1.1" status: 204 len: 168 time: 2.5874109 Nov 03 02:25:42.480611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37280) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:42.502472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-068760b5-9094-4bf7-873c-4eaff1317329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.514343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.527154 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-39af4121-22cc-4d4a-a826-46b2111ea7f8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:25:42.531475 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-39af4121-22cc-4d4a-a826-46b2111ea7f8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7 HTTP/1.1" status: 404 len: 333 time: 0.0477252 Nov 03 02:25:42.559952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:42.570778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37282) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:42.577317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66ec9cfc-73e9-4ba7-b990-ed80d2406d60 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (3f154a06-acca-4979-81a3-a468806ba5ba), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.600673 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8488e278-7fdc-4814-a4ae-cbe79629ec72 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:42.633262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (b7633109-382a-4106-8381-f4af09283c4c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.633542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (72773225-cc76-406f-b827-ff4978dd1a2a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.643145 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83913b35-78f8-4e69-9ee1-1d34ffd22661 None None] Pushing event updated for resources: {'Port': ['ID=e7c271ed-36bd-4656-8548-d88b8d67ce38,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:42.708587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (2cfb0904-09b0-45b2-80c2-cf97c2e71de3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.733173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfb0904-09b0-45b2-80c2-cf97c2e71de3']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:42.746580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61793357-26ac-40f3-a7f5-276b1612a0bd') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:42.747173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61793357-26ac-40f3-a7f5-276b1612a0bd') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:42.757603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b01005f-878a-4733-be6c-8759e6f7c11e None None] Deleting port c4eba801-2760-4bc9-933d-7158faaaadec {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:42.757915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b01005f-878a-4733-be6c-8759e6f7c11e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.760036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (61793357-26ac-40f3-a7f5-276b1612a0bd), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.766497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec9cfc-73e9-4ba7-b990-ed80d2406d60 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Subnet': ['ID=3f154a06-acca-4979-81a3-a468806ba5ba,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:42.774523 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9929fc93-7f63-418c-a9ae-882b53810716 req-23ecb0c0-9d43-4f94-ade7-1109c69ba0ee service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437580 Nov 03 02:25:42.795264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66ec9cfc-73e9-4ba7-b990-ed80d2406d60 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.797885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1fb22634-60c6-446a-a5d1-8fd143af593a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:42.798201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.798542 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1fb22634-60c6-446a-a5d1-8fd143af593a Nov 03 02:25:42.801669 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-66ec9cfc-73e9-4ba7-b990-ed80d2406d60 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "DELETE /v2.0/subnets/3f154a06-acca-4979-81a3-a468806ba5ba HTTP/1.1" status: 204 len: 168 time: 1.2414074 Nov 03 02:25:42.805908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19713549-aba2-4a80-aa44-ece945d19dee tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bfd51713-c929-46de-b85f-4462b3286c67), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.811076 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37284) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:42.849202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (61793357-26ac-40f3-a7f5-276b1612a0bd), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.855155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b44d68-0027-4cfd-9dbe-5e0642e8762a None None] Network e6e5aa66-0f59-4409-8695-b2d3ae820e2c requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:42.856334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 694a49e3-4676-44a4-a166-66cce8f8dc29 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:42.870325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:42.878714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:42.880979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:42.881470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (61793357-26ac-40f3-a7f5-276b1612a0bd), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.910050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=2988632b-7e25-4beb-94da-0d8ff5886a87,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:42.942130 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e97ff-0a66-472b-8002-72146ee028f6 req-646cbe26-a8c4-497d-aba1-7ca7761dc48f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:42.944254 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-177e97ff-0a66-472b-8002-72146ee028f6 req-646cbe26-a8c4-497d-aba1-7ca7761dc48f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 944 time: 0.5537245 Nov 03 02:25:42.951233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['2988632b-7e25-4beb-94da-0d8ff5886a87'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:25:42.953354 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Attempt 6 to provision port bfd51713-c929-46de-b85f-4462b3286c67 Nov 03 02:25:42.954428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:42.956721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19713549-aba2-4a80-aa44-ece945d19dee tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=bfd51713-c929-46de-b85f-4462b3286c67,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:42.976189 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 61793357-26ac-40f3-a7f5-276b1612a0bd resource provider aggregate not found Nov 03 02:25:42.987459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=b7633109-382a-4106-8381-f4af09283c4c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:43.048782 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.099131 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 61793357-26ac-40f3-a7f5-276b1612a0bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61793357-26ac-40f3-a7f5-276b1612a0bd found for delete ", "request_id": "req-61986b55-ba7e-4358-9d89-71b278f11e06"}]} Nov 03 02:25:43.113271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (2cfb0904-09b0-45b2-80c2-cf97c2e71de3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.118236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.122405 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/2cfb0904-09b0-45b2-80c2-cf97c2e71de3 HTTP/1.1" status: 204 len: 168 time: 5.9084067 Nov 03 02:25:43.127244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port 942ec0de-2392-40c7-b7dc-28310490a5ce yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:43.136738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37290) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:43.141696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1723505623'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:43.161469 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-177e97ff-0a66-472b-8002-72146ee028f6 req-68364dbe-67ed-47e0-af91-f06d1abc17c9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665347 Nov 03 02:25:43.167448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-38317a34-5d0a-45b4-a977-64ef0bf16de1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 156c768e-9f79-498a-a47c-d2d057cd9ebe {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:43.168042 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38317a34-5d0a-45b4-a977-64ef0bf16de1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (156c768e-9f79-498a-a47c-d2d057cd9ebe), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.168604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cba25-3315-4c0c-b6bb-13cb1c3545d7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=2cfb0904-09b0-45b2-80c2-cf97c2e71de3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:43.174741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (934857c6-e604-4655-b2cd-df82b1edfa87), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.262422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:43.265607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.296780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b7633109-382a-4106-8381-f4af09283c4c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.316903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:43.319101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19713549-aba2-4a80-aa44-ece945d19dee tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (e642d5f9-2719-45be-827f-b9b4550fad64), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.322164 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Deleting port 51710cb1-b094-4170-8564-eb82a573480b {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:43.323068 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (51710cb1-b094-4170-8564-eb82a573480b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.336180 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Port bfd51713-c929-46de-b85f-4462b3286c67 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:25:43.372354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (59c358ba-0b76-4afd-a496-db10f02ad59f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.373284 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment 59c358ba-0b76-4afd-a496-db10f02ad59f of type vlan for network b2f6ec50-d585-44af-a2dc-853e851785aa Nov 03 02:25:43.375146 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9929fc93-7f63-418c-a9ae-882b53810716 req-95b9c828-fd9c-452d-86d3-a9c996e1a4e1 service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643008 Nov 03 02:25:43.395289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2309dea-7652-40b7-9b66-f6ccf38d0a80 None None] DHCP port deletion for 72773225-cc76-406f-b827-ff4978dd1a2a request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:43.442471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b01005f-878a-4733-be6c-8759e6f7c11e None None] For port c4eba801-2760-4bc9-933d-7158faaaadec, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c4eba801-2760-4bc9-933d-7158faaaadec,segment=NetworkSegment(3d294d10-4839-4393-b695-5c5282d57f0b),segment_id=3d294d10-4839-4393-b695-5c5282d57f0b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:43.442875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b01005f-878a-4733-be6c-8759e6f7c11e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.477770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.507929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b01005f-878a-4733-be6c-8759e6f7c11e None None] Calling delete_port for c4eba801-2760-4bc9-933d-7158faaaadec owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:43.525555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (b2f6ec50-d585-44af-a2dc-853e851785aa), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.534957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Provisioning complete for port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:43.535589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.536086 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Attempt 1 to provision port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 Nov 03 02:25:43.618529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (b2f6ec50-d585-44af-a2dc-853e851785aa), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.623489 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:43.624077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.693493 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38317a34-5d0a-45b4-a977-64ef0bf16de1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (156c768e-9f79-498a-a47c-d2d057cd9ebe), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.695281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1fb22634-60c6-446a-a5d1-8fd143af593a is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:43.695682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.751133 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6105518 Nov 03 02:25:43.759371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37292) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:43.765681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'network_id': 'b2f6ec50-d585-44af-a2dc-853e851785aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:43.847923 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8f30e-151d-46e0-840e-dba92e802d48 None None] DHCP port deletion for e6e5aa66-0f59-4409-8695-b2d3ae820e2c request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:43.851199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea8095-5476-4393-af06-53a4e40b01d4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=b2f6ec50-d585-44af-a2dc-853e851785aa,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:43.865676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-38317a34-5d0a-45b4-a977-64ef0bf16de1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 156c768e-9f79-498a-a47c-d2d057cd9ebe owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:43.890014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network b2f6ec50-d585-44af-a2dc-853e851785aa details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:43.910223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] For port 51710cb1-b094-4170-8564-eb82a573480b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=51710cb1-b094-4170-8564-eb82a573480b,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:43.910609 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (51710cb1-b094-4170-8564-eb82a573480b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.925167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b2309dea-7652-40b7-9b66-f6ccf38d0a80 None None] Deleting port 51710cb1-b094-4170-8564-eb82a573480b {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:43.925558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2309dea-7652-40b7-9b66-f6ccf38d0a80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (51710cb1-b094-4170-8564-eb82a573480b), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:43.946474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Calling delete_port for 51710cb1-b094-4170-8564-eb82a573480b owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:43.984412 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da4ecb7-5e1d-4cdd-a8c1-8aa5313da389 None None] Network 694a49e3-4676-44a4-a166-66cce8f8dc29 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:44.000729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8:0:1::2f8 (45083813-f1f1-4019-a736-ce483eb72093/e922ea3c-fe1a-41e3-88ae-0664005f01b3/942ec0de-2392-40c7-b7dc-28310490a5ce) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:44.008773 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19713549-aba2-4a80-aa44-ece945d19dee tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router e642d5f9-2719-45be-827f-b9b4550fad64 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:44.019556 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Deleting port c4eba801-2760-4bc9-933d-7158faaaadec {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:44.019911 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.090305 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] For port c4eba801-2760-4bc9-933d-7158faaaadec, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c4eba801-2760-4bc9-933d-7158faaaadec,segment=NetworkSegment(3d294d10-4839-4393-b695-5c5282d57f0b),segment_id=3d294d10-4839-4393-b695-5c5282d57f0b)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:44.090541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.109432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Calling delete_port for c4eba801-2760-4bc9-933d-7158faaaadec owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:44.132890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 1fb22634-60c6-446a-a5d1-8fd143af593a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1fb22634-60c6-446a-a5d1-8fd143af593a,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:44.170632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.177988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (b7633109-382a-4106-8381-f4af09283c4c), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.185024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:44.188542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::f816:3eff:feff:4ec3 (45083813-f1f1-4019-a736-ce483eb72093/b6071014-efea-4211-84d2-1aaa754497de/942ec0de-2392-40c7-b7dc-28310490a5ce) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:44.190213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.193916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (b7633109-382a-4106-8381-f4af09283c4c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.194867 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Current status of the port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:44.204550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b2309dea-7652-40b7-9b66-f6ccf38d0a80 None None] For port 51710cb1-b094-4170-8564-eb82a573480b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=51710cb1-b094-4170-8564-eb82a573480b,segment=NetworkSegment(1cbf6d86-9509-4dd7-b8ed-41780a696e1f),segment_id=1cbf6d86-9509-4dd7-b8ed-41780a696e1f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:44.204550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2309dea-7652-40b7-9b66-f6ccf38d0a80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (51710cb1-b094-4170-8564-eb82a573480b), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.214933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b2309dea-7652-40b7-9b66-f6ccf38d0a80 None None] Calling delete_port for 51710cb1-b094-4170-8564-eb82a573480b owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:44.235759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.310457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Port': ['ID=c4eba801-2760-4bc9-933d-7158faaaadec,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:44.310796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0f5474-6fcb-4de8-b513-3249e7b6d86d None None] Update dhcp port {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': 'b6071014-efea-4211-84d2-1aaa754497de', 'ip_address': '2001:db8::f816:3eff:fe0d:d4ca'}, {'subnet_id': 'e922ea3c-fe1a-41e3-88ae-0664005f01b3'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': '1fb22634-60c6-446a-a5d1-8fd143af593a'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:25:44.339550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] No DVR routers for this DVR port c4eba801-2760-4bc9-933d-7158faaaadec on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:44.349186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4c1690c5-6408-42e1-a13f-0aab17dbae7b no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:44.351696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2309dea-7652-40b7-9b66-f6ccf38d0a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (51710cb1-b094-4170-8564-eb82a573480b), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.354840 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.ipam_backend_mixin [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Performing IP validity checks on allocation pools {{(pid=104394) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Nov 03 02:25:44.355498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.ipam_backend_mixin [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104394) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Nov 03 02:25:44.358564 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b01005f-878a-4733-be6c-8759e6f7c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (c4eba801-2760-4bc9-933d-7158faaaadec), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.406627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.408536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=b7633109-382a-4106-8381-f4af09283c4c,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:44.431630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 4c1690c5-6408-42e1-a13f-0aab17dbae7b {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:44.431859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4c1690c5-6408-42e1-a13f-0aab17dbae7b not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:44.437218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2309dea-7652-40b7-9b66-f6ccf38d0a80 None None] No DVR routers for this DVR port 51710cb1-b094-4170-8564-eb82a573480b on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:44.485401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01005f-878a-4733-be6c-8759e6f7c11e None None] No DVR routers for this DVR port c4eba801-2760-4bc9-933d-7158faaaadec on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:44.502629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dc68c-c95c-4347-8a3e-97c232adc05e req-2cd64dd6-9f12-4988-ac68-1e9388066dea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:44.504341 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f77dc68c-c95c-4347-8a3e-97c232adc05e req-2cd64dd6-9f12-4988-ac68-1e9388066dea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 945 time: 0.1874473 Nov 03 02:25:44.512801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5474-6fcb-4de8-b513-3249e7b6d86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.522712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Provisioning complete for port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:44.523102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.523454 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Attempt 1 to provision port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b Nov 03 02:25:44.547029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8f30e-151d-46e0-840e-dba92e802d48 None None] Deleting port 62b155ef-92b4-4ec9-a5a7-6830cac83586 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:44.547415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f30e-151d-46e0-840e-dba92e802d48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.583565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (934857c6-e604-4655-b2cd-df82b1edfa87), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.596348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=1fb22634-60c6-446a-a5d1-8fd143af593a,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:44.669659 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 694a49e3-4676-44a4-a166-66cce8f8dc29 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:44.684313 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f77dc68c-c95c-4347-8a3e-97c232adc05e req-45947b94-878d-40c4-8221-0261dc495092 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475842 Nov 03 02:25:44.685442 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:44.726133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2309dea-7652-40b7-9b66-f6ccf38d0a80 None None] Pushing event deleted for resources: {'Port': ['ID=51710cb1-b094-4170-8564-eb82a573480b,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:44.765252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (9d98859b-d156-4719-a606-1da284b975a2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.779477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.823169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01005f-878a-4733-be6c-8759e6f7c11e None None] Pushing event deleted for resources: {'Port': ['ID=c4eba801-2760-4bc9-933d-7158faaaadec,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:44.882878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=9d98859b-d156-4719-a606-1da284b975a2,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:44.898695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e7c271ed-36bd-4656-8548-d88b8d67ce38 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:44.909616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking segment: {'id': '59c358ba-0b76-4afd-a496-db10f02ad59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2f6ec50-d585-44af-a2dc-853e851785aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:44.909997 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network hostable DHCP agents. Network: b2f6ec50-d585-44af-a2dc-853e851785aa, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:44.937118 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network b2f6ec50-d585-44af-a2dc-853e851785aa is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:44.940545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router 6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:25:44.952601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, b2f6ec50-d585-44af-a2dc-853e851785aa) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:44.969198 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c2b8f30e-151d-46e0-840e-dba92e802d48 None None] For port 62b155ef-92b4-4ec9-a5a7-6830cac83586, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=62b155ef-92b4-4ec9-a5a7-6830cac83586,segment=NetworkSegment(46a240f9-9108-4809-8f1e-53de0ef78957),segment_id=46a240f9-9108-4809-8f1e-53de0ef78957)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:44.969606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f30e-151d-46e0-840e-dba92e802d48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.989267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:44.989695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:44.996426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac6395-60c8-4411-8eea-5c191ac3a3ed None None] Network b2f6ec50-d585-44af-a2dc-853e851785aa requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:45.010398 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19713549-aba2-4a80-aa44-ece945d19dee tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:45.025183 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdfabb-4069-4c3b-b178-4aae8039b1d8 None None] Sync routers for ids ['e642d5f9-2719-45be-827f-b9b4550fad64'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:45.037274 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebdfabb-4069-4c3b-b178-4aae8039b1d8 None None] Routers {'e642d5f9-2719-45be-827f-b9b4550fad64'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:45.038160 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8ebdfabb-4069-4c3b-b178-4aae8039b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e642d5f9-2719-45be-827f-b9b4550fad64'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.046394 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c989b3ba-98cc-4547-917c-074d5c5689ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2853189 Nov 03 02:25:45.051974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37298) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:45.064109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8f30e-151d-46e0-840e-dba92e802d48 None None] Calling delete_port for 62b155ef-92b4-4ec9-a5a7-6830cac83586 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:45.072611 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8ebdfabb-4069-4c3b-b178-4aae8039b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.081915 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebdfabb-4069-4c3b-b178-4aae8039b1d8 None None] Routers {'e642d5f9-2719-45be-827f-b9b4550fad64'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:45.082774 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8ebdfabb-4069-4c3b-b178-4aae8039b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e642d5f9-2719-45be-827f-b9b4550fad64'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.104480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:45.111788 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6e584dc8-f6bd-4835-84c8-7a30604661ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0786989 Nov 03 02:25:45.114672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37300) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:45.117470 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8ebdfabb-4069-4c3b-b178-4aae8039b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.118329 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdfabb-4069-4c3b-b178-4aae8039b1d8 None None] The sync data for ids ['e642d5f9-2719-45be-827f-b9b4550fad64'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:45.125900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Current status of the port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:45.139535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (51710cb1-b094-4170-8564-eb82a573480b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.139659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae45a3-a1a1-425f-a5e5-3a83e8e53b28 None None] Sync routers for ids ['6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:45.144566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934857c6-e604-4655-b2cd-df82b1edfa87']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.153198 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-19713549-aba2-4a80-aa44-ece945d19dee tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/e642d5f9-2719-45be-827f-b9b4550fad64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0743327 Nov 03 02:25:45.156747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37302) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:45.161780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Could not find standard attr ID for object 92d760cc-37e6-439c-85e3-a3ebca485f7c. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:45.214581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae45a3-a1a1-425f-a5e5-3a83e8e53b28 None None] Routers {'6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:45.215643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-86ae45a3-a1a1-425f-a5e5-3a83e8e53b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.218402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-de9fc7d2-650c-435a-b277-c87697456e9c None None] Could not find standard attr ID for object f18b5c8f-a6eb-43a9-99dd-a696ff11607d. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:45.231854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d294d10-4839-4393-b695-5c5282d57f0b') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.232451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d294d10-4839-4393-b695-5c5282d57f0b') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.248514 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (942ec0de-2392-40c7-b7dc-28310490a5ce), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.284550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0708a77f-f89a-45bb-95b9-33f7912ca24a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:45.286011 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0708a77f-f89a-45bb-95b9-33f7912ca24a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports/b7633109-382a-4106-8381-f4af09283c4c HTTP/1.1" status: 200 len: 910 time: 0.1697772 Nov 03 02:25:45.292273 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37304) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:45.296739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Pushing event deleted for resources: {'Port': ['ID=51710cb1-b094-4170-8564-eb82a573480b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:45.318861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (3d294d10-4839-4393-b695-5c5282d57f0b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.345791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3d294d10-4839-4393-b695-5c5282d57f0b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.354768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:45.355420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (3d294d10-4839-4393-b695-5c5282d57f0b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.430980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38317a34-5d0a-45b4-a977-64ef0bf16de1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (156c768e-9f79-498a-a47c-d2d057cd9ebe), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.433720 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (942ec0de-2392-40c7-b7dc-28310490a5ce), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.434073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (b2f6ec50-d585-44af-a2dc-853e851785aa), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.450936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] No DVR routers for this DVR port 51710cb1-b094-4170-8564-eb82a573480b on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:45.457894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-86ae45a3-a1a1-425f-a5e5-3a83e8e53b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.505258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Could not find standard attr ID for object 7c9cebc0-aceb-43fa-b8d4-98d7bc8448b7. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:45.512906 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 3d294d10-4839-4393-b695-5c5282d57f0b resource provider aggregate not found Nov 03 02:25:45.516987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=942ec0de-2392-40c7-b7dc-28310490a5ce,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:45.532020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (934857c6-e604-4655-b2cd-df82b1edfa87), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.535385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:45.540471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e7c271ed-36bd-4656-8548-d88b8d67ce38 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:45.540893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.541252 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e7c271ed-36bd-4656-8548-d88b8d67ce38 Nov 03 02:25:45.559971 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 3d294d10-4839-4393-b695-5c5282d57f0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d294d10-4839-4393-b695-5c5282d57f0b found for delete ", "request_id": "req-7e69917a-5649-427c-af7c-e3c700f68190"}]} Nov 03 02:25:45.619625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.625584 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "DELETE /v2.0/networks/934857c6-e604-4655-b2cd-df82b1edfa87 HTTP/1.1" status: 204 len: 168 time: 2.8105485 Nov 03 02:25:45.626464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:45.642554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ce0f5474-6fcb-4de8-b513-3249e7b6d86d None None] Allocated IP 2001:db8:0:1::2 (45083813-f1f1-4019-a736-ce483eb72093/e922ea3c-fe1a-41e3-88ae-0664005f01b3/1fb22634-60c6-446a-a5d1-8fd143af593a) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:45.684666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37310) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:45.696864 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-e0bc7c70-cea6-4f33-bb2e-9b165ba932a1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] remove_router_interface failed (client error): The resource could not be found. Nov 03 02:25:45.701844 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e0bc7c70-cea6-4f33-bb2e-9b165ba932a1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/e642d5f9-2719-45be-827f-b9b4550fad64/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5382352 Nov 03 02:25:45.723681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae45a3-a1a1-425f-a5e5-3a83e8e53b28 None None] Routers {'6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:45.724337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-86ae45a3-a1a1-425f-a5e5-3a83e8e53b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.730353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-b2f6ec50-d585-44af-a2dc-853e851785aa', 'network_id': 'b2f6ec50-d585-44af-a2dc-853e851785aa', 'project_id': '8944aa6ea0734b11a208550e0ab014f1', 'fixed_ips': [{'subnet_id': '9d98859b-d156-4719-a606-1da284b975a2'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:45.731229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.734228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37312) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:45.738056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (72773225-cc76-406f-b827-ff4978dd1a2a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.767013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72773225-cc76-406f-b827-ff4978dd1a2a']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.782134 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbf6d86-9509-4dd7-b8ed-41780a696e1f') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.782435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbf6d86-9509-4dd7-b8ed-41780a696e1f') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:45.784360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:45.791465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:45.792152 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.818141 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38317a34-5d0a-45b4-a977-64ef0bf16de1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=156c768e-9f79-498a-a47c-d2d057cd9ebe,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:45.863679 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-83bb3dcc-6a18-4a78-962c-78b88391b43d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4199243 Nov 03 02:25:45.864777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37316) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:45.884284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4550ff2-e474-4b4c-b018-9c290433db97 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Network': ['ID=934857c6-e604-4655-b2cd-df82b1edfa87,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:45.889984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (1cbf6d86-9509-4dd7-b8ed-41780a696e1f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.929061 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1c00cd6d-3669-4510-903b-4c3b4399e430 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=e642d5f9-2719-45be-827f-b9b4550fad64 HTTP/1.1" status: 200 len: 205 time: 0.1641469 Nov 03 02:25:45.944686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37318) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:45.988644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Provisioning complete for port 1fb22634-60c6-446a-a5d1-8fd143af593a triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:45.989675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:45.990326 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Attempt 1 to provision port 1fb22634-60c6-446a-a5d1-8fd143af593a Nov 03 02:25:46.010021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-86ae45a3-a1a1-425f-a5e5-3a83e8e53b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:46.011045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae45a3-a1a1-425f-a5e5-3a83e8e53b28 None None] The sync data for ids ['6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:46.057547 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ce0f5474-6fcb-4de8-b513-3249e7b6d86d None None] For port 1fb22634-60c6-446a-a5d1-8fd143af593a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1fb22634-60c6-446a-a5d1-8fd143af593a,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:46.060681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38317a34-5d0a-45b4-a977-64ef0bf16de1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.068739 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-38317a34-5d0a-45b4-a977-64ef0bf16de1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/156c768e-9f79-498a-a47c-d2d057cd9ebe HTTP/1.1" status: 204 len: 168 time: 3.4918158 Nov 03 02:25:46.068986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f30e-151d-46e0-840e-dba92e802d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (62b155ef-92b4-4ec9-a5a7-6830cac83586), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.071579 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1cbf6d86-9509-4dd7-b8ed-41780a696e1f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.077301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37320) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:46.080707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Allocated IP 172.20.0.3 (b2f6ec50-d585-44af-a2dc-853e851785aa/9d98859b-d156-4719-a606-1da284b975a2/6d4855f9-1a29-499d-8388-70400a340796) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:46.106438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:46.106846 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (1cbf6d86-9509-4dd7-b8ed-41780a696e1f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.110807 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-665f8401-87ff-43f2-aa90-88937555fb0d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:25:46.115199 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-665f8401-87ff-43f2-aa90-88937555fb0d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/156c768e-9f79-498a-a47c-d2d057cd9ebe HTTP/1.1" status: 404 len: 333 time: 0.0340168 Nov 03 02:25:46.122584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37322) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:46.143118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8f30e-151d-46e0-840e-dba92e802d48 None None] Pushing event deleted for resources: {'Port': ['ID=62b155ef-92b4-4ec9-a5a7-6830cac83586,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:46.166942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8f30e-151d-46e0-840e-dba92e802d48 None None] No DVR routers for this DVR port 62b155ef-92b4-4ec9-a5a7-6830cac83586 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:46.182085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.210286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5474-6fcb-4de8-b513-3249e7b6d86d None None] Publish callbacks [] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.235355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb865d-ef81-4c05-822a-0e9f796e9231 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port 942ec0de-2392-40c7-b7dc-28310490a5ce {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:46.235943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0bdb865d-ef81-4c05-822a-0e9f796e9231 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (942ec0de-2392-40c7-b7dc-28310490a5ce), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.243188 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e7c271ed-36bd-4656-8548-d88b8d67ce38 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:46.243585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.249812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5474-6fcb-4de8-b513-3249e7b6d86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.286718 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (72773225-cc76-406f-b827-ff4978dd1a2a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.293553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (9d98859b-d156-4719-a606-1da284b975a2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.293896 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e9f49d-ea1e-40d8-a328-fd8b92e42d5a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting subnet 76e0f4c3-c79b-4e52-971b-b6d785b978f6 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:46.312426 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (e6e5aa66-0f59-4409-8695-b2d3ae820e2c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.312671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.317027 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] 10.222.0.23 "DELETE /v2.0/networks/72773225-cc76-406f-b827-ff4978dd1a2a HTTP/1.1" status: 204 len: 168 time: 3.9565673 Nov 03 02:25:46.317027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f49d-ea1e-40d8-a328-fd8b92e42d5a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (76e0f4c3-c79b-4e52-971b-b6d785b978f6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.357341 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159ce8d-1ae2-4903-a35d-589b5ff167ea admin admin] Pushing event deleted for resources: {'Network': ['ID=72773225-cc76-406f-b827-ff4978dd1a2a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:46.375496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd32a910-f7be-42da-9661-bfeba5608440 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (e642d5f9-2719-45be-827f-b9b4550fad64), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.388009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f49d-ea1e-40d8-a328-fd8b92e42d5a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (76e0f4c3-c79b-4e52-971b-b6d785b978f6), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.413705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port e7c271ed-36bd-4656-8548-d88b8d67ce38, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e7c271ed-36bd-4656-8548-d88b8d67ce38,segment=NetworkSegment(2bf83f50-926a-4ddd-990c-647b3fabc46b),segment_id=2bf83f50-926a-4ddd-990c-647b3fabc46b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:46.423437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Current status of the port 1fb22634-60c6-446a-a5d1-8fd143af593a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:46.437649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.442261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f5474-6fcb-4de8-b513-3249e7b6d86d None None] Pushing event updated for resources: {'Port': ['ID=1fb22634-60c6-446a-a5d1-8fd143af593a,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:46.451145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0bdb865d-ef81-4c05-822a-0e9f796e9231 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (942ec0de-2392-40c7-b7dc-28310490a5ce), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.472199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb865d-ef81-4c05-822a-0e9f796e9231 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for 942ec0de-2392-40c7-b7dc-28310490a5ce owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:46.490982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407e3c0-9d31-4d5f-8a1a-99458ac1b6e8 req-8c23f2e2-70c0-4911-ad81-b2f0f6666efc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:46.498408 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7407e3c0-9d31-4d5f-8a1a-99458ac1b6e8 req-8c23f2e2-70c0-4911-ad81-b2f0f6666efc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 945 time: 0.6521130 Nov 03 02:25:46.567785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 62b155ef-92b4-4ec9-a5a7-6830cac83586 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:46.611188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f49d-ea1e-40d8-a328-fd8b92e42d5a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (76e0f4c3-c79b-4e52-971b-b6d785b978f6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.613564 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Provisioning complete for port e7c271ed-36bd-4656-8548-d88b8d67ce38 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:46.613947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.614452 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Attempt 1 to provision port e7c271ed-36bd-4656-8548-d88b8d67ce38 Nov 03 02:25:46.651850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 62b155ef-92b4-4ec9-a5a7-6830cac83586 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:46.652252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 62b155ef-92b4-4ec9-a5a7-6830cac83586 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:46.657441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c4eba801-2760-4bc9-933d-7158faaaadec no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:46.667649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37326) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:46.692216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Publish callbacks [] for port (6d4855f9-1a29-499d-8388-70400a340796), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.699160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: c4eba801-2760-4bc9-933d-7158faaaadec {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:46.699519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c4eba801-2760-4bc9-933d-7158faaaadec not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:46.699942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 51710cb1-b094-4170-8564-eb82a573480b no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:46.707803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=e7c271ed-36bd-4656-8548-d88b8d67ce38,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:46.727343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (6d4855f9-1a29-499d-8388-70400a340796), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.733103 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7407e3c0-9d31-4d5f-8a1a-99458ac1b6e8 req-86b182b2-b46b-4ec3-be51-ce5481d73183 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334321 Nov 03 02:25:46.736970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 51710cb1-b094-4170-8564-eb82a573480b {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:46.737333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 51710cb1-b094-4170-8564-eb82a573480b not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:46.738527 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c3fdec81-e579-4f14-869b-1fc55c3e5c72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=110b6deb445a4d5f9083ed8d5b5e206b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0697825 Nov 03 02:25:46.742722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37328) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:46.751496 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:25:46.812636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Network b2f6ec50-d585-44af-a2dc-853e851785aa is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:46.817141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:46.821021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:46.825877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Pushing event updated for resources: {'Port': ['ID=6d4855f9-1a29-499d-8388-70400a340796,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:46.829258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f49d-ea1e-40d8-a328-fd8b92e42d5a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (76e0f4c3-c79b-4e52-971b-b6d785b978f6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.880372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd32a910-f7be-42da-9661-bfeba5608440 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (e642d5f9-2719-45be-827f-b9b4550fad64), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.904523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd32a910-f7be-42da-9661-bfeba5608440 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (e642d5f9-2719-45be-827f-b9b4550fad64), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.921020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f49d-ea1e-40d8-a328-fd8b92e42d5a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.924998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (e6e5aa66-0f59-4409-8695-b2d3ae820e2c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.926562 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a5e9f49d-ea1e-40d8-a328-fd8b92e42d5a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/76e0f4c3-c79b-4e52-971b-b6d785b978f6 HTTP/1.1" status: 204 len: 168 time: 0.8029852 Nov 03 02:25:46.929031 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c8802-9ce2-4203-9b4b-3f28b4efa0b8 None None] Network eeeb0ef8-ea6f-4160-a10e-b061620bab91 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:46.941957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37330) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:46.943019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9f49d-ea1e-40d8-a328-fd8b92e42d5a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Subnet': ['ID=76e0f4c3-c79b-4e52-971b-b6d785b978f6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:46.961981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Current status of the port e7c271ed-36bd-4656-8548-d88b8d67ce38 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:46.972808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bdfbd6f8-be7d-47db-a63e-2df132682463 admin admin] Publish callbacks [] for security_group (45607629-b9c4-40ab-af63-e10755a93ece), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:46.998162 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bdfbd6f8-be7d-47db-a63e-2df132682463 admin admin] Publish callbacks [] for security_group (45607629-b9c4-40ab-af63-e10755a93ece), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.016272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1fb22634-60c6-446a-a5d1-8fd143af593a up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:47.023610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e5aa66-0f59-4409-8695-b2d3ae820e2c']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:47.036446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a240f9-9108-4809-8f1e-53de0ef78957') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:47.037383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a240f9-9108-4809-8f1e-53de0ef78957') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:47.048807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (46a240f9-9108-4809-8f1e-53de0ef78957), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.062005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Attempting to bind port 6d4855f9-1a29-499d-8388-70400a340796 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:47.062387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Attempting to bind port 6d4855f9-1a29-499d-8388-70400a340796 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '59c358ba-0b76-4afd-a496-db10f02ad59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2f6ec50-d585-44af-a2dc-853e851785aa'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:47.062756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Attempting to bind port 6d4855f9-1a29-499d-8388-70400a340796 on network b2f6ec50-d585-44af-a2dc-853e851785aa {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:47.067419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (46a240f9-9108-4809-8f1e-53de0ef78957), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.077459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:47.077905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (46a240f9-9108-4809-8f1e-53de0ef78957), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.082603 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0bdb865d-ef81-4c05-822a-0e9f796e9231 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (942ec0de-2392-40c7-b7dc-28310490a5ce), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.088303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:47.088747 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Checking segment: {'id': '59c358ba-0b76-4afd-a496-db10f02ad59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2f6ec50-d585-44af-a2dc-853e851785aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:47.089110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.089511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Bound using segment: {'id': '59c358ba-0b76-4afd-a496-db10f02ad59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2f6ec50-d585-44af-a2dc-853e851785aa'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:47.089998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Bound port: 6d4855f9-1a29-499d-8388-70400a340796, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c358ba-0b76-4afd-a496-db10f02ad59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2f6ec50-d585-44af-a2dc-853e851785aa'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:47.090377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6d4855f9-1a29-499d-8388-70400a340796), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.095412 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Provisioning complete for port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:47.095794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.096139 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Attempt 1 to provision port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b Nov 03 02:25:47.121690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb865d-ef81-4c05-822a-0e9f796e9231 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=942ec0de-2392-40c7-b7dc-28310490a5ce,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:47.132976 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bdfbd6f8-be7d-47db-a63e-2df132682463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (45607629-b9c4-40ab-af63-e10755a93ece), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.135573 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bdfbd6f8-be7d-47db-a63e-2df132682463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.139792 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bdfbd6f8-be7d-47db-a63e-2df132682463 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45607629-b9c4-40ab-af63-e10755a93ece HTTP/1.1" status: 204 len: 168 time: 0.3957434 Nov 03 02:25:47.142897 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (9d98859b-d156-4719-a606-1da284b975a2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.203212 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 46a240f9-9108-4809-8f1e-53de0ef78957 resource provider aggregate not found Nov 03 02:25:47.218522 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbd6f8-be7d-47db-a63e-2df132682463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45607629-b9c4-40ab-af63-e10755a93ece,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:47.266978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd32a910-f7be-42da-9661-bfeba5608440 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (e642d5f9-2719-45be-827f-b9b4550fad64), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.267891 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd32a910-f7be-42da-9661-bfeba5608440 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Fanout notify agent at l3_agent the message router_deleted on router e642d5f9-2719-45be-827f-b9b4550fad64 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:25:47.269519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0bdb865d-ef81-4c05-822a-0e9f796e9231 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.274976 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0bdb865d-ef81-4c05-822a-0e9f796e9231 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/942ec0de-2392-40c7-b7dc-28310490a5ce HTTP/1.1" status: 204 len: 168 time: 1.4043181 Nov 03 02:25:47.278247 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37338) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:47.292317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd32a910-f7be-42da-9661-bfeba5608440 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.294547 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fd32a910-f7be-42da-9661-bfeba5608440 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/e642d5f9-2719-45be-827f-b9b4550fad64 HTTP/1.1" status: 204 len: 168 time: 1.3470933 Nov 03 02:25:47.320853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37340) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:47.321690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Subnet': ['ID=9d98859b-d156-4719-a606-1da284b975a2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:47.322026 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1fb22634-60c6-446a-a5d1-8fd143af593a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:47.322472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.322738 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1fb22634-60c6-446a-a5d1-8fd143af593a Nov 03 02:25:47.383857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] For port 6d4855f9-1a29-499d-8388-70400a340796, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:47.386933 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189a698-8588-4bb0-af1e-4acb49d74939 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:47.394790 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3189a698-8588-4bb0-af1e-4acb49d74939 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1131680 Nov 03 02:25:47.396197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37342) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:47.398139 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 46a240f9-9108-4809-8f1e-53de0ef78957 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46a240f9-9108-4809-8f1e-53de0ef78957 found for delete ", "request_id": "req-f7a23b48-1d95-413e-9768-2bf911399484"}]} Nov 03 02:25:47.441842 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] For port 6d4855f9-1a29-499d-8388-70400a340796, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6d4855f9-1a29-499d-8388-70400a340796,segment=NetworkSegment(59c358ba-0b76-4afd-a496-db10f02ad59f),segment_id=59c358ba-0b76-4afd-a496-db10f02ad59f)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:47.443700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 2988632b-7e25-4beb-94da-0d8ff5886a87 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:47.446409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed76a7a-c33f-4077-a861-7c2bf18f7ef3 None None] DHCP port deletion for eeeb0ef8-ea6f-4160-a10e-b061620bab91 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:47.462460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (e6e5aa66-0f59-4409-8695-b2d3ae820e2c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.476779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (b2f6ec50-d585-44af-a2dc-853e851785aa), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.487648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.488241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c859a-e664-49f7-843a-5e42136db193 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:47.490945 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "DELETE /v2.0/networks/e6e5aa66-0f59-4409-8695-b2d3ae820e2c HTTP/1.1" status: 204 len: 168 time: 1.8052728 Nov 03 02:25:47.494173 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-224c859a-e664-49f7-843a-5e42136db193 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0942254 Nov 03 02:25:47.494173 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37344) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:47.499004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6d4855f9-1a29-499d-8388-70400a340796), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.505048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37346) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:47.540066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (eeeb0ef8-ea6f-4160-a10e-b061620bab91), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.577492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Current status of the port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:47.581800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acb7e4-4146-4817-9023-9d0ebfc7a62b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Network': ['ID=e6e5aa66-0f59-4409-8695-b2d3ae820e2c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:47.585042 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1cbf6d86-9509-4dd7-b8ed-41780a696e1f resource provider aggregate not found Nov 03 02:25:47.589466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f6ec50-d585-44af-a2dc-853e851785aa']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:47.603598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba6a2f6-25c9-4531-8cb4-5072b5ea8070 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting subnet be4ab26c-b633-45b7-9564-ac331e6db5a1 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:47.611897 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1cbf6d86-9509-4dd7-b8ed-41780a696e1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cbf6d86-9509-4dd7-b8ed-41780a696e1f found for delete ", "request_id": "req-526f725b-efe7-42e6-9d40-6a415344365f"}]} Nov 03 02:25:47.619785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a2f6-25c9-4531-8cb4-5072b5ea8070 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (be4ab26c-b633-45b7-9564-ac331e6db5a1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.625893 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-1064de94-0ccc-4206-98f7-a3d08cabb71b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Deleting subnet fa18b6c0-4812-44ea-885a-42ba45354191 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:47.630169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1064de94-0ccc-4206-98f7-a3d08cabb71b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for subnet (fa18b6c0-4812-44ea-885a-42ba45354191), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.669084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d77f8c2d-972a-42c1-b420-e953471dfb10 None None] Could not find standard attr ID for object 156c768e-9f79-498a-a47c-d2d057cd9ebe. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:47.688057 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1064de94-0ccc-4206-98f7-a3d08cabb71b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (fa18b6c0-4812-44ea-885a-42ba45354191), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.715926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c358ba-0b76-4afd-a496-db10f02ad59f') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:47.716259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c358ba-0b76-4afd-a496-db10f02ad59f') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:47.787482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8822c4d-6fd6-4832-a536-e35e73934bce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:47.789267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8822c4d-6fd6-4832-a536-e35e73934bce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:47.790993 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8822c4d-6fd6-4832-a536-e35e73934bce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:47.798284 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d8822c4d-6fd6-4832-a536-e35e73934bce tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2878690 Nov 03 02:25:47.799383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37358) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:47.808973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (59c358ba-0b76-4afd-a496-db10f02ad59f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.828548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1064de94-0ccc-4206-98f7-a3d08cabb71b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (fa18b6c0-4812-44ea-885a-42ba45354191), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.834449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a472e77c-3653-4ccd-b1ad-01d818286bd0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.843293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a2f6-25c9-4531-8cb4-5072b5ea8070 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (be4ab26c-b633-45b7-9564-ac331e6db5a1), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.925282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (59c358ba-0b76-4afd-a496-db10f02ad59f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:47.980981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94f2ae-a7fd-4981-91b6-0239d80d2067 None None] Network b2f6ec50-d585-44af-a2dc-853e851785aa requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:47.981826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d5b23e-fb08-4324-b390-6af940bb53fc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet b6071014-efea-4211-84d2-1aaa754497de {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:47.985829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47d5b23e-fb08-4324-b390-6af940bb53fc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (b6071014-efea-4211-84d2-1aaa754497de), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.027220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:48.027220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (59c358ba-0b76-4afd-a496-db10f02ad59f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.061492 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47d5b23e-fb08-4324-b390-6af940bb53fc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (b6071014-efea-4211-84d2-1aaa754497de), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.065675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1064de94-0ccc-4206-98f7-a3d08cabb71b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (fa18b6c0-4812-44ea-885a-42ba45354191), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.091388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a1651-53cf-4bb8-b6ed-bf2424f54bed None None] Pushing event updated for resources: {'Port': ['ID=6d4855f9-1a29-499d-8388-70400a340796,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:48.100539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1fb22634-60c6-446a-a5d1-8fd143af593a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:48.103699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e7c271ed-36bd-4656-8548-d88b8d67ce38 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:48.106462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 2988632b-7e25-4beb-94da-0d8ff5886a87 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:25:48.151657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064de94-0ccc-4206-98f7-a3d08cabb71b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Subnet': ['ID=fa18b6c0-4812-44ea-885a-42ba45354191,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:48.155685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 2988632b-7e25-4beb-94da-0d8ff5886a87 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:48.156109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.156419 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 2988632b-7e25-4beb-94da-0d8ff5886a87 Nov 03 02:25:48.158949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:48.159297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.187433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1064de94-0ccc-4206-98f7-a3d08cabb71b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.195280 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1064de94-0ccc-4206-98f7-a3d08cabb71b tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "DELETE /v2.0/subnets/fa18b6c0-4812-44ea-885a-42ba45354191 HTTP/1.1" status: 204 len: 168 time: 0.6999521 Nov 03 02:25:48.199335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37368) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:48.234840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Provisioning complete for port 1fb22634-60c6-446a-a5d1-8fd143af593a triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:48.235239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.235590 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Attempt 1 to provision port 1fb22634-60c6-446a-a5d1-8fd143af593a Nov 03 02:25:48.237296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ebe605-ff1d-4c89-adc2-f9393a0f486d None None] Network 5684a518-1f14-4c22-b8cc-6a55a28dce80 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:48.264295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.api [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 02:25:48.264295 dv-neutron-860659-5-hyperv neutron-server[104394]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 02:25:48.264295 dv-neutron-860659-5-hyperv neutron-server[104394]: [parameters: {'id': 'b2f6ec50-d585-44af-a2dc-853e851785aa'}] Nov 03 02:25:48.264295 dv-neutron-860659-5-hyperv neutron-server[104394]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:25:48.264791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG oslo_db.api [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:25:48.271491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb08a97-a931-4d5c-bd3f-0e0ca3bf43a1 req-663cb11e-d9fc-47e9-8039-0fe8b375392d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:48.273043 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cfb08a97-a931-4d5c-bd3f-0e0ca3bf43a1 req-663cb11e-d9fc-47e9-8039-0fe8b375392d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 945 time: 0.3434663 Nov 03 02:25:48.296812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47d5b23e-fb08-4324-b390-6af940bb53fc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (b6071014-efea-4211-84d2-1aaa754497de), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.301735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5ed76a7a-c33f-4077-a861-7c2bf18f7ef3 None None] Deleting port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:48.301735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5ed76a7a-c33f-4077-a861-7c2bf18f7ef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.332667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a2f6-25c9-4531-8cb4-5072b5ea8070 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (be4ab26c-b633-45b7-9564-ac331e6db5a1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.400510 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47d5b23e-fb08-4324-b390-6af940bb53fc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (b6071014-efea-4211-84d2-1aaa754497de), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.403514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] For port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0190c7bd-49d7-4e64-a946-9dbd4882cf1b,segment=NetworkSegment(6bdf3452-a00d-4ce5-b2c2-9db20ada14dc),segment_id=6bdf3452-a00d-4ce5-b2c2-9db20ada14dc)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:48.403886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.430732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5ed76a7a-c33f-4077-a861-7c2bf18f7ef3 None None] For port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0190c7bd-49d7-4e64-a946-9dbd4882cf1b,segment=NetworkSegment(6bdf3452-a00d-4ce5-b2c2-9db20ada14dc),segment_id=6bdf3452-a00d-4ce5-b2c2-9db20ada14dc)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:48.431044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5ed76a7a-c33f-4077-a861-7c2bf18f7ef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.438291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 0190c7bd-49d7-4e64-a946-9dbd4882cf1b owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:48.457714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5b23e-fb08-4324-b390-6af940bb53fc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=b6071014-efea-4211-84d2-1aaa754497de,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:48.466657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5ed76a7a-c33f-4077-a861-7c2bf18f7ef3 None None] Calling delete_port for 0190c7bd-49d7-4e64-a946-9dbd4882cf1b owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:48.468462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47d5b23e-fb08-4324-b390-6af940bb53fc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.470064 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cfb08a97-a931-4d5c-bd3f-0e0ca3bf43a1 req-1fa1ba90-cb01-4065-b343-ed972011b16d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672213 Nov 03 02:25:48.485868 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-47d5b23e-fb08-4324-b390-6af940bb53fc tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/b6071014-efea-4211-84d2-1aaa754497de HTTP/1.1" status: 204 len: 168 time: 0.6803808 Nov 03 02:25:48.494942 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37376) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:48.513286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (5684a518-1f14-4c22-b8cc-6a55a28dce80), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.538574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a2f6-25c9-4531-8cb4-5072b5ea8070 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (be4ab26c-b633-45b7-9564-ac331e6db5a1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.572522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e142b2-0be2-49c9-a03b-95389f48d92b None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:48.582830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-665a2af4-4e11-4d82-8638-df1d598faad9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet e922ea3c-fe1a-41e3-88ae-0664005f01b3 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:48.587429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-665a2af4-4e11-4d82-8638-df1d598faad9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (e922ea3c-fe1a-41e3-88ae-0664005f01b3), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.627214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a2f6-25c9-4531-8cb4-5072b5ea8070 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.629089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-665a2af4-4e11-4d82-8638-df1d598faad9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (e922ea3c-fe1a-41e3-88ae-0664005f01b3), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.633473 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2ba6a2f6-25c9-4531-8cb4-5072b5ea8070 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/be4ab26c-b633-45b7-9564-ac331e6db5a1 HTTP/1.1" status: 204 len: 168 time: 1.3068640 Nov 03 02:25:48.638334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7719450-29e9-455a-b1f8-284f5f16ff72 None None] Network c9080e6b-6581-4b04-ad94-288873ffd443 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:48.664198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37380) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:48.722015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6a2f6-25c9-4531-8cb4-5072b5ea8070 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Subnet': ['ID=be4ab26c-b633-45b7-9564-ac331e6db5a1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:48.748732 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Deleting port e0fd2903-5536-4af2-823c-eba11bf9b889 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:48.749372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.753089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-665a2af4-4e11-4d82-8638-df1d598faad9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (e922ea3c-fe1a-41e3-88ae-0664005f01b3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.773047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (b2f6ec50-d585-44af-a2dc-853e851785aa), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.783341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5ed76a7a-c33f-4077-a861-7c2bf18f7ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.786705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 2988632b-7e25-4beb-94da-0d8ff5886a87 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:48.787264 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.805433 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e7c271ed-36bd-4656-8548-d88b8d67ce38 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:48.805815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.806162 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e7c271ed-36bd-4656-8548-d88b8d67ce38 Nov 03 02:25:48.851068 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-665a2af4-4e11-4d82-8638-df1d598faad9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (e922ea3c-fe1a-41e3-88ae-0664005f01b3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.924318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a2af4-4e11-4d82-8638-df1d598faad9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=e922ea3c-fe1a-41e3-88ae-0664005f01b3,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:48.933359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-665a2af4-4e11-4d82-8638-df1d598faad9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:48.934422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed76a7a-c33f-4077-a861-7c2bf18f7ef3 None None] Pushing event deleted for resources: {'Port': ['ID=0190c7bd-49d7-4e64-a946-9dbd4882cf1b,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:48.939612 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-665a2af4-4e11-4d82-8638-df1d598faad9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/e922ea3c-fe1a-41e3-88ae-0664005f01b3 HTTP/1.1" status: 204 len: 168 time: 0.4431081 Nov 03 02:25:48.947327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37388) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:49.001134 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-504d4158-d5eb-4870-8414-6e7fe298db3a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525203 Nov 03 02:25:49.001728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37390) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:49.008968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] For port e0fd2903-5536-4af2-823c-eba11bf9b889, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e0fd2903-5536-4af2-823c-eba11bf9b889,segment=NetworkSegment(1614bf78-9492-4c38-be93-2eb0fbdaa47e),segment_id=1614bf78-9492-4c38-be93-2eb0fbdaa47e)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:49.009343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed76a7a-c33f-4077-a861-7c2bf18f7ef3 None None] No DVR routers for this DVR port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:49.009459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.012226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Current status of the port 1fb22634-60c6-446a-a5d1-8fd143af593a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:49.015139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:49.058164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2988632b-7e25-4beb-94da-0d8ff5886a87'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:25:49.061215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329d8508-6c6b-4362-8d85-2dea8bce7a53" -d '{"events": [{"server_uuid": "58ae781f-5a4e-4457-bc98-fc9132e5a076", "name": "network-vif-plugged", "status": "completed", "tag": "2988632b-7e25-4beb-94da-0d8ff5886a87"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:25:49.075467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Calling delete_port for e0fd2903-5536-4af2-823c-eba11bf9b889 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:49.121052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a472e77c-3653-4ccd-b1ad-01d818286bd0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port b7633109-382a-4106-8381-f4af09283c4c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:49.121942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a472e77c-3653-4ccd-b1ad-01d818286bd0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b7633109-382a-4106-8381-f4af09283c4c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.123486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Provisioning complete for port b7633109-382a-4106-8381-f4af09283c4c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:49.123877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b7633109-382a-4106-8381-f4af09283c4c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.124226 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Attempt 1 to provision port b7633109-382a-4106-8381-f4af09283c4c Nov 03 02:25:49.130072 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 2988632b-7e25-4beb-94da-0d8ff5886a87, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=2988632b-7e25-4beb-94da-0d8ff5886a87,segment=NetworkSegment(a24657f6-1138-426e-a78b-aebd0dcb8f1d),segment_id=a24657f6-1138-426e-a78b-aebd0dcb8f1d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:49.175913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891a9a8b-a3e7-4c48-bc5e-fc32afb98a87 None None] DHCP port deletion for 5684a518-1f14-4c22-b8cc-6a55a28dce80 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:49.180253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ece694-2e43-4991-8499-f8618b7962ac x-openstack-request-id: req-f0ece694-2e43-4991-8499-f8618b7962ac {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:25:49.180593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ae781f-5a4e-4457-bc98-fc9132e5a076", "name": "network-vif-plugged", "status": "completed", "tag": "2988632b-7e25-4beb-94da-0d8ff5886a87", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:25:49.180848 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0ece694-2e43-4991-8499-f8618b7962ac {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:25:49.181244 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ece694-2e43-4991-8499-f8618b7962ac'] response: {'server_uuid': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'code': 200} Nov 03 02:25:49.186250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.239446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e0fd2903-5536-4af2-823c-eba11bf9b889), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.273061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:49.276608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70009c94-4dde-484e-886e-a736e90b52f5 None None] DHCP port deletion for c9080e6b-6581-4b04-ad94-288873ffd443 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:49.278778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Port b7633109-382a-4106-8381-f4af09283c4c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:25:49.279852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-891a9a8b-a3e7-4c48-bc5e-fc32afb98a87 None None] The port 'e0fd2903-5536-4af2-823c-eba11bf9b889' was deleted {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2075}} Nov 03 02:25:49.282235 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.307814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Port': ['ID=e0fd2903-5536-4af2-823c-eba11bf9b889,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:49.314931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a472e77c-3653-4ccd-b1ad-01d818286bd0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b7633109-382a-4106-8381-f4af09283c4c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.330305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a472e77c-3653-4ccd-b1ad-01d818286bd0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for b7633109-382a-4106-8381-f4af09283c4c owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:49.347858 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] No DVR routers for this DVR port e0fd2903-5536-4af2-823c-eba11bf9b889 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:49.375467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=2988632b-7e25-4beb-94da-0d8ff5886a87,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:49.390955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e7c271ed-36bd-4656-8548-d88b8d67ce38 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:49.419057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16f5b1-8e62-4bbb-9a47-dcd312c9e9a5 None None] Update dhcp port {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': 'e922ea3c-fe1a-41e3-88ae-0664005f01b3'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': '1fb22634-60c6-446a-a5d1-8fd143af593a'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:25:49.466848 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fa16f5b1-8e62-4bbb-9a47-dcd312c9e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.524227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70009c94-4dde-484e-886e-a736e90b52f5 None None] Deleting port 40493cbd-2141-4a15-a354-edcad18038d2 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:49.533123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70009c94-4dde-484e-886e-a736e90b52f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (40493cbd-2141-4a15-a354-edcad18038d2), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.562029 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (5684a518-1f14-4c22-b8cc-6a55a28dce80), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.602964 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0190c7bd-49d7-4e64-a946-9dbd4882cf1b no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:49.616201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a472e77c-3653-4ccd-b1ad-01d818286bd0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (b7633109-382a-4106-8381-f4af09283c4c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.623052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5684a518-1f14-4c22-b8cc-6a55a28dce80']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:49.636947 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 59c358ba-0b76-4afd-a496-db10f02ad59f resource provider aggregate not found Nov 03 02:25:49.647533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 0190c7bd-49d7-4e64-a946-9dbd4882cf1b {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:49.648133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0190c7bd-49d7-4e64-a946-9dbd4882cf1b not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:49.648370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e0fd2903-5536-4af2-823c-eba11bf9b889 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:49.658671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1614bf78-9492-4c38-be93-2eb0fbdaa47e') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:49.659017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1614bf78-9492-4c38-be93-2eb0fbdaa47e') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:49.691147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472e77c-3653-4ccd-b1ad-01d818286bd0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=b7633109-382a-4106-8381-f4af09283c4c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:49.695997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37406) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:49.699635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de2a8f-c8c0-44db-a9b4-d5baef63b8bb req-4e826cf2-9c1c-41a2-9c32-ba6fc422c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:49.700800 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-30de2a8f-c8c0-44db-a9b4-d5baef63b8bb req-4e826cf2-9c1c-41a2-9c32-ba6fc422c82b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 1130 time: 0.2091744 Nov 03 02:25:49.715047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (1614bf78-9492-4c38-be93-2eb0fbdaa47e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.721927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: e0fd2903-5536-4af2-823c-eba11bf9b889 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:49.722275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e0fd2903-5536-4af2-823c-eba11bf9b889 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:49.722702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 40493cbd-2141-4a15-a354-edcad18038d2 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:49.727847 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-70009c94-4dde-484e-886e-a736e90b52f5 None None] For port 40493cbd-2141-4a15-a354-edcad18038d2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=40493cbd-2141-4a15-a354-edcad18038d2,segment=NetworkSegment(a8f547d3-9eab-4dda-bea8-45295534d386),segment_id=a8f547d3-9eab-4dda-bea8-45295534d386)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:49.728234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70009c94-4dde-484e-886e-a736e90b52f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (40493cbd-2141-4a15-a354-edcad18038d2), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.780900 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Attempt 2 to provision port b7633109-382a-4106-8381-f4af09283c4c Nov 03 02:25:49.789519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1614bf78-9492-4c38-be93-2eb0fbdaa47e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.816158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:49.820160 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (1614bf78-9492-4c38-be93-2eb0fbdaa47e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.824092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70009c94-4dde-484e-886e-a736e90b52f5 None None] Calling delete_port for 40493cbd-2141-4a15-a354-edcad18038d2 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:49.833414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Port b7633109-382a-4106-8381-f4af09283c4c was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:25:49.861361 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2550a080-a6be-4ee3-8791-c89fc7d507e2 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:25:49.889464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (c9080e6b-6581-4b04-ad94-288873ffd443), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.895082 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 59c358ba-0b76-4afd-a496-db10f02ad59f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59c358ba-0b76-4afd-a496-db10f02ad59f found for delete ", "request_id": "req-27da166a-7b7c-44f0-8ebc-cfa64e364613"}]} Nov 03 02:25:49.906746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0190c7bd-49d7-4e64-a946-9dbd4882cf1b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.931138 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1614bf78-9492-4c38-be93-2eb0fbdaa47e resource provider aggregate not found Nov 03 02:25:49.950574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-661582586'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:49.982933 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1614bf78-9492-4c38-be93-2eb0fbdaa47e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1614bf78-9492-4c38-be93-2eb0fbdaa47e found for delete ", "request_id": "req-bd945aa0-2893-4b0b-8390-9fa8cbe96fbf"}]} Nov 03 02:25:49.986429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Provisioning complete for port e7c271ed-36bd-4656-8548-d88b8d67ce38 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:49.986753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:49.987096 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Attempt 1 to provision port e7c271ed-36bd-4656-8548-d88b8d67ce38 Nov 03 02:25:49.991557 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-30de2a8f-c8c0-44db-a9b4-d5baef63b8bb req-5c884f87-13e5-4950-8f03-83b77853acf1 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744555 Nov 03 02:25:50.018063 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a472e77c-3653-4ccd-b1ad-01d818286bd0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.026397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (5684a518-1f14-4c22-b8cc-6a55a28dce80), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.032147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.038566 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "DELETE /v2.0/networks/5684a518-1f14-4c22-b8cc-6a55a28dce80 HTTP/1.1" status: 204 len: 168 time: 1.8364766 Nov 03 02:25:50.040696 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37414) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:50.072423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Made reservation on behalf of b45209e9852c4845bce1fffc861b372c for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:50.072729 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=0190c7bd-49d7-4e64-a946-9dbd4882cf1b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:50.074669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.094991 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fc295-0df3-4d4b-a277-c65a0f0f7d46 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Pushing event deleted for resources: {'Network': ['ID=5684a518-1f14-4c22-b8cc-6a55a28dce80,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:50.106577 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-905f5db5-35ba-411e-baa8-ddc14e745667 tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fb6678-eb53-4fec-9a33-c1cdd3844e11 HTTP/1.1" status: 200 len: 205 time: 0.0551069 Nov 03 02:25:50.108023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37416) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:50.109928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05a2a9-d424-4030-a397-755c7e39fcf6 req-e1f9a5ea-b835-4182-b971-d6eb813a995c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:50.110405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.111525 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4d05a2a9-d424-4030-a397-755c7e39fcf6 req-e1f9a5ea-b835-4182-b971-d6eb813a995c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 946 time: 0.4842527 Nov 03 02:25:50.112953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No DVR routers for this DVR port 0190c7bd-49d7-4e64-a946-9dbd4882cf1b on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:50.116893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Deleting port 6d4855f9-1a29-499d-8388-70400a340796 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:50.117484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6d4855f9-1a29-499d-8388-70400a340796), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.243188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-601daecb-b1b1-4904-82c5-fc5eabd8449d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for router (98fb6678-eb53-4fec-9a33-c1cdd3844e11), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.244351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 40493cbd-2141-4a15-a354-edcad18038d2 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:50.244773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (40493cbd-2141-4a15-a354-edcad18038d2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.280664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70009c94-4dde-484e-886e-a736e90b52f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (40493cbd-2141-4a15-a354-edcad18038d2), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.345808 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70009c94-4dde-484e-886e-a736e90b52f5 None None] Pushing event deleted for resources: {'Port': ['ID=40493cbd-2141-4a15-a354-edcad18038d2,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:50.350409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70009c94-4dde-484e-886e-a736e90b52f5 None None] No DVR routers for this DVR port 40493cbd-2141-4a15-a354-edcad18038d2 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:50.371849 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (eeeb0ef8-ea6f-4160-a10e-b061620bab91), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.388156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] For port 6d4855f9-1a29-499d-8388-70400a340796, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6d4855f9-1a29-499d-8388-70400a340796,segment=NetworkSegment(59c358ba-0b76-4afd-a496-db10f02ad59f),segment_id=59c358ba-0b76-4afd-a496-db10f02ad59f)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:50.388561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6d4855f9-1a29-499d-8388-70400a340796), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.390443 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3177e6c6-9815-4cc5-bd07-599260ce0908 None None] Current status of the port e7c271ed-36bd-4656-8548-d88b8d67ce38 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:50.393877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde2bf3d-d30e-4bae-a25f-bfe2b6e12a8a None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:50.406183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:25:50.418839 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4d05a2a9-d424-4030-a397-755c7e39fcf6 req-a98950a9-4a9d-4368-94e0-a0880d50da69 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815895 Nov 03 02:25:50.452811 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port 40493cbd-2141-4a15-a354-edcad18038d2 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:50.453152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (40493cbd-2141-4a15-a354-edcad18038d2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.457099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeeb0ef8-ea6f-4160-a10e-b061620bab91']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:50.459738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Calling delete_port for 6d4855f9-1a29-499d-8388-70400a340796 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:50.460315 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cde2bf3d-d30e-4bae-a25f-bfe2b6e12a8a None None] Deleting port 1fb22634-60c6-446a-a5d1-8fd143af593a {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:50.460745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cde2bf3d-d30e-4bae-a25f-bfe2b6e12a8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.534961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdf3452-a00d-4ce5-b2c2-9db20ada14dc') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:50.535296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdf3452-a00d-4ce5-b2c2-9db20ada14dc') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:50.553548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-51cff042-e30f-4794-8bb6-56da96df4b16 None None] Provisioning complete for port 1fb22634-60c6-446a-a5d1-8fd143af593a triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:50.553920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-51cff042-e30f-4794-8bb6-56da96df4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.554273 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-51cff042-e30f-4794-8bb6-56da96df4b16 None None] Attempt 1 to provision port 1fb22634-60c6-446a-a5d1-8fd143af593a Nov 03 02:25:50.556500 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (6bdf3452-a00d-4ce5-b2c2-9db20ada14dc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.560896 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-601daecb-b1b1-4904-82c5-fc5eabd8449d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (98fb6678-eb53-4fec-9a33-c1cdd3844e11), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.567914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-601daecb-b1b1-4904-82c5-fc5eabd8449d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for router_controller (98fb6678-eb53-4fec-9a33-c1cdd3844e11), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.581832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cde2bf3d-d30e-4bae-a25f-bfe2b6e12a8a None None] For port 1fb22634-60c6-446a-a5d1-8fd143af593a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1fb22634-60c6-446a-a5d1-8fd143af593a,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:50.582137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cde2bf3d-d30e-4bae-a25f-bfe2b6e12a8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.604059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cde2bf3d-d30e-4bae-a25f-bfe2b6e12a8a None None] Calling delete_port for 1fb22634-60c6-446a-a5d1-8fd143af593a owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:50.619151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a472e77c-3653-4ccd-b1ad-01d818286bd0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router 6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:25:50.623760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks [] for security_group (20a272c7-b10b-4222-8331-e3c0125e24a4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.629367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] For port 40493cbd-2141-4a15-a354-edcad18038d2, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:50.630040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (40493cbd-2141-4a15-a354-edcad18038d2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.634829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (20a272c7-b10b-4222-8331-e3c0125e24a4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.641302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (6bdf3452-a00d-4ce5-b2c2-9db20ada14dc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.647941 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-601daecb-b1b1-4904-82c5-fc5eabd8449d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (98fb6678-eb53-4fec-9a33-c1cdd3844e11), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.648635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601daecb-b1b1-4904-82c5-fc5eabd8449d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Fanout notify agent at l3_agent the message router_deleted on router 98fb6678-eb53-4fec-9a33-c1cdd3844e11 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:25:50.656182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for 40493cbd-2141-4a15-a354-edcad18038d2 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:50.665070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.ipam_backend_mixin [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Port 40493cbd-2141-4a15-a354-edcad18038d2 was not found and therefore no delete operation was performed {{(pid=104394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:25:50.671714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:50.672126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (6bdf3452-a00d-4ce5-b2c2-9db20ada14dc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.677363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (40493cbd-2141-4a15-a354-edcad18038d2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.681420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-601daecb-b1b1-4904-82c5-fc5eabd8449d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.685235 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-601daecb-b1b1-4904-82c5-fc5eabd8449d tempest-RoutersNegativeIpV6Test-944838272 tempest-RoutersNegativeIpV6Test-944838272-project] 10.222.0.23 "DELETE /v2.0/routers/98fb6678-eb53-4fec-9a33-c1cdd3844e11 HTTP/1.1" status: 204 len: 168 time: 0.5734088 Nov 03 02:25:50.696788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:50.713036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-51cff042-e30f-4794-8bb6-56da96df4b16 None None] Current status of the port 1fb22634-60c6-446a-a5d1-8fd143af593a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:50.726947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (34339c1c-887a-43b9-96b4-02e5122e3c41), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.727440 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Added segment 34339c1c-887a-43b9-96b4-02e5122e3c41 of type vlan for network 6909b221-4b46-465b-979f-913222f08af9 Nov 03 02:25:50.727796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-51cff042-e30f-4794-8bb6-56da96df4b16 None None] Could not find standard attr ID for object 942ec0de-2392-40c7-b7dc-28310490a5ce. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:25:50.728887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a272c7-b10b-4222-8331-e3c0125e24a4,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:50.773585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cde2bf3d-d30e-4bae-a25f-bfe2b6e12a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (1fb22634-60c6-446a-a5d1-8fd143af593a), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.784564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=40493cbd-2141-4a15-a354-edcad18038d2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:50.800477 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (6909b221-4b46-465b-979f-913222f08af9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.802984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde2bf3d-d30e-4bae-a25f-bfe2b6e12a8a None None] No DVR routers for this DVR port 1fb22634-60c6-446a-a5d1-8fd143af593a on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:50.803996 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Port 1fb22634-60c6-446a-a5d1-8fd143af593a concurrently deleted while adding address for new subnet {'id': 'e02bf36e-a246-4933-b964-687eb14672cb', 'name': '', 'tenant_id': '6c98b0300ef54ed9b992b6c6ae603999', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 774, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-11-03T02:25:49Z', 'updated_at': '2022-11-03T02:25:49Z', 'revision_number': 0, 'segment_id': None, 'project_id': '6c98b0300ef54ed9b992b6c6ae603999'}. {{(pid=104393) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:780}} Nov 03 02:25:50.804725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (e02bf36e-a246-4933-b964-687eb14672cb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.808128 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2bf3d-d30e-4bae-a25f-bfe2b6e12a8a None None] Pushing event deleted for resources: {'Port': ['ID=1fb22634-60c6-446a-a5d1-8fd143af593a,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:50.825625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No DVR routers for this DVR port 40493cbd-2141-4a15-a354-edcad18038d2 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:50.839912 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428a025d-e297-4d28-8349-ede0beb4c685 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:25:50.863354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a472e77c-3653-4ccd-b1ad-01d818286bd0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:25:50.871230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a472e77c-3653-4ccd-b1ad-01d818286bd0 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5740337 Nov 03 02:25:50.874562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37420) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:50.879319 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:50.884389 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd52dd-416e-4176-8a1d-0ec5fdcfb2a0 None None] Sync routers for ids ['6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:25:50.897196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (eeeb0ef8-ea6f-4160-a10e-b061620bab91), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.901633 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd52dd-416e-4176-8a1d-0ec5fdcfb2a0 None None] Routers {'6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:50.902358 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-16bd52dd-416e-4176-8a1d-0ec5fdcfb2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:50.904466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:50.914253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:50.921765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.932751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (6909b221-4b46-465b-979f-913222f08af9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.937898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:50.949129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6d4855f9-1a29-499d-8388-70400a340796), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.949636 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.952128 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=e02bf36e-a246-4933-b964-687eb14672cb,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:50.954991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:50.963991 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/networks/eeeb0ef8-ea6f-4160-a10e-b061620bab91 HTTP/1.1" status: 204 len: 168 time: 4.0137043 Nov 03 02:25:50.967054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37422) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:50.971305 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b3a27d08-580a-4523-b1a4-bfc8b1899a6c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c HTTP/1.1" status: 200 len: 205 time: 0.0954981 Nov 03 02:25:50.973205 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-16bd52dd-416e-4176-8a1d-0ec5fdcfb2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:50.982057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37424) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:51.000338 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd52dd-416e-4176-8a1d-0ec5fdcfb2a0 None None] Routers {'6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:25:51.003918 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-16bd52dd-416e-4176-8a1d-0ec5fdcfb2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:51.005457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-764172960'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:51.017133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Port': ['ID=6d4855f9-1a29-499d-8388-70400a340796,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:51.019074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3957c46-dba2-476a-9c1c-21cb954471fe tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Network': ['ID=eeeb0ef8-ea6f-4160-a10e-b061620bab91,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:51.042011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428a025d-e297-4d28-8349-ede0beb4c685 None None] Resources bound (agent type, host, resource id): {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:25:51.050239 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-02eaa459-55c7-44e2-be23-db8b43dec809 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0435054 Nov 03 02:25:51.057158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37426) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:51.066278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No DVR routers for this DVR port 6d4855f9-1a29-499d-8388-70400a340796 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:51.074959 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-10ed3b6f-6ca8-406d-97fd-6e72ec17d262 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:51.076031 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (c9080e6b-6581-4b04-ad94-288873ffd443), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.104949 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4025400 Nov 03 02:25:51.116527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37428) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:51.148156 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f3b55-5dd2-4bea-bd27-ccd57f2bee75 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Pushing event updated for resources: {'Network': ['ID=6909b221-4b46-465b-979f-913222f08af9,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:51.152788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:51.156138 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.171795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a7907d8-b06f-4aec-a211-bc24ea8e031a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.180773 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-16bd52dd-416e-4176-8a1d-0ec5fdcfb2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:51.187384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9080e6b-6581-4b04-ad94-288873ffd443']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:51.192028 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd52dd-416e-4176-8a1d-0ec5fdcfb2a0 None None] The sync data for ids ['6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:25:51.208229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:51.232215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (424637ef-443c-478a-9bea-88c60c7612ae), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.232686 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Added segment 424637ef-443c-478a-9bea-88c60c7612ae of type vlan for network fb92b22a-4946-4ec7-bd2d-6467e117ad44 Nov 03 02:25:51.264064 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 6909b221-4b46-465b-979f-913222f08af9 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:51.273126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f547d3-9eab-4dda-bea8-45295534d386') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:51.273671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f547d3-9eab-4dda-bea8-45295534d386') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:51.286274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (a8f547d3-9eab-4dda-bea8-45295534d386), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.302705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (fb92b22a-4946-4ec7-bd2d-6467e117ad44), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.309512 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ed3b6f-6ca8-406d-97fd-6e72ec17d262 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:51.310857 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a8f547d3-9eab-4dda-bea8-45295534d386), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.313946 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-10ed3b6f-6ca8-406d-97fd-6e72ec17d262 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.319258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:51.320216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (a8f547d3-9eab-4dda-bea8-45295534d386), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.372791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37434) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:51.414481 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (fb92b22a-4946-4ec7-bd2d-6467e117ad44), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.420856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:51.421695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.470543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (b2f6ec50-d585-44af-a2dc-853e851785aa), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.501022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f6ec50-d585-44af-a2dc-853e851785aa']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:51.513386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c358ba-0b76-4afd-a496-db10f02ad59f') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:51.513700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c358ba-0b76-4afd-a496-db10f02ad59f') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:51.529004 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.ipam_backend_mixin [None req-10ed3b6f-6ca8-406d-97fd-6e72ec17d262 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e02bf36e-a246-4933-b964-687eb14672cb (CIDR: 2001:db8::/64) Nov 03 02:25:51.534993 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (59c358ba-0b76-4afd-a496-db10f02ad59f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.539553 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1fb22634-60c6-446a-a5d1-8fd143af593a no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:51.550806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Request body: {'network': {'name': 'tempest-network--419799218', 'router:external': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:51.555940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (c9080e6b-6581-4b04-ad94-288873ffd443), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.564152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 1fb22634-60c6-446a-a5d1-8fd143af593a {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:51.564524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1fb22634-60c6-446a-a5d1-8fd143af593a not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:25:51.605586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': 'e02bf36e-a246-4933-b964-687eb14672cb'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:51.606658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.625351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.628848 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/networks/c9080e6b-6581-4b04-ad94-288873ffd443 HTTP/1.1" status: 204 len: 168 time: 2.9402108 Nov 03 02:25:51.638337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (59c358ba-0b76-4afd-a496-db10f02ad59f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.640103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37440) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:51.664757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-926957506'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:51.673266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb03f85-185d-42ca-8cb9-d8a061bfafd9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Network': ['ID=c9080e6b-6581-4b04-ad94-288873ffd443,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:51.679946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:51.680357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (59c358ba-0b76-4afd-a496-db10f02ad59f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.783853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Made reservation on behalf of d27daafc28f649849a42a1d1a74ade0e for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:51.786165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.843917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:51.847249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.849304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.857624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a7907d8-b06f-4aec-a211-bc24ea8e031a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.871432 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a7907d8-b06f-4aec-a211-bc24ea8e031a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.882658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ddb10-edea-4c01-b43f-cffd61955cac req-23f143ab-0680-4c51-9d36-382272e43dda tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:51.887002 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-810ddb10-edea-4c01-b43f-cffd61955cac req-23f143ab-0680-4c51-9d36-382272e43dda tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 946 time: 0.3449345 Nov 03 02:25:51.887204 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ed3b6f-6ca8-406d-97fd-6e72ec17d262 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:25:51.887204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ed3b6f-6ca8-406d-97fd-6e72ec17d262 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:25:51.891814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (b2f6ec50-d585-44af-a2dc-853e851785aa), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:51.906790 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9260025 Nov 03 02:25:51.914315 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37444) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:51.926590 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': 'fb92b22a-4946-4ec7-bd2d-6467e117ad44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:51.948300 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f7008-93e6-40b3-ac62-d608e5dc2423 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Network': ['ID=fb92b22a-4946-4ec7-bd2d-6467e117ad44,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:51.957429 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-10ed3b6f-6ca8-406d-97fd-6e72ec17d262 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8961477 Nov 03 02:25:51.965296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network fb92b22a-4946-4ec7-bd2d-6467e117ad44 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:51.984829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37446) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:51.992262 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-15d9eb13-13a4-4da5-bbc3-d6a19e5760e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:52.064758 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4ecaa7d4-fafc-48c6-be8d-2e2becc29c3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fafa1c9bca941c4836eef2009b88047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6881835 Nov 03 02:25:52.071783 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37448) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:52.097764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Allocated IP 2001:db8::f816:3eff:fe98:313e (45083813-f1f1-4019-a736-ce483eb72093/e02bf36e-a246-4933-b964-687eb14672cb/409d920e-fb5e-431d-b00a-f91b4f8dbb7f) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:52.159646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.163927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:52.167289 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.170031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37450) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:52.172733 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/b2f6ec50-d585-44af-a2dc-853e851785aa HTTP/1.1" status: 204 len: 168 time: 7.1190071 Nov 03 02:25:52.182783 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1748551201'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:52.189194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 6bdf3452-a00d-4ce5-b2c2-9db20ada14dc resource provider aggregate not found Nov 03 02:25:52.236821 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 6bdf3452-a00d-4ce5-b2c2-9db20ada14dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bdf3452-a00d-4ce5-b2c2-9db20ada14dc found for delete ", "request_id": "req-139d27de-3eec-4a2e-981d-1ef355f40ca1"}]} Nov 03 02:25:52.243849 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:52.250271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a7907d8-b06f-4aec-a211-bc24ea8e031a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.250809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7907d8-b06f-4aec-a211-bc24ea8e031a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Fanout notify agent at l3_agent the message router_deleted on router 6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:25:52.261558 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef02b7-aec2-43a8-a831-bc621ae726d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=b2f6ec50-d585-44af-a2dc-853e851785aa,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:52.266653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e3ddc82-091e-4d63-9346-b6960b551e96 admin admin] Publish callbacks [] for security_group (c9c02ddc-f234-49eb-acf4-9b808a036be3), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.272084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a7907d8-b06f-4aec-a211-bc24ea8e031a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.272640 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3a7907d8-b06f-4aec-a211-bc24ea8e031a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c HTTP/1.1" status: 204 len: 168 time: 1.2648740 Nov 03 02:25:52.275391 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment a8f547d3-9eab-4dda-bea8-45295534d386 resource provider aggregate not found Nov 03 02:25:52.284441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37456) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:52.298747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (853ec289-0780-41e8-a0bd-a47d15246694), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.299091 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added segment 853ec289-0780-41e8-a0bd-a47d15246694 of type vlan for network f2892b3d-4bce-4bf6-9f6d-0203705af3bb Nov 03 02:25:52.302194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Publish callbacks [] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.313299 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment a8f547d3-9eab-4dda-bea8-45295534d386 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8f547d3-9eab-4dda-bea8-45295534d386 found for delete ", "request_id": "req-f7d1dd9e-4a76-4243-9b0f-c2a7641cedff"}]} Nov 03 02:25:52.313769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.318226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:52.321677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.348415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d9eb13-13a4-4da5-bbc3-d6a19e5760e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:52.352277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15d9eb13-13a4-4da5-bbc3-d6a19e5760e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.361180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e3ddc82-091e-4d63-9346-b6960b551e96 admin admin] Publish callbacks [] for security_group (c9c02ddc-f234-49eb-acf4-9b808a036be3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.372207 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 59c358ba-0b76-4afd-a496-db10f02ad59f resource provider aggregate not found Nov 03 02:25:52.372606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:52.386092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:52.390815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Pushing event updated for resources: {'Port': ['ID=409d920e-fb5e-431d-b00a-f91b4f8dbb7f,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:52.395249 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:52.413206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-810ddb10-edea-4c01-b43f-cffd61955cac req-b2d97076-cfb1-451a-a00b-3bfe0dccb3e3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5196285 Nov 03 02:25:52.422765 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 59c358ba-0b76-4afd-a496-db10f02ad59f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59c358ba-0b76-4afd-a496-db10f02ad59f found for delete ", "request_id": "req-411ad587-85da-4693-b9ae-8a386dfa6bb1"}]} Nov 03 02:25:52.444406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6f7650-19d8-495b-bcc8-9e2cc1acdca9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting subnet c696a578-ff12-4a96-bf9d-76ad55c18ec8 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:25:52.455083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba6f7650-19d8-495b-bcc8-9e2cc1acdca9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (c696a578-ff12-4a96-bf9d-76ad55c18ec8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.471213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:52.502343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Attempting to bind port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:52.502928 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Attempting to bind port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:52.503395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Attempting to bind port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:52.507327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (f2892b3d-4bce-4bf6-9f6d-0203705af3bb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.516463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:52.517674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:52.518377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.518877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:52.519462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Bound port: 409d920e-fb5e-431d-b00a-f91b4f8dbb7f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:52.520126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.528461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (f5bdf417-3a94-40bf-aeb7-10b8a09de44f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.528836 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment f5bdf417-3a94-40bf-aeb7-10b8a09de44f of type vlan for network aeaca45b-13b8-46c9-8da9-85a07e3d7e76 Nov 03 02:25:52.565547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba6f7650-19d8-495b-bcc8-9e2cc1acdca9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (c696a578-ff12-4a96-bf9d-76ad55c18ec8), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.602485 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e3ddc82-091e-4d63-9346-b6960b551e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c9c02ddc-f234-49eb-acf4-9b808a036be3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.605499 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e3ddc82-091e-4d63-9346-b6960b551e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.609119 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9e3ddc82-091e-4d63-9346-b6960b551e96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9c02ddc-f234-49eb-acf4-9b808a036be3 HTTP/1.1" status: 204 len: 168 time: 0.5343115 Nov 03 02:25:52.609296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] For port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:52.616728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] For port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=409d920e-fb5e-431d-b00a-f91b4f8dbb7f,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:52.618103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for security_group (dea0f5f2-bfb0-4eda-83ac-9f697e470204), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.626794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.632530 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (dea0f5f2-bfb0-4eda-83ac-9f697e470204), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.651821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (aeaca45b-13b8-46c9-8da9-85a07e3d7e76), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.666310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (f2892b3d-4bce-4bf6-9f6d-0203705af3bb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.671042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:52.671663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.685015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ddc82-091e-4d63-9346-b6960b551e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c02ddc-f234-49eb-acf4-9b808a036be3,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:52.735080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (207c70eb-47cd-461c-8787-b326c4a6bf95), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.741357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6b952-3b8a-4fa1-899f-945514ac5d1b None None] Pushing event updated for resources: {'Port': ['ID=409d920e-fb5e-431d-b00a-f91b4f8dbb7f,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:52.745611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:52.811896 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (aeaca45b-13b8-46c9-8da9-85a07e3d7e76), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.817487 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d22bb-1e25-467f-a53a-8cf17e0cab29 req-98249a17-17f3-42ca-b317-c7a12db016a0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:52.819697 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-948d22bb-1e25-467f-a53a-8cf17e0cab29 req-98249a17-17f3-42ca-b317-c7a12db016a0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 946 time: 0.3202355 Nov 03 02:25:52.823157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:52.823976 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.839924 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1839392 Nov 03 02:25:52.840980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea0f5f2-bfb0-4eda-83ac-9f697e470204,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:52.849411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c6a3397a-045b-4480-9400-c93528c9b623), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:52.849946 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Added segment c6a3397a-045b-4480-9400-c93528c9b623 of type vlan for network cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb Nov 03 02:25:52.854852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37470) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:52.860848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'subnet': {'network_id': 'f2892b3d-4bce-4bf6-9f6d-0203705af3bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:52.904890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086c863-a96c-4da7-95df-b09925e32850 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Network': ['ID=f2892b3d-4bce-4bf6-9f6d-0203705af3bb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:52.965828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Subnet': ['ID=207c70eb-47cd-461c-8787-b326c4a6bf95,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:52.971378 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network f2892b3d-4bce-4bf6-9f6d-0203705af3bb details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:52.993575 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8113148 Nov 03 02:25:52.996277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37472) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:53.012516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'network_id': 'aeaca45b-13b8-46c9-8da9-85a07e3d7e76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:53.018470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba6f7650-19d8-495b-bcc8-9e2cc1acdca9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c696a578-ff12-4a96-bf9d-76ad55c18ec8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.041502 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c736c-19f9-4cef-ba04-9ce00a5ed407 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=aeaca45b-13b8-46c9-8da9-85a07e3d7e76,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:53.062486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network aeaca45b-13b8-46c9-8da9-85a07e3d7e76 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:53.082384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Checking segment: {'id': '424637ef-443c-478a-9bea-88c60c7612ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fb92b22a-4946-4ec7-bd2d-6467e117ad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:53.082384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network hostable DHCP agents. Network: fb92b22a-4946-4ec7-bd2d-6467e117ad44, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:53.109795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.190541 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-948d22bb-1e25-467f-a53a-8cf17e0cab29 req-f0180945-f99b-4e06-bd0c-c24768681814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411968 Nov 03 02:25:53.216425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network fb92b22a-4946-4ec7-bd2d-6467e117ad44 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:53.233966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37480) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:53.264517 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:53.268703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.295931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba6f7650-19d8-495b-bcc8-9e2cc1acdca9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (c696a578-ff12-4a96-bf9d-76ad55c18ec8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.315268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, fb92b22a-4946-4ec7-bd2d-6467e117ad44) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:53.324113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15d9eb13-13a4-4da5-bbc3-d6a19e5760e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (e3bbb370-bd83-412d-9028-1c4f08cbbef9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.328541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:53.329134 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.352373 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f7650-19d8-495b-bcc8-9e2cc1acdca9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Subnet': ['ID=c696a578-ff12-4a96-bf9d-76ad55c18ec8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:53.361416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba6f7650-19d8-495b-bcc8-9e2cc1acdca9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.366717 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ba6f7650-19d8-495b-bcc8-9e2cc1acdca9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/c696a578-ff12-4a96-bf9d-76ad55c18ec8 HTTP/1.1" status: 204 len: 168 time: 1.0794513 Nov 03 02:25:53.371679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37484) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:53.381864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.383010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:53.384444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.402595 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4f8c37dd-9d72-4772-9f83-d06bd058a771 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4837096 Nov 03 02:25:53.412696 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37486) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:53.416806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9eb13-13a4-4da5-bbc3-d6a19e5760e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:53.427175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': 'fb92b22a-4946-4ec7-bd2d-6467e117ad44', 'name': 'tempest-PortsTestJSON-281541351', 'fixed_ips': [{'subnet_id': '207c70eb-47cd-461c-8787-b326c4a6bf95', 'ip_address': '172.20.0.10'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:53.437757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-15d9eb13-13a4-4da5-bbc3-d6a19e5760e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:53.450199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9eb13-13a4-4da5-bbc3-d6a19e5760e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=e3bbb370-bd83-412d-9028-1c4f08cbbef9,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:53.472508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:53.473496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.488197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d9eb13-13a4-4da5-bbc3-d6a19e5760e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:53.488822 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15d9eb13-13a4-4da5-bbc3-d6a19e5760e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.533675 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-15d9eb13-13a4-4da5-bbc3-d6a19e5760e5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5426753 Nov 03 02:25:53.536069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37492) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:53.541096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 409d920e-fb5e-431d-b00a-f91b4f8dbb7f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:53.580138 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4310701 Nov 03 02:25:53.584811 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37496) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:53.588451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:c7:23:d2', 'name': 'tempest-NetworksTestDHCPv6-1796891789'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:53.597184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:53.597817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.598441 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f Nov 03 02:25:53.683566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (694a49e3-4676-44a4-a166-66cce8f8dc29), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.685364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b62dc-1d6f-4aaa-bb59-0159ef2d7f01 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event updated for resources: {'Network': ['ID=cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:53.715297 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:53.729969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:53.730686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.771399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dab34e-61cc-4644-bcd5-4c6c784b3348 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:53.773509 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e6dab34e-61cc-4644-bcd5-4c6c784b3348 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 1125 time: 0.5306215 Nov 03 02:25:53.774308 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37500) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:53.783428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37502) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:53.794879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'tenant_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:53.874494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.887719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=409d920e-fb5e-431d-b00a-f91b4f8dbb7f,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:53.908236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.962709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (e0ae287b-51e9-4cbb-bae7-a16958f061f3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:53.973129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-274287801-network', 'tenant_id': '85d090cdd5024f12953b609b70451319'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:53.997254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=409d920e-fb5e-431d-b00a-f91b4f8dbb7f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:54.031474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:54.040803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.044250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:54.047654 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port e7c271ed-36bd-4656-8548-d88b8d67ce38 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:54.048002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.066195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Made reservation on behalf of 85d090cdd5024f12953b609b70451319 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:54.069080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.139731 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=e0ae287b-51e9-4cbb-bae7-a16958f061f3,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:54.149078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.182263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcea3a6b-e0a5-4058-b5a2-79ce5063d253 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:25:54.197267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port e7c271ed-36bd-4656-8548-d88b8d67ce38, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e7c271ed-36bd-4656-8548-d88b8d67ce38,segment=NetworkSegment(2bf83f50-926a-4ddd-990c-647b3fabc46b),segment_id=2bf83f50-926a-4ddd-990c-647b3fabc46b)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:54.197607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.200474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (b178f2b4-c4e5-423b-bce6-315d59c86598), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.242084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for e7c271ed-36bd-4656-8548-d88b8d67ce38 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:54.298831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking segment: {'id': 'f5bdf417-3a94-40bf-aeb7-10b8a09de44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aeaca45b-13b8-46c9-8da9-85a07e3d7e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:54.299067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network hostable DHCP agents. Network: aeaca45b-13b8-46c9-8da9-85a07e3d7e76, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:54.308967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-771f40a9-415f-44dc-9ff1-4e4b2701bb9c None None] Provisioning complete for port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:54.309519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-771f40a9-415f-44dc-9ff1-4e4b2701bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.309860 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-771f40a9-415f-44dc-9ff1-4e4b2701bb9c None None] Attempt 1 to provision port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f Nov 03 02:25:54.324416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.342341 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.364174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Subnet': ['ID=b178f2b4-c4e5-423b-bce6-315d59c86598,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:54.369223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.373462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:54.398880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a3397a-045b-4480-9400-c93528c9b623') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:54.398880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a3397a-045b-4480-9400-c93528c9b623') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:54.410312 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network aeaca45b-13b8-46c9-8da9-85a07e3d7e76 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:54.411198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.419295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Checking segment: {'id': '853ec289-0780-41e8-a0bd-a47d15246694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2892b3d-4bce-4bf6-9f6d-0203705af3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:54.419666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network hostable DHCP agents. Network: f2892b3d-4bce-4bf6-9f6d-0203705af3bb, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:54.420667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port d09a0222-3cdd-4d00-aaed-c924cd982ef9 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:54.426321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (c6a3397a-045b-4480-9400-c93528c9b623), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.443596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Publish callbacks [] for security_group (484fc5b6-6f47-4751-880c-6d36e7ad5c58), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.445401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port faee7ad4-9b59-481c-9173-26a5546071b5 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:54.459063 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c6a3397a-045b-4480-9400-c93528c9b623), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.461629 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, aeaca45b-13b8-46c9-8da9-85a07e3d7e76) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:54.466566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-771f40a9-415f-44dc-9ff1-4e4b2701bb9c None None] Current status of the port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:54.466890 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:54.467500 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.469204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea3a6b-e0a5-4058-b5a2-79ce5063d253 None None] Unable to find a vacant binding_index for network aeaca45b-13b8-46c9-8da9-85a07e3d7e76 and agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c {{(pid=104395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 03 02:25:54.475798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea3a6b-e0a5-4058-b5a2-79ce5063d253 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, aeaca45b-13b8-46c9-8da9-85a07e3d7e76) {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:25:54.482922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (484fc5b6-6f47-4751-880c-6d36e7ad5c58), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.532983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network f2892b3d-4bce-4bf6-9f6d-0203705af3bb is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:54.538687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e7c271ed-36bd-4656-8548-d88b8d67ce38), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.549331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:54.550061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (c6a3397a-045b-4480-9400-c93528c9b623), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.551043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484fc5b6-6f47-4751-880c-6d36e7ad5c58,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:54.594542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, f2892b3d-4bce-4bf6-9f6d-0203705af3bb) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:54.600872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=e7c271ed-36bd-4656-8548-d88b8d67ce38,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:54.606487 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:54.607339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.613002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No DVR routers for this DVR port e7c271ed-36bd-4656-8548-d88b8d67ce38 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:54.622501 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment c6a3397a-045b-4480-9400-c93528c9b623 resource provider aggregate not found Nov 03 02:25:54.641673 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-839d89a1-b449-4413-a9c3-e0147c1350eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6394477 Nov 03 02:25:54.649602 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37510) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:54.668719 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b22fdf18-e1eb-4f9a-9ee7-a3c8f3dac7f3 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8117409 Nov 03 02:25:54.692875 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment c6a3397a-045b-4480-9400-c93528c9b623 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6a3397a-045b-4480-9400-c93528c9b623 found for delete ", "request_id": "req-aed22979-f772-4882-ad67-11c10af9e8e7"}]} Nov 03 02:25:54.693525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37512) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:54.716419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.84 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/151980e1-b6e1-4529-a11f-a8c57da7a5e0) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:54.742461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (694a49e3-4676-44a4-a166-66cce8f8dc29), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.770318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5c9e2989-64d9-4837-bc03-cef1db1606b7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2031285028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:54.798448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694a49e3-4676-44a4-a166-66cce8f8dc29']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:54.814139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf83f50-926a-4ddd-990c-647b3fabc46b') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:54.814697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf83f50-926a-4ddd-990c-647b3fabc46b') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:54.827159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (2bf83f50-926a-4ddd-990c-647b3fabc46b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.849007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:54.854327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (2bf83f50-926a-4ddd-990c-647b3fabc46b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.856078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.860466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 02:25:54.863128 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.867198 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "DELETE /v2.0/networks/cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb HTTP/1.1" status: 204 len: 168 time: 1.2218363 Nov 03 02:25:54.875396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37514) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:54.877379 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:54.877828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (2bf83f50-926a-4ddd-990c-647b3fabc46b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.891612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-aeaca45b-13b8-46c9-8da9-85a07e3d7e76', 'network_id': 'aeaca45b-13b8-46c9-8da9-85a07e3d7e76', 'project_id': '8944aa6ea0734b11a208550e0ab014f1', 'fixed_ips': [{'subnet_id': 'e0ae287b-51e9-4cbb-bae7-a16958f061f3'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:54.895344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.901720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:54.903403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-fb92b22a-4946-4ec7-bd2d-6467e117ad44', 'network_id': 'fb92b22a-4946-4ec7-bd2d-6467e117ad44', 'project_id': '8dbea1bccbd54492bdf13d1a1069e27e', 'fixed_ips': [{'subnet_id': '207c70eb-47cd-461c-8787-b326c4a6bf95'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:54.904267 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.915395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3df0095f-cafe-417f-88dd-4fbc1687338d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.916181 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Added segment 3df0095f-cafe-417f-88dd-4fbc1687338d of type vlan for network c497e5a1-fa84-40b4-9a93-bbaa81315a40 Nov 03 02:25:54.940033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229d712-9df3-430f-a9d7-dc17581aba06 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf4a22ba-2dba-4bd6-a494-a4bbb7ac99eb,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:54.944225 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2989-64d9-4837-bc03-cef1db1606b7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (06ddee43-55da-44d5-bf0a-ba12960565f3), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.945528 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2989-64d9-4837-bc03-cef1db1606b7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (06ddee43-55da-44d5-bf0a-ba12960565f3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:54.956065 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 2bf83f50-926a-4ddd-990c-647b3fabc46b resource provider aggregate not found Nov 03 02:25:55.016657 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 2bf83f50-926a-4ddd-990c-647b3fabc46b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bf83f50-926a-4ddd-990c-647b3fabc46b found for delete ", "request_id": "req-a32d0aeb-fe88-427e-9ca9-77857d80a909"}]} Nov 03 02:25:55.022311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (151980e1-b6e1-4529-a11f-a8c57da7a5e0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.046184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (c497e5a1-fa84-40b4-9a93-bbaa81315a40), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.050190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (694a49e3-4676-44a4-a166-66cce8f8dc29), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.053396 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.10 (fb92b22a-4946-4ec7-bd2d-6467e117ad44/207c70eb-47cd-461c-8787-b326c4a6bf95/faee7ad4-9b59-481c-9173-26a5546071b5) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:55.058596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Made reservation on behalf of d27daafc28f649849a42a1d1a74ade0e for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:55.061448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.069443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (aeaca45b-13b8-46c9-8da9-85a07e3d7e76), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.073124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.077132 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/networks/694a49e3-4676-44a4-a166-66cce8f8dc29 HTTP/1.1" status: 204 len: 168 time: 1.7041512 Nov 03 02:25:55.090354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37520) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:55.103274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8:0:1::227 (45083813-f1f1-4019-a736-ce483eb72093/e3bbb370-bd83-412d-9028-1c4f08cbbef9/d09a0222-3cdd-4d00-aaed-c924cd982ef9) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:55.104211 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1345731921', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:55.132688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Allocated IP 172.20.0.1 (aeaca45b-13b8-46c9-8da9-85a07e3d7e76/e0ae287b-51e9-4cbb-bae7-a16958f061f3/fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:55.140438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::f816:3eff:fec7:23d2 (45083813-f1f1-4019-a736-ce483eb72093/e02bf36e-a246-4933-b964-687eb14672cb/d09a0222-3cdd-4d00-aaed-c924cd982ef9) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:55.148573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:55.155349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2989-64d9-4837-bc03-cef1db1606b7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (06ddee43-55da-44d5-bf0a-ba12960565f3), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.158429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (28fadd11-a77e-45b6-807a-8e2bacb74969), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.159076 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Added segment 28fadd11-a77e-45b6-807a-8e2bacb74969 of type vlan for network 888079aa-a7b8-4ae1-95e6-ceabfc445cf7 Nov 03 02:25:55.200276 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2989-64d9-4837-bc03-cef1db1606b7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (06ddee43-55da-44d5-bf0a-ba12960565f3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.210553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (888079aa-a7b8-4ae1-95e6-ceabfc445cf7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.239035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdfb11-8b91-4478-93e9-7f190a088a0e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Network': ['ID=694a49e3-4676-44a4-a166-66cce8f8dc29,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:55.254321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (888079aa-a7b8-4ae1-95e6-ceabfc445cf7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.256162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:55.257119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.299034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2989-64d9-4837-bc03-cef1db1606b7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.300294 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5c9e2989-64d9-4837-bc03-cef1db1606b7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5898626 Nov 03 02:25:55.309322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (c497e5a1-fa84-40b4-9a93-bbaa81315a40), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.310867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:55.311650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.313802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Publish callbacks [] for port (fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.314992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37522) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:55.324317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.337379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (e0ae287b-51e9-4cbb-bae7-a16958f061f3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.347291 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4652913 Nov 03 02:25:55.348807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (151980e1-b6e1-4529-a11f-a8c57da7a5e0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.351228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (1d49b73b-832e-40f6-9536-99ae871261da), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.352521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (1d49b73b-832e-40f6-9536-99ae871261da), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.371090 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37524) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:55.379057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Pushing event updated for resources: {'Port': ['ID=fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:55.389854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Request body: {'subnet': {'network_id': '888079aa-a7b8-4ae1-95e6-ceabfc445cf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:55.410395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (1d49b73b-832e-40f6-9536-99ae871261da), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.508054 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7299209 Nov 03 02:25:55.511658 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37526) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:55.516986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] Request body: {'subnet': {'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-274287801-subnet', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:55.522229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Network aeaca45b-13b8-46c9-8da9-85a07e3d7e76 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:55.532119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Made reservation on behalf of d27daafc28f649849a42a1d1a74ade0e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:55.533523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:55.534525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.538552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:55.635363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Attempting to bind port fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:55.635815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Attempting to bind port fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'f5bdf417-3a94-40bf-aeb7-10b8a09de44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aeaca45b-13b8-46c9-8da9-85a07e3d7e76'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:55.637225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Attempting to bind port fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8 on network aeaca45b-13b8-46c9-8da9-85a07e3d7e76 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:55.649961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:55.650974 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Checking segment: {'id': 'f5bdf417-3a94-40bf-aeb7-10b8a09de44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aeaca45b-13b8-46c9-8da9-85a07e3d7e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:55.651934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.652068 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Bound using segment: {'id': 'f5bdf417-3a94-40bf-aeb7-10b8a09de44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aeaca45b-13b8-46c9-8da9-85a07e3d7e76'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:55.652570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Bound port: fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bdf417-3a94-40bf-aeb7-10b8a09de44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aeaca45b-13b8-46c9-8da9-85a07e3d7e76'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:55.652892 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (e0ae287b-51e9-4cbb-bae7-a16958f061f3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.653379 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.655589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 409d920e-fb5e-431d-b00a-f91b4f8dbb7f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:55.666306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (faee7ad4-9b59-481c-9173-26a5546071b5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.670391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] Made reservation on behalf of 85d090cdd5024f12953b609b70451319 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:55.672703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.729019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (d09a0222-3cdd-4d00-aaed-c924cd982ef9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.765485 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ae287b-51e9-4cbb-bae7-a16958f061f3,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:55.782239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] For port fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:55.786459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] For port fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8,segment=NetworkSegment(f5bdf417-3a94-40bf-aeb7-10b8a09de44f),segment_id=f5bdf417-3a94-40bf-aeb7-10b8a09de44f)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:55.793593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:55.794411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.794411 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f Nov 03 02:25:55.797446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.864638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef010d32-1d87-4078-af82-a2155b991c7b tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event updated for resources: {'Network': ['ID=888079aa-a7b8-4ae1-95e6-ceabfc445cf7,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:55.890317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 888079aa-a7b8-4ae1-95e6-ceabfc445cf7 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:55.919474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:55.926096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (aeaca45b-13b8-46c9-8da9-85a07e3d7e76), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.968383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (faee7ad4-9b59-481c-9173-26a5546071b5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:55.971732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:55.992160 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeaca45b-13b8-46c9-8da9-85a07e3d7e76']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:56.001043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (d09a0222-3cdd-4d00-aaed-c924cd982ef9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.014517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999a26a-2dd7-4531-9ce3-be7b854f705e None None] Pushing event updated for resources: {'Port': ['ID=fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:56.015070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:56.024753 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=151980e1-b6e1-4529-a11f-a8c57da7a5e0,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:56.060596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Allocated IP 172.20.0.2 (fb92b22a-4946-4ec7-bd2d-6467e117ad44/207c70eb-47cd-461c-8787-b326c4a6bf95/01812aa3-a6ed-48ec-966e-5496384d3ef3) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:56.064185 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bdf417-3a94-40bf-aeb7-10b8a09de44f') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:56.064591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bdf417-3a94-40bf-aeb7-10b8a09de44f') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:56.082808 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:56.097162 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (f5bdf417-3a94-40bf-aeb7-10b8a09de44f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.119735 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network fb92b22a-4946-4ec7-bd2d-6467e117ad44 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:56.147101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:56.148434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:56.150962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402ec01-eda0-47cd-ac9a-13a2892273bb admin admin] Pushing event updated for resources: {'Network': ['ID=c497e5a1-fa84-40b4-9a93-bbaa81315a40,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:56.159852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:56.163879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:56.166060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:56.167822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_gateway (1d49b73b-832e-40f6-9536-99ae871261da), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.172404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:56.174164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network c497e5a1-fa84-40b4-9a93-bbaa81315a40 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:56.174680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.175929 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=faee7ad4-9b59-481c-9173-26a5546071b5,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:56.182851 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (f5bdf417-3a94-40bf-aeb7-10b8a09de44f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.305682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Publish callbacks [] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.312499 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.353298 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Network fb92b22a-4946-4ec7-bd2d-6467e117ad44 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:56.356366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:56.365570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:56.369575 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Pushing event updated for resources: {'Port': ['ID=01812aa3-a6ed-48ec-966e-5496384d3ef3,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:56.428799 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Attempting to bind port 01812aa3-a6ed-48ec-966e-5496384d3ef3 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:56.429196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Attempting to bind port 01812aa3-a6ed-48ec-966e-5496384d3ef3 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '424637ef-443c-478a-9bea-88c60c7612ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fb92b22a-4946-4ec7-bd2d-6467e117ad44'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:56.429564 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Attempting to bind port 01812aa3-a6ed-48ec-966e-5496384d3ef3 on network fb92b22a-4946-4ec7-bd2d-6467e117ad44 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:56.435843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:56.436231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Checking segment: {'id': '424637ef-443c-478a-9bea-88c60c7612ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fb92b22a-4946-4ec7-bd2d-6467e117ad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:56.436680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.437094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Bound using segment: {'id': '424637ef-443c-478a-9bea-88c60c7612ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fb92b22a-4946-4ec7-bd2d-6467e117ad44'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:56.437586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Bound port: 01812aa3-a6ed-48ec-966e-5496384d3ef3, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424637ef-443c-478a-9bea-88c60c7612ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fb92b22a-4946-4ec7-bd2d-6467e117ad44'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:56.437977 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.487081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.507313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] For port 01812aa3-a6ed-48ec-966e-5496384d3ef3, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:56.510635 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] For port 01812aa3-a6ed-48ec-966e-5496384d3ef3, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=01812aa3-a6ed-48ec-966e-5496384d3ef3,segment=NetworkSegment(424637ef-443c-478a-9bea-88c60c7612ae),segment_id=424637ef-443c-478a-9bea-88c60c7612ae)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:56.518840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.580360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc13cc-7b16-44a0-88ae-afff93a22a84 None None] Pushing event updated for resources: {'Port': ['ID=01812aa3-a6ed-48ec-966e-5496384d3ef3,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:56.625605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:56.626023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (f5bdf417-3a94-40bf-aeb7-10b8a09de44f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.665344 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0825222 Nov 03 02:25:56.666690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37528) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:56.771669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5db1c-2615-497c-867c-9742e3691f54 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=d09a0222-3cdd-4d00-aaed-c924cd982ef9,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:56.784437 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment f5bdf417-3a94-40bf-aeb7-10b8a09de44f resource provider aggregate not found Nov 03 02:25:56.861762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.db.api [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 02:25:56.861762 dv-neutron-860659-5-hyperv neutron-server[104393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 02:25:56.861762 dv-neutron-860659-5-hyperv neutron-server[104393]: [parameters: {'id': 'aeaca45b-13b8-46c9-8da9-85a07e3d7e76'}] Nov 03 02:25:56.861762 dv-neutron-860659-5-hyperv neutron-server[104393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:25:56.862778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG oslo_db.api [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:25:56.865903 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment f5bdf417-3a94-40bf-aeb7-10b8a09de44f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5bdf417-3a94-40bf-aeb7-10b8a09de44f found for delete ", "request_id": "req-9b9c6fd1-b17b-46b3-b9ff-48b689663cf8"}]} Nov 03 02:25:56.873527 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:56.874160 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.876825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (fc85f33e-a9bb-401a-8f2b-36b88bf79176), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:56.931964 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8c6429a1-490a-4785-bbef-5e787053eafa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5139315 Nov 03 02:25:56.938441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37534) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:56.946940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': 'fb92b22a-4946-4ec7-bd2d-6467e117ad44', 'name': 'tempest-PortsTestJSON-806498433', 'fixed_ips': [{'subnet_id': '207c70eb-47cd-461c-8787-b326c4a6bf95', 'ip_address': '172.20.0.9'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:56.977891 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_gateway (1d49b73b-832e-40f6-9536-99ae871261da), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.010389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc85f33e-a9bb-401a-8f2b-36b88bf79176,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:57.060457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] Checking segment: {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:57.060866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] Network hostable DHCP agents. Network: c497e5a1-fa84-40b4-9a93-bbaa81315a40, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:57.067699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.119668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] Network c497e5a1-fa84-40b4-9a93-bbaa81315a40 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:57.121638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:57.126494 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.156366 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, c497e5a1-fa84-40b4-9a93-bbaa81315a40) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:57.193456 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:25:57.199265 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:57.199871 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.202128 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.objects.ports [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104393) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:25:57.202600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (6e423cc9-e419-4b81-a379-681086160df0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.280541 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-db2551fd-1696-425c-b8cd-515f201c3558 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7672918 Nov 03 02:25:57.284949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37536) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:57.297514 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:57.323233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6e423cc9-e419-4b81-a379-681086160df0,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:57.371209 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (aeaca45b-13b8-46c9-8da9-85a07e3d7e76), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.401694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (33a9ddf1-560b-4718-aec6-6a8ed115679d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.402765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (33a9ddf1-560b-4718-aec6-6a8ed115679d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.409882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Checking segment: {'id': '28fadd11-a77e-45b6-807a-8e2bacb74969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '888079aa-a7b8-4ae1-95e6-ceabfc445cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:57.410265 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Network hostable DHCP agents. Network: 888079aa-a7b8-4ae1-95e6-ceabfc445cf7, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:25:57.533146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-51077571-c215-4890-95aa-3810c67be687 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port d09a0222-3cdd-4d00-aaed-c924cd982ef9 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:57.533492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51077571-c215-4890-95aa-3810c67be687 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d09a0222-3cdd-4d00-aaed-c924cd982ef9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.539634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Allocated IP 2001:db8::1 (f2892b3d-4bce-4bf6-9f6d-0203705af3bb/b178f2b4-c4e5-423b-bce6-315d59c86598/c0574d72-abcb-413d-83c3-50535acb7ae7) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:57.550505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Publish callbacks [] for router_controller (33a9ddf1-560b-4718-aec6-6a8ed115679d), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.555763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Network 888079aa-a7b8-4ae1-95e6-ceabfc445cf7 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:25:57.558565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.9 (fb92b22a-4946-4ec7-bd2d-6467e117ad44/207c70eb-47cd-461c-8787-b326c4a6bf95/ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:57.573859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 01812aa3-a6ed-48ec-966e-5496384d3ef3 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:57.629092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (0ec20d57-ca74-4b61-a92a-7578eb8602e2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.643910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 01812aa3-a6ed-48ec-966e-5496384d3ef3 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:57.645548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.646239 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 01812aa3-a6ed-48ec-966e-5496384d3ef3 Nov 03 02:25:57.653254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 888079aa-a7b8-4ae1-95e6-ceabfc445cf7) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:57.659290 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Deleting port fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:25:57.659634 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.670574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:57.671272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.750964 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 01812aa3-a6ed-48ec-966e-5496384d3ef3 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:57.751502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.774489 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Allocated IP 172.26.6.27 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/6f1081e5-526c-42ad-910a-28778723b4b0) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:57.797395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 01812aa3-a6ed-48ec-966e-5496384d3ef3, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=01812aa3-a6ed-48ec-966e-5496384d3ef3,segment=NetworkSegment(424637ef-443c-478a-9bea-88c60c7612ae),segment_id=424637ef-443c-478a-9bea-88c60c7612ae)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:57.802947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.816045 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-82d1fde3-0823-4eba-8790-6f2e5db53436 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4394171 Nov 03 02:25:57.826862 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Publish callbacks [] for router_gateway (33a9ddf1-560b-4718-aec6-6a8ed115679d), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.836300 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37538) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:57.840137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7848902b-9e11-455e-aea9-d7c6219279e5 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:25:57.852305 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Request body: {'floatingip': {'floating_network_id': '888079aa-a7b8-4ae1-95e6-ceabfc445cf7'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:57.920860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-739fad87-4633-4df0-9a06-08f2f1748b5c None None] Provisioning complete for port 01812aa3-a6ed-48ec-966e-5496384d3ef3 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:57.921243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-739fad87-4633-4df0-9a06-08f2f1748b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.921611 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-739fad87-4633-4df0-9a06-08f2f1748b5c None None] Attempt 1 to provision port 01812aa3-a6ed-48ec-966e-5496384d3ef3 Nov 03 02:25:57.925734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=01812aa3-a6ed-48ec-966e-5496384d3ef3,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:57.934831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] For port fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8,segment=NetworkSegment(f5bdf417-3a94-40bf-aeb7-10b8a09de44f),segment_id=f5bdf417-3a94-40bf-aeb7-10b8a09de44f)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:25:57.935221 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:57.984349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Calling delete_port for fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:57.993591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.001009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (c0574d72-abcb-413d-83c3-50535acb7ae7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.007010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (151980e1-b6e1-4529-a11f-a8c57da7a5e0), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.054031 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7848902b-9e11-455e-aea9-d7c6219279e5 None None] Resources bound (agent type, host, resource id): {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:25:58.080727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-739fad87-4633-4df0-9a06-08f2f1748b5c None None] Current status of the port 01812aa3-a6ed-48ec-966e-5496384d3ef3 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:58.095757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51077571-c215-4890-95aa-3810c67be687 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d09a0222-3cdd-4d00-aaed-c924cd982ef9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.128131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-51077571-c215-4890-95aa-3810c67be687 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for d09a0222-3cdd-4d00-aaed-c924cd982ef9 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:25:58.143610 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.209541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.251959 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Port': ['ID=fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:58.254237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.267063 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (6f1081e5-526c-42ad-910a-28778723b4b0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.267406 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No DVR routers for this DVR port fbe29ec5-fd2c-4bcd-b91d-466cfa467ab8 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:25:58.296460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c0574d72-abcb-413d-83c3-50535acb7ae7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.354292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2996c-d1ff-4b04-85a3-bbff2ae5cde7 None None] DHCP port deletion for 694a49e3-4676-44a4-a166-66cce8f8dc29 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:25:58.380711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network f2892b3d-4bce-4bf6-9f6d-0203705af3bb is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:58.382748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network fb92b22a-4946-4ec7-bd2d-6467e117ad44 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:58.390805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (151980e1-b6e1-4529-a11f-a8c57da7a5e0), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.399579 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:58.401065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:58.402429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.406244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:58.406768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (06ddee43-55da-44d5-bf0a-ba12960565f3), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.411187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=c0574d72-abcb-413d-83c3-50535acb7ae7,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:58.413878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-f2892b3d-4bce-4bf6-9f6d-0203705af3bb', 'network_id': 'f2892b3d-4bce-4bf6-9f6d-0203705af3bb', 'project_id': '02739ab548ad4b438001e90eff82e834', 'fixed_ips': [{'subnet_id': 'b178f2b4-c4e5-423b-bce6-315d59c86598'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:25:58.414096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (151980e1-b6e1-4529-a11f-a8c57da7a5e0), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.424250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.429784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:58.432564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:58.461004 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:58.489222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6f1081e5-526c-42ad-910a-28778723b4b0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.499798 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (aeaca45b-13b8-46c9-8da9-85a07e3d7e76), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.530133 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.570240 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeaca45b-13b8-46c9-8da9-85a07e3d7e76']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:58.578898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:58.590609 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:58.590825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.596413 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:58.598404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (0ec20d57-ca74-4b61-a92a-7578eb8602e2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.600671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:58.622756 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bdf417-3a94-40bf-aeb7-10b8a09de44f') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:58.622966 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bdf417-3a94-40bf-aeb7-10b8a09de44f') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:25:58.640757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=151980e1-b6e1-4529-a11f-a8c57da7a5e0,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:58.659429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (f5bdf417-3a94-40bf-aeb7-10b8a09de44f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.671268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Publish callbacks [] for router_gateway (33a9ddf1-560b-4718-aec6-6a8ed115679d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.708873 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bc2e4eec-1ba2-43ab-8a66-20a9a01241ec tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7638254 Nov 03 02:25:58.709608 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (f5bdf417-3a94-40bf-aeb7-10b8a09de44f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.711830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37540) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:58.713047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.778671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:25:58.779182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (f5bdf417-3a94-40bf-aeb7-10b8a09de44f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.868774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Allocated IP 2001:db8::2 (f2892b3d-4bce-4bf6-9f6d-0203705af3bb/b178f2b4-c4e5-423b-bce6-315d59c86598/daff7212-1fd4-4dfa-96da-c2258373e531) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:58.871028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Allocated IP 172.20.0.2 (c497e5a1-fa84-40b4-9a93-bbaa81315a40/fc85f33e-a9bb-401a-8f2b-36b88bf79176/c376dd25-a696-4a64-853e-5546526eea6f) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:58.888926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=6f1081e5-526c-42ad-910a-28778723b4b0,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:58.940724 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment f5bdf417-3a94-40bf-aeb7-10b8a09de44f resource provider aggregate not found Nov 03 02:25:58.947620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51077571-c215-4890-95aa-3810c67be687 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d09a0222-3cdd-4d00-aaed-c924cd982ef9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.949164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c0574d72-abcb-413d-83c3-50535acb7ae7), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.952998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (aeaca45b-13b8-46c9-8da9-85a07e3d7e76), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.966648 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:58.969940 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/aeaca45b-13b8-46c9-8da9-85a07e3d7e76 HTTP/1.1" status: 204 len: 168 time: 4.3136358 Nov 03 02:25:58.976876 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment f5bdf417-3a94-40bf-aeb7-10b8a09de44f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5bdf417-3a94-40bf-aeb7-10b8a09de44f found for delete ", "request_id": "req-b3bb07e4-d557-42e0-bd26-02f38141bd8b"}]} Nov 03 02:25:58.983272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37546) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:59.001479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1770539574'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:59.005324 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Allocated IP 172.20.0.8 (888079aa-a7b8-4ae1-95e6-ceabfc445cf7/6e423cc9-e419-4b81-a379-681086160df0/3685cf53-102c-462f-a770-d830dddb3a29) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:59.014768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385423e9-071c-46ab-a1a3-82304b678859 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:59.016508 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-385423e9-071c-46ab-a1a3-82304b678859 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3012104 Nov 03 02:25:59.040371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37548) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:59.065438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85513384-2e8d-4d2d-b831-28791920565e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=aeaca45b-13b8-46c9-8da9-85a07e3d7e76,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:59.158783 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:25:59.162085 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.179827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Publish callbacks [] for port (daff7212-1fd4-4dfa-96da-c2258373e531), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.182018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Publish callbacks [] for port (c376dd25-a696-4a64-853e-5546526eea6f), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.186026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Allocated IP 172.26.6.58 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/fb2aaf95-1431-4f1f-955f-692906ec9db5) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:25:59.189986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.194555 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (c376dd25-a696-4a64-853e-5546526eea6f), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.220118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:25:59.229784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (ef2a1378-6703-4735-8bc7-0f4f2cd861a6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.230243 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment ef2a1378-6703-4735-8bc7-0f4f2cd861a6 of type vlan for network a2adc08f-092f-4b89-93d8-5d9b90020bcb Nov 03 02:25:59.240882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Network f2892b3d-4bce-4bf6-9f6d-0203705af3bb is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:59.250587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Network c497e5a1-fa84-40b4-9a93-bbaa81315a40 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:25:59.251814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:59.256515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:59.258866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:25:59.261839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Pushing event updated for resources: {'Port': ['ID=daff7212-1fd4-4dfa-96da-c2258373e531,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:59.265963 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:25:59.309817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51077571-c215-4890-95aa-3810c67be687 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=d09a0222-3cdd-4d00-aaed-c924cd982ef9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:59.317596 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 0ec20d57-ca74-4b61-a92a-7578eb8602e2 associated. External IP: 172.26.6.84, port: 2988632b-7e25-4beb-94da-0d8ff5886a87. Nov 03 02:25:59.397192 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Pushing event updated for resources: {'Port': ['ID=c376dd25-a696-4a64-853e-5546526eea6f,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:59.398055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51077571-c215-4890-95aa-3810c67be687 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.404061 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-51077571-c215-4890-95aa-3810c67be687 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/d09a0222-3cdd-4d00-aaed-c924cd982ef9 HTTP/1.1" status: 204 len: 168 time: 2.7361608 Nov 03 02:25:59.408439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37550) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:59.421207 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Attempting to bind port c376dd25-a696-4a64-853e-5546526eea6f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:59.422036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Attempting to bind port c376dd25-a696-4a64-853e-5546526eea6f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:59.423104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Attempting to bind port c376dd25-a696-4a64-853e-5546526eea6f on network c497e5a1-fa84-40b4-9a93-bbaa81315a40 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:59.430346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:59.431508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Checking segment: {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:59.432755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.433350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Bound using segment: {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:59.434043 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Bound port: c376dd25-a696-4a64-853e-5546526eea6f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:59.434638 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c376dd25-a696-4a64-853e-5546526eea6f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.451821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Attempting to bind port daff7212-1fd4-4dfa-96da-c2258373e531 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:25:59.454931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Attempting to bind port daff7212-1fd4-4dfa-96da-c2258373e531 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '853ec289-0780-41e8-a0bd-a47d15246694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2892b3d-4bce-4bf6-9f6d-0203705af3bb'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:25:59.455611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Attempting to bind port daff7212-1fd4-4dfa-96da-c2258373e531 on network f2892b3d-4bce-4bf6-9f6d-0203705af3bb {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:25:59.492602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:25:59.492905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Checking segment: {'id': '853ec289-0780-41e8-a0bd-a47d15246694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2892b3d-4bce-4bf6-9f6d-0203705af3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:25:59.493427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.493901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Bound using segment: {'id': '853ec289-0780-41e8-a0bd-a47d15246694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2892b3d-4bce-4bf6-9f6d-0203705af3bb'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:25:59.494501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Bound port: daff7212-1fd4-4dfa-96da-c2258373e531, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853ec289-0780-41e8-a0bd-a47d15246694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2892b3d-4bce-4bf6-9f6d-0203705af3bb'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:25:59.495020 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.528015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 01812aa3-a6ed-48ec-966e-5496384d3ef3 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:25:59.597695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (a2adc08f-092f-4b89-93d8-5d9b90020bcb), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.601725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] For port c376dd25-a696-4a64-853e-5546526eea6f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:59.628709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37658f0c-1777-4257-804a-533199860e30 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:59.631070 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-37658f0c-1777-4257-804a-533199860e30 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2193983 Nov 03 02:25:59.631955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] For port c376dd25-a696-4a64-853e-5546526eea6f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c376dd25-a696-4a64-853e-5546526eea6f,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:59.633426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (a2adc08f-092f-4b89-93d8-5d9b90020bcb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.637055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37552) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:59.638482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:59.639085 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.644318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] For port daff7212-1fd4-4dfa-96da-c2258373e531, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:25:59.649790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] For port daff7212-1fd4-4dfa-96da-c2258373e531, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=daff7212-1fd4-4dfa-96da-c2258373e531,segment=NetworkSegment(853ec289-0780-41e8-a0bd-a47d15246694),segment_id=853ec289-0780-41e8-a0bd-a47d15246694)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:25:59.657349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25e4a1-e042-4667-8e75-2eef83bbabda tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:59.658736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 01812aa3-a6ed-48ec-966e-5496384d3ef3 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:25:59.659195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.659541 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 01812aa3-a6ed-48ec-966e-5496384d3ef3 Nov 03 02:25:59.661526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c376dd25-a696-4a64-853e-5546526eea6f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.663905 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25e4a1-e042-4667-8e75-2eef83bbabda tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:59.669330 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25e4a1-e042-4667-8e75-2eef83bbabda tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:59.671030 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8e25e4a1-e042-4667-8e75-2eef83bbabda tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.6269464 Nov 03 02:25:59.671424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.682001 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37554) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:59.771554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf7639-8b43-41ac-9215-e8fc468f93df None None] Pushing event updated for resources: {'Port': ['ID=c376dd25-a696-4a64-853e-5546526eea6f,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:59.800132 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8148215 Nov 03 02:25:59.809265 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37556) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:25:59.830182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'network_id': 'a2adc08f-092f-4b89-93d8-5d9b90020bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:25:59.906567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 01812aa3-a6ed-48ec-966e-5496384d3ef3 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:25:59.917127 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84ebd1-ac34-4613-9678-d4f12e903b4e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=a2adc08f-092f-4b89-93d8-5d9b90020bcb,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:59.919191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e7c271ed-36bd-4656-8548-d88b8d67ce38 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:25:59.925176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for port (3685cf53-102c-462f-a770-d830dddb3a29), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.946676 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cfd94-bd12-45a1-85a0-6b9495a955b2 None None] Pushing event updated for resources: {'Port': ['ID=daff7212-1fd4-4dfa-96da-c2258373e531,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:25:59.970257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef378b-19ee-4786-a4ef-afeb81159566 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:25:59.974021 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ffef378b-19ee-4786-a4ef-afeb81159566 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3339214 Nov 03 02:25:59.975708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_gateway (1d49b73b-832e-40f6-9536-99ae871261da), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:25:59.984959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network a2adc08f-092f-4b89-93d8-5d9b90020bcb details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:25:59.987132 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: e7c271ed-36bd-4656-8548-d88b8d67ce38 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:25:59.987481 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e7c271ed-36bd-4656-8548-d88b8d67ce38 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:26:00.002641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37558) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:00.136300 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Publish callbacks [] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.163150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:00.166808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.176596 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (3685cf53-102c-462f-a770-d830dddb3a29), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.243197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19df3749-619d-4759-a0de-26b58a170a37 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:00.244571 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19df3749-619d-4759-a0de-26b58a170a37 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:00.245918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19df3749-619d-4759-a0de-26b58a170a37 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:00.247664 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-19df3749-619d-4759-a0de-26b58a170a37 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2395120 Nov 03 02:26:00.253551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37560) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:00.308755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Network 888079aa-a7b8-4ae1-95e6-ceabfc445cf7 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:00.325183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:00.332389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:00.334766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event updated for resources: {'Port': ['ID=3685cf53-102c-462f-a770-d830dddb3a29,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:00.363225 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.386749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 385c9d11-ad0b-4b94-aef4-e2f362f52395 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:26:00.403220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-30bbdfa8-c6ac-4ba0-bfac-935269d16d04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:00.403562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30bbdfa8-c6ac-4ba0-bfac-935269d16d04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.436866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:00.439623 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2aaf95-1431-4f1f-955f-692906ec9db5,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:00.443580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-6987dc60-46cd-48f1-a4f1-bb02e558f08e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet e02bf36e-a246-4933-b964-687eb14672cb {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:00.468011 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:00.472890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (c0574d72-abcb-413d-83c3-50535acb7ae7), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.473985 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:00.480905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6987dc60-46cd-48f1-a4f1-bb02e558f08e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (e02bf36e-a246-4933-b964-687eb14672cb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.508747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (c0574d72-abcb-413d-83c3-50535acb7ae7), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.509520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (06ddee43-55da-44d5-bf0a-ba12960565f3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.526253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (1d49b73b-832e-40f6-9536-99ae871261da), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.621831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6987dc60-46cd-48f1-a4f1-bb02e558f08e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (e02bf36e-a246-4933-b964-687eb14672cb), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.629359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for floatingip (b535dcec-e373-46be-9236-97d92950e444), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.673339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (92449668-6234-49d9-8aff-bb3ce6415473), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.783205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3685cf53-102c-462f-a770-d830dddb3a29), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:00.796937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=92449668-6234-49d9-8aff-bb3ce6415473,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:00.906595 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking segment: {'id': 'ef2a1378-6703-4735-8bc7-0f4f2cd861a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a2adc08f-092f-4b89-93d8-5d9b90020bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:00.907301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network hostable DHCP agents. Network: a2adc08f-092f-4b89-93d8-5d9b90020bcb, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:01.019769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30bbdfa8-c6ac-4ba0-bfac-935269d16d04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.021449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network a2adc08f-092f-4b89-93d8-5d9b90020bcb is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:01.030893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=c0574d72-abcb-413d-83c3-50535acb7ae7,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:01.045874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, a2adc08f-092f-4b89-93d8-5d9b90020bcb) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:01.050740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Publish callbacks [] for router_gateway (33a9ddf1-560b-4718-aec6-6a8ed115679d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.060121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:01.060765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.131925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-30bbdfa8-c6ac-4ba0-bfac-935269d16d04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:01.137551 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-61b3c38c-1b10-494a-bc1f-c31174ad466b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3224292 Nov 03 02:26:01.159876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37562) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:01.174438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for port (3685cf53-102c-462f-a770-d830dddb3a29), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.188358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0e2c6089-69a5-4dd3-88c8-44b5aa91a7fb None None] Provisioning complete for port daff7212-1fd4-4dfa-96da-c2258373e531 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:01.189016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (3685cf53-102c-462f-a770-d830dddb3a29), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.189978 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6089-69a5-4dd3-88c8-44b5aa91a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.191192 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0e2c6089-69a5-4dd3-88c8-44b5aa91a7fb None None] Attempt 1 to provision port daff7212-1fd4-4dfa-96da-c2258373e531 Nov 03 02:26:01.299018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c6089-69a5-4dd3-88c8-44b5aa91a7fb None None] Current status of the port daff7212-1fd4-4dfa-96da-c2258373e531 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:01.299730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6089-69a5-4dd3-88c8-44b5aa91a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.307340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:01.311882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (b535dcec-e373-46be-9236-97d92950e444), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.313441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6987dc60-46cd-48f1-a4f1-bb02e558f08e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (e02bf36e-a246-4933-b964-687eb14672cb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.317030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event updated for resources: {'Port': ['ID=3685cf53-102c-462f-a770-d830dddb3a29,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:01.335503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f3475-c1e7-442e-9aca-f0ae175b6015 None None] Sync routers for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:01.368854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f3475-c1e7-442e-9aca-f0ae175b6015 None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:01.369777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f48f3475-c1e7-442e-9aca-f0ae175b6015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:01.374049 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.375460 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-32bb30cb-5f8a-417b-901d-26752df0473a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5380821 Nov 03 02:26:01.378193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37564) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:01.456284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (a2adc08f-092f-4b89-93d8-5d9b90020bcb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.479589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-f48f3475-c1e7-442e-9aca-f0ae175b6015 None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:01.483137 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3c3438cc-640e-4281-a668-fc65b01ff2b2 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=888079aa-a7b8-4ae1-95e6-ceabfc445cf7 HTTP/1.1" status: 200 len: 689 time: 0.1036878 Nov 03 02:26:01.485701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37566) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:01.497423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network f2892b3d-4bce-4bf6-9f6d-0203705af3bb is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:01.501121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (33a9ddf1-560b-4718-aec6-6a8ed115679d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.533205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:01.620161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0e2c6089-69a5-4dd3-88c8-44b5aa91a7fb None None] For port daff7212-1fd4-4dfa-96da-c2258373e531, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=daff7212-1fd4-4dfa-96da-c2258373e531,segment=NetworkSegment(853ec289-0780-41e8-a0bd-a47d15246694),segment_id=853ec289-0780-41e8-a0bd-a47d15246694)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:01.634725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device daff7212-1fd4-4dfa-96da-c2258373e531 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:01.645190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6089-69a5-4dd3-88c8-44b5aa91a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.656418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.699939 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (888079aa-a7b8-4ae1-95e6-ceabfc445cf7), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.720704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (92449668-6234-49d9-8aff-bb3ce6415473), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.727012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ce2319-2907-441a-9013-1a3e15242459 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:01.739739 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf27182-6543-4000-9dc2-6d4c96312246 None None] Network fb92b22a-4946-4ec7-bd2d-6467e117ad44 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:01.741581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12125242-bf77-4c67-b845-a8585378fa2c None None] Network aeaca45b-13b8-46c9-8da9-85a07e3d7e76 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:01.743437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d6e6f-169e-488f-beaa-fe3114c0ac29 None None] Network f2892b3d-4bce-4bf6-9f6d-0203705af3bb requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:01.798380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2261773-e381-4190-a584-c44f480875d1 None None] Network c497e5a1-fa84-40b4-9a93-bbaa81315a40 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:01.801345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d17cbb8-ba7d-47b6-bf5d-57f35a289bcb None None] Network 888079aa-a7b8-4ae1-95e6-ceabfc445cf7 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:01.840078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Deleting port 3685cf53-102c-462f-a770-d830dddb3a29 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:01.840441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3685cf53-102c-462f-a770-d830dddb3a29), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.845278 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-543fb633-54f7-4589-89d8-cf06e49c4e7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.0557122 Nov 03 02:26:01.847031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37568) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:01.868324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'tag': '2988632b-7e25-4beb-94da-0d8ff5886a87'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:26:01.870894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9362a88c-c774-4443-8ac6-2996417d445c" -d '{"events": [{"name": "network-changed", "server_uuid": "58ae781f-5a4e-4457-bc98-fc9132e5a076", "tag": "2988632b-7e25-4beb-94da-0d8ff5886a87"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:26:01.873403 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router 1d49b73b-832e-40f6-9536-99ae871261da is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:26:01.875773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6987dc60-46cd-48f1-a4f1-bb02e558f08e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (e02bf36e-a246-4933-b964-687eb14672cb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.891736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Router 33a9ddf1-560b-4718-aec6-6a8ed115679d is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:26:01.938115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224fe669-8947-4a9d-9925-76463ecb3308 x-openstack-request-id: req-224fe669-8947-4a9d-9925-76463ecb3308 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:26:01.938329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ae781f-5a4e-4457-bc98-fc9132e5a076", "tag": "2988632b-7e25-4beb-94da-0d8ff5886a87", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:26:01.938568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-224fe669-8947-4a9d-9925-76463ecb3308 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:26:01.938966 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224fe669-8947-4a9d-9925-76463ecb3308'] response: {'name': 'network-changed', 'server_uuid': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'tag': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'status': 'completed', 'code': 200} Nov 03 02:26:01.951785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987dc60-46cd-48f1-a4f1-bb02e558f08e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=e02bf36e-a246-4933-b964-687eb14672cb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:01.954033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6987dc60-46cd-48f1-a4f1-bb02e558f08e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:01.957353 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6987dc60-46cd-48f1-a4f1-bb02e558f08e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/e02bf36e-a246-4933-b964-687eb14672cb HTTP/1.1" status: 204 len: 168 time: 1.6983383 Nov 03 02:26:01.965120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37572) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:02.048321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb06698-3cb7-4fcc-9141-aa3fc0318a91 None None] Network a2adc08f-092f-4b89-93d8-5d9b90020bcb requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:02.057745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30bbdfa8-c6ac-4ba0-bfac-935269d16d04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.061515 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9febc5bc-db90-4ae1-b854-4252049bfb12 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/0ec20d57-ca74-4b61-a92a-7578eb8602e2 HTTP/1.1" status: 200 len: 991 time: 0.2146852 Nov 03 02:26:02.073965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3685cf53-102c-462f-a770-d830dddb3a29), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.074238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (92449668-6234-49d9-8aff-bb3ce6415473), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.074346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for floatingip (3685cf53-102c-462f-a770-d830dddb3a29), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.126431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Calling delete_port for 3685cf53-102c-462f-a770-d830dddb3a29 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:02.137441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362a88c-c774-4443-8ac6-2996417d445c req-db5e4443-e919-4bda-9f58-d11208e99ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:02.139611 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9362a88c-c774-4443-8ac6-2996417d445c req-db5e4443-e919-4bda-9f58-d11208e99ba8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 1130 time: 0.1928296 Nov 03 02:26:02.142833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbdfa8-c6ac-4ba0-bfac-935269d16d04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:02.183854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Subnet': ['ID=92449668-6234-49d9-8aff-bb3ce6415473,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:02.194945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-9896ea68-4d45-4f9e-b043-1add9bd6e56b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet e3bbb370-bd83-412d-9028-1c4f08cbbef9 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:02.245077 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:02.256194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9896ea68-4d45-4f9e-b043-1add9bd6e56b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (e3bbb370-bd83-412d-9028-1c4f08cbbef9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.267185 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Sync routers for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:02.298195 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:02.300058 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:02.301444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.303634 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-50cf7719-c6e8-44f5-9257-e9d14d8f8735 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0138197 Nov 03 02:26:02.311342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37576) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:02.321041 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12125242-bf77-4c67-b845-a8585378fa2c None None] Network aeaca45b-13b8-46c9-8da9-85a07e3d7e76 could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:26:02.343889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-e674b79c-9be7-4bf7-9d6d-0a3df22cba76 None None] Provisioning complete for port c376dd25-a696-4a64-853e-5546526eea6f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:02.344288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e674b79c-9be7-4bf7-9d6d-0a3df22cba76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c376dd25-a696-4a64-853e-5546526eea6f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.344706 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e674b79c-9be7-4bf7-9d6d-0a3df22cba76 None None] Attempt 1 to provision port c376dd25-a696-4a64-853e-5546526eea6f Nov 03 02:26:02.349761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 06ddee43-55da-44d5-bf0a-ba12960565f3 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:26:02.351966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (a2adc08f-092f-4b89-93d8-5d9b90020bcb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.370539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:02.371230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362a88c-c774-4443-8ac6-2996417d445c req-7287ff6b-b1f0-4cb7-b251-60f80eb8e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:02.379412 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9362a88c-c774-4443-8ac6-2996417d445c req-7287ff6b-b1f0-4cb7-b251-60f80eb8e491 service neutron] 10.222.0.27 "GET /v2.0/networks?id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43 HTTP/1.1" status: 200 len: 897 time: 0.2322702 Nov 03 02:26:02.387584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9896ea68-4d45-4f9e-b043-1add9bd6e56b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (e3bbb370-bd83-412d-9028-1c4f08cbbef9), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.388587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26320bb4-ad24-4a82-981d-afb2817b1387 None None] Network aeaca45b-13b8-46c9-8da9-85a07e3d7e76 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:02.424788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2adc08f-092f-4b89-93d8-5d9b90020bcb']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:02.436211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26320bb4-ad24-4a82-981d-afb2817b1387 None None] Network aeaca45b-13b8-46c9-8da9-85a07e3d7e76 could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:26:02.439632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f01a43-6d81-439b-83b5-855f7f27ef51 None None] Sync routers for ids ['1d49b73b-832e-40f6-9536-99ae871261da'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:02.446951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6089-69a5-4dd3-88c8-44b5aa91a7fb None None] Pushing event updated for resources: {'Port': ['ID=daff7212-1fd4-4dfa-96da-c2258373e531,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:02.457697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2a1378-6703-4735-8bc7-0f4f2cd861a6') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:02.458763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2a1378-6703-4735-8bc7-0f4f2cd861a6') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:02.461810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30bbdfa8-c6ac-4ba0-bfac-935269d16d04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.468444 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-30bbdfa8-c6ac-4ba0-bfac-935269d16d04 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1 HTTP/1.1" status: 204 len: 168 time: 2.7820055 Nov 03 02:26:02.474970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37578) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:02.500505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (ef2a1378-6703-4735-8bc7-0f4f2cd861a6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.535762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.537670 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-879245ec-cb33-483d-9bc9-8d9e27ae34e1 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.4393382 Nov 03 02:26:02.549082 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:02.591786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f01a43-6d81-439b-83b5-855f7f27ef51 None None] Routers {'1d49b73b-832e-40f6-9536-99ae871261da'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:02.592424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-31f01a43-6d81-439b-83b5-855f7f27ef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1d49b73b-832e-40f6-9536-99ae871261da'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:02.603550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (ef2a1378-6703-4735-8bc7-0f4f2cd861a6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.613769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:02.614566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (ef2a1378-6703-4735-8bc7-0f4f2cd861a6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.717003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-31f01a43-6d81-439b-83b5-855f7f27ef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:02.729793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9896ea68-4d45-4f9e-b043-1add9bd6e56b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (e3bbb370-bd83-412d-9028-1c4f08cbbef9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.783665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37580) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:02.788951 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:00Z', 'revision_number': 3, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:02.832092 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Checking router: 33a9ddf1-560b-4718-aec6-6a8ed115679d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:26:02.832629 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Updating router 33a9ddf1-560b-4718-aec6-6a8ed115679d port fb2aaf95-1431-4f1f-955f-692906ec9db5 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:26:02.867383 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc07048-e74a-4042-8b28-f79acd854bb5 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:26:02.869017 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8cc07048-e74a-4042-8b28-f79acd854bb5 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/ec8c2555-31ba-4a91-a3c9-0159c4aa5ca1 HTTP/1.1" status: 404 len: 333 time: 0.3860700 Nov 03 02:26:02.870587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:02.885104 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b6119361-0439-4831-b999-35bd9effd140 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/06ddee43-55da-44d5-bf0a-ba12960565f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5596650 Nov 03 02:26:02.885817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37584) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:02.886159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37586) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:02.887748 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment ef2a1378-6703-4735-8bc7-0f4f2cd861a6 resource provider aggregate not found Nov 03 02:26:02.893431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74852362-9479-4d97-9e83-2940bf3a862c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-a2adc08f-092f-4b89-93d8-5d9b90020bcb', 'network_id': 'a2adc08f-092f-4b89-93d8-5d9b90020bcb', 'project_id': '8944aa6ea0734b11a208550e0ab014f1', 'fixed_ips': [{'subnet_id': '92449668-6234-49d9-8aff-bb3ce6415473'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:02.894345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-74852362-9479-4d97-9e83-2940bf3a862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.924201 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9362a88c-c774-4443-8ac6-2996417d445c req-b5c75ca6-427e-4a53-89ae-4d9ded7f2610 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2988632b-7e25-4beb-94da-0d8ff5886a87 HTTP/1.1" status: 200 len: 999 time: 0.5365293 Nov 03 02:26:02.926990 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port daff7212-1fd4-4dfa-96da-c2258373e531 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:02.929764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.929764 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port daff7212-1fd4-4dfa-96da-c2258373e531 Nov 03 02:26:02.940946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (a2adc08f-092f-4b89-93d8-5d9b90020bcb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.950598 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.954340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.965018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f01a43-6d81-439b-83b5-855f7f27ef51 None None] Routers {'1d49b73b-832e-40f6-9536-99ae871261da'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:02.965754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-31f01a43-6d81-439b-83b5-855f7f27ef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1d49b73b-832e-40f6-9536-99ae871261da'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:02.970150 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/a2adc08f-092f-4b89-93d8-5d9b90020bcb HTTP/1.1" status: 204 len: 168 time: 1.8091021 Nov 03 02:26:02.973769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37590) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:02.978850 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (3685cf53-102c-462f-a770-d830dddb3a29), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:02.984722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2018948610'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:03.071199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37592) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:03.073840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event deleted for resources: {'Port': ['ID=3685cf53-102c-462f-a770-d830dddb3a29,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:03.111719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-31f01a43-6d81-439b-83b5-855f7f27ef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:03.112323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f01a43-6d81-439b-83b5-855f7f27ef51 None None] The sync data for ids ['1d49b73b-832e-40f6-9536-99ae871261da'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:03.119643 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment ef2a1378-6703-4735-8bc7-0f4f2cd861a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef2a1378-6703-4735-8bc7-0f4f2cd861a6 found for delete ", "request_id": "req-fdeb7692-b5c3-49c7-9b7f-84a68d6b917f"}]} Nov 03 02:26:03.122647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362a88c-c774-4443-8ac6-2996417d445c req-67813f70-5103-4e8b-9bc3-df0055aebc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:03.124407 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9362a88c-c774-4443-8ac6-2996417d445c req-67813f70-5103-4e8b-9bc3-df0055aebc23 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bd94f89f-2e32-4664-b985-155f87510eb7 HTTP/1.1" status: 200 len: 834 time: 0.1940246 Nov 03 02:26:03.187956 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae1a9e-0e6a-4892-9760-8f566c1db25f None None] Sync routers for ids ['06ddee43-55da-44d5-bf0a-ba12960565f3'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:03.192859 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:03.199571 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.203600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412350d6-187d-473c-895f-19ead46b25d0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=a2adc08f-092f-4b89-93d8-5d9b90020bcb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:03.254760 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e674b79c-9be7-4bf7-9d6d-0a3df22cba76 None None] Current status of the port c376dd25-a696-4a64-853e-5546526eea6f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:03.255188 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e674b79c-9be7-4bf7-9d6d-0a3df22cba76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c376dd25-a696-4a64-853e-5546526eea6f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.262851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d84a6a9-8917-423d-8633-b5fcd317c740 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:03.267266 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3d84a6a9-8917-423d-8633-b5fcd317c740 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports/c0574d72-abcb-413d-83c3-50535acb7ae7 HTTP/1.1" status: 200 len: 911 time: 0.3462172 Nov 03 02:26:03.296063 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37594) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:03.298712 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae1a9e-0e6a-4892-9760-8f566c1db25f None None] Routers {'06ddee43-55da-44d5-bf0a-ba12960565f3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:03.299499 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ecae1a9e-0e6a-4892-9760-8f566c1db25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['06ddee43-55da-44d5-bf0a-ba12960565f3'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:03.361783 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-25be3d5f-c190-48ac-9611-c8f14b4aa1c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/0ec20d57-ca74-4b61-a92a-7578eb8602e2 HTTP/1.1" status: 200 len: 991 time: 0.2889059 Nov 03 02:26:03.377235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e674b79c-9be7-4bf7-9d6d-0a3df22cba76 None None] For port c376dd25-a696-4a64-853e-5546526eea6f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c376dd25-a696-4a64-853e-5546526eea6f,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:03.381125 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ecae1a9e-0e6a-4892-9760-8f566c1db25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:03.397141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50576a5b-c79f-406f-8b50-cb276dc1dfd9 None None] Network 888079aa-a7b8-4ae1-95e6-ceabfc445cf7 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:03.418483 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:03.421291 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae1a9e-0e6a-4892-9760-8f566c1db25f None None] Routers {'06ddee43-55da-44d5-bf0a-ba12960565f3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:03.422366 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ecae1a9e-0e6a-4892-9760-8f566c1db25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['06ddee43-55da-44d5-bf0a-ba12960565f3'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:03.445594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for floatingip (b535dcec-e373-46be-9236-97d92950e444), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.480546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c3b7884f-ad5e-4314-8094-9160d9604531), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.481244 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment c3b7884f-ad5e-4314-8094-9160d9604531 of type vlan for network 2243fff9-694a-43f6-8274-549f52738be6 Nov 03 02:26:03.503456 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362a88c-c774-4443-8ac6-2996417d445c req-c1dd5787-0b1f-4e84-95b6-a83ef0e44e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:03.504923 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ecae1a9e-0e6a-4892-9760-8f566c1db25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:03.506131 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9362a88c-c774-4443-8ac6-2996417d445c req-c1dd5787-0b1f-4e84-95b6-a83ef0e44e52 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3310704 Nov 03 02:26:03.506544 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae1a9e-0e6a-4892-9760-8f566c1db25f None None] The sync data for ids ['06ddee43-55da-44d5-bf0a-ba12960565f3'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:03.533623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637d51f-f77d-4eca-84dc-705dac825f24 None None] Network a2adc08f-092f-4b89-93d8-5d9b90020bcb requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:03.620357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637d51f-f77d-4eca-84dc-705dac825f24 None None] Network a2adc08f-092f-4b89-93d8-5d9b90020bcb could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:26:03.637425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (2243fff9-694a-43f6-8274-549f52738be6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.646633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e674b79c-9be7-4bf7-9d6d-0a3df22cba76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c376dd25-a696-4a64-853e-5546526eea6f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.669846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f48f3475-c1e7-442e-9aca-f0ae175b6015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:25:13Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '0ec20d57-ca74-4b61-a92a-7578eb8602e2', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'port_id': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'mac_address': 'fa:16:3e:80:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:25:56Z', 'updated_at': '2022-11-03T02:25:56Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:03.733466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (6e423cc9-e419-4b81-a379-681086160df0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.816309 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Publish callbacks [] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.824889 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (2243fff9-694a-43f6-8274-549f52738be6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.825110 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.826553 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f3475-c1e7-442e-9aca-f0ae175b6015 None None] Checking router: 385c9d11-ad0b-4b94-aef4-e2f362f52395 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:26:03.838453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:03.840306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.859693 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Attempting to bind port fb2aaf95-1431-4f1f-955f-692906ec9db5 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:03.860065 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Attempting to bind port fb2aaf95-1431-4f1f-955f-692906ec9db5 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:03.860442 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Attempting to bind port fb2aaf95-1431-4f1f-955f-692906ec9db5 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:03.892629 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:03.893016 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:03.893425 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.893824 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:03.894384 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Bound port: fb2aaf95-1431-4f1f-955f-692906ec9db5, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:03.894771 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:03.988765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f3475-c1e7-442e-9aca-f0ae175b6015 None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:03.990062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f48f3475-c1e7-442e-9aca-f0ae175b6015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:04.061050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9896ea68-4d45-4f9e-b043-1add9bd6e56b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (e3bbb370-bd83-412d-9028-1c4f08cbbef9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:04.092156 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Pushing event updated for resources: {'Port': ['ID=fb2aaf95-1431-4f1f-955f-692906ec9db5,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:04.101379 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9362a88c-c774-4443-8ac6-2996417d445c req-f98bae19-2f7a-4993-98e7-8246b380c46a service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711865 Nov 03 02:26:04.137145 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.142413 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1613863 Nov 03 02:26:04.143429 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.144602 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.144967 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.145344 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.145696 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.147853 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.148288 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.148655 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.149028 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.149388 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.150145 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.150490 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:04.157709 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] For port fb2aaf95-1431-4f1f-955f-692906ec9db5, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:04.168802 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] For port fb2aaf95-1431-4f1f-955f-692906ec9db5, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fb2aaf95-1431-4f1f-955f-692906ec9db5,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:04.172455 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37598) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:04.181015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674b79c-9be7-4bf7-9d6d-0a3df22cba76 None None] Pushing event updated for resources: {'Port': ['ID=c376dd25-a696-4a64-853e-5546526eea6f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:04.184681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9038366-a563-4f4a-972b-18b555f3b801 None None] Update dhcp port {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': 'e3bbb370-bd83-412d-9028-1c4f08cbbef9'}, {'subnet_id': 'e02bf36e-a246-4933-b964-687eb14672cb'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': '409d920e-fb5e-431d-b00a-f91b4f8dbb7f'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:26:04.189098 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:04.198419 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-763ca49d-efb5-4659-97fc-99e2ebf8415e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/routers/1d49b73b-832e-40f6-9536-99ae871261da HTTP/1.1" status: 200 len: 880 time: 1.3432968 Nov 03 02:26:04.232401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'network_id': '2243fff9-694a-43f6-8274-549f52738be6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:04.242445 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37600) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:04.281105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896ea68-4d45-4f9e-b043-1add9bd6e56b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bbb370-bd83-412d-9028-1c4f08cbbef9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:04.286442 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9896ea68-4d45-4f9e-b043-1add9bd6e56b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:04.300318 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9896ea68-4d45-4f9e-b043-1add9bd6e56b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/e3bbb370-bd83-412d-9028-1c4f08cbbef9 HTTP/1.1" status: 204 len: 168 time: 2.3280299 Nov 03 02:26:04.311690 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:04.315127 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:04.320638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37602) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:04.335992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f7505-cc1b-40bf-98b5-50d1f208e2a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=2243fff9-694a-43f6-8274-549f52738be6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:04.366069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port daff7212-1fd4-4dfa-96da-c2258373e531 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:04.366291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37604) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:04.375470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c376dd25-a696-4a64-853e-5546526eea6f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:04.479700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 2243fff9-694a-43f6-8274-549f52738be6 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:04.508249 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5991a-9d6c-4adb-a479-6afa8c851b4e None None] Pushing event updated for resources: {'Port': ['ID=fb2aaf95-1431-4f1f-955f-692906ec9db5,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:04.536179 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eaae7793-24a7-4a47-b51f-038537a5a3b0 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2068095 Nov 03 02:26:04.540616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c81723e2-7f5d-44f0-b737-a3f6eacd82a4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port faee7ad4-9b59-481c-9173-26a5546071b5 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:04.540745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c81723e2-7f5d-44f0-b737-a3f6eacd82a4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (faee7ad4-9b59-481c-9173-26a5546071b5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:04.586048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37606) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:04.634435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e00af219-8495-4cd5-9cce-1a2810694167 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:04.668993 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:04.811029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f9038366-a563-4f4a-972b-18b555f3b801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:04.817352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (6e423cc9-e419-4b81-a379-681086160df0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:04.856938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12c621-7b4e-4771-ad09-83aed081551d None None] Network c497e5a1-fa84-40b4-9a93-bbaa81315a40 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:04.858895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c376dd25-a696-4a64-853e-5546526eea6f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:04.859580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c376dd25-a696-4a64-853e-5546526eea6f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:04.859580 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c376dd25-a696-4a64-853e-5546526eea6f Nov 03 02:26:04.902366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c81723e2-7f5d-44f0-b737-a3f6eacd82a4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (faee7ad4-9b59-481c-9173-26a5546071b5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:04.931858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c81723e2-7f5d-44f0-b737-a3f6eacd82a4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for faee7ad4-9b59-481c-9173-26a5546071b5 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:04.998923 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:00Z', 'revision_number': 3, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:05.013978 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6e423cc9-e419-4b81-a379-681086160df0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:05.029075 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a69e8b-a382-42e9-8fd2-161c7cecd38c None None] The sync data for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv is: [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:00Z', 'revision_number': 3, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:05.068934 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00af219-8495-4cd5-9cce-1a2810694167 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:05.068934 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e00af219-8495-4cd5-9cce-1a2810694167 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.088835 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.223189 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-138738d9-5abc-4a75-8a7b-c0e0dbf20e6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/0ec20d57-ca74-4b61-a92a-7578eb8602e2 HTTP/1.1" status: 200 len: 991 time: 0.8477895 Nov 03 02:26:05.223739 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-9362a88c-c774-4443-8ac6-2996417d445c req-04d302c4-6c45-4c10-bd34-bb5384073b6a service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0794034 Nov 03 02:26:05.226251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c81723e2-7f5d-44f0-b737-a3f6eacd82a4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (faee7ad4-9b59-481c-9173-26a5546071b5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.233796 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:05.237217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.280618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81723e2-7f5d-44f0-b737-a3f6eacd82a4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=faee7ad4-9b59-481c-9173-26a5546071b5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:05.301591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Performing IP validity checks on allocation pools {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Nov 03 02:26:05.302639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Nov 03 02:26:05.366362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d61a5a-1d45-4cab-876f-78681a4d2a16 None None] Network f2892b3d-4bce-4bf6-9f6d-0203705af3bb requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:05.372835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c78457e-a300-4f06-9f67-f986ec0ca822 None None] Network fb92b22a-4946-4ec7-bd2d-6467e117ad44 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:05.379044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c81723e2-7f5d-44f0-b737-a3f6eacd82a4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.387746 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c81723e2-7f5d-44f0-b737-a3f6eacd82a4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/faee7ad4-9b59-481c-9173-26a5546071b5 HTTP/1.1" status: 204 len: 168 time: 2.4878421 Nov 03 02:26:05.393505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37608) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:05.476520 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18c3321-6442-4cda-9c9e-578a7a42a8b4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:26:05.481042 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f18c3321-6442-4cda-9c9e-578a7a42a8b4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/faee7ad4-9b59-481c-9173-26a5546071b5 HTTP/1.1" status: 404 len: 333 time: 0.0633304 Nov 03 02:26:05.484808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37610) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:05.495915 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (1cdd226b-6267-4301-919f-9a56ce3991ff), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.527392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (888079aa-a7b8-4ae1-95e6-ceabfc445cf7), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.556606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5b74619-f31b-4f53-aa29-2c831d26d38c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (06ddee43-55da-44d5-bf0a-ba12960565f3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.620240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-f48f3475-c1e7-442e-9aca-f0ae175b6015 None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:05.710126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888079aa-a7b8-4ae1-95e6-ceabfc445cf7']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:05.745463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fadd11-a77e-45b6-807a-8e2bacb74969') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:05.745764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fadd11-a77e-45b6-807a-8e2bacb74969') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:05.774945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e9496d-0cbd-47b6-8827-52f14beb3365 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting subnet 207c70eb-47cd-461c-8787-b326c4a6bf95 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:05.779351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76e9496d-0cbd-47b6-8827-52f14beb3365 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (207c70eb-47cd-461c-8787-b326c4a6bf95), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.841166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (28fadd11-a77e-45b6-807a-8e2bacb74969), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.843219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76e9496d-0cbd-47b6-8827-52f14beb3365 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (207c70eb-47cd-461c-8787-b326c4a6bf95), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.843362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=1cdd226b-6267-4301-919f-9a56ce3991ff,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:05.886763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a5717e6a-ec31-45b1-8223-b0c4ef69e841 None None] Provisioning complete for port c376dd25-a696-4a64-853e-5546526eea6f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:05.887675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a5717e6a-ec31-45b1-8223-b0c4ef69e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c376dd25-a696-4a64-853e-5546526eea6f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.889226 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a5717e6a-ec31-45b1-8223-b0c4ef69e841 None None] Attempt 1 to provision port c376dd25-a696-4a64-853e-5546526eea6f Nov 03 02:26:05.951557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76e9496d-0cbd-47b6-8827-52f14beb3365 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (207c70eb-47cd-461c-8787-b326c4a6bf95), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:05.999918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (28fadd11-a77e-45b6-807a-8e2bacb74969), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.033525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76e9496d-0cbd-47b6-8827-52f14beb3365 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (207c70eb-47cd-461c-8787-b326c4a6bf95), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.072774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:06.073450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (28fadd11-a77e-45b6-807a-8e2bacb74969), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.082189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9496d-0cbd-47b6-8827-52f14beb3365 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Subnet': ['ID=207c70eb-47cd-461c-8787-b326c4a6bf95,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:06.112069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking segment: {'id': 'c3b7884f-ad5e-4314-8094-9160d9604531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2243fff9-694a-43f6-8274-549f52738be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:06.112913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network hostable DHCP agents. Network: 2243fff9-694a-43f6-8274-549f52738be6, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:06.119879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76e9496d-0cbd-47b6-8827-52f14beb3365 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.122986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c376dd25-a696-4a64-853e-5546526eea6f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:06.126868 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-76e9496d-0cbd-47b6-8827-52f14beb3365 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/207c70eb-47cd-461c-8787-b326c4a6bf95 HTTP/1.1" status: 204 len: 168 time: 0.6346731 Nov 03 02:26:06.127582 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37614) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:06.161578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0d15c-f51b-4743-9fed-64c4466274b9 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:06.227451 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 28fadd11-a77e-45b6-807a-8e2bacb74969 resource provider aggregate not found Nov 03 02:26:06.237908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37616) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:06.245932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (fb92b22a-4946-4ec7-bd2d-6467e117ad44), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.313367 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 28fadd11-a77e-45b6-807a-8e2bacb74969 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28fadd11-a77e-45b6-807a-8e2bacb74969 found for delete ", "request_id": "req-4f824b31-d8d2-457a-92a9-630dd0ededbc"}]} Nov 03 02:26:06.364870 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 01812aa3-a6ed-48ec-966e-5496384d3ef3 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:06.365586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.377371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a5b74619-f31b-4f53-aa29-2c831d26d38c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port c0574d72-abcb-413d-83c3-50535acb7ae7 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:06.377845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5b74619-f31b-4f53-aa29-2c831d26d38c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c0574d72-abcb-413d-83c3-50535acb7ae7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.506621 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device daff7212-1fd4-4dfa-96da-c2258373e531 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:06.561053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5b74619-f31b-4f53-aa29-2c831d26d38c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c0574d72-abcb-413d-83c3-50535acb7ae7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.597679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] For port 01812aa3-a6ed-48ec-966e-5496384d3ef3, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=01812aa3-a6ed-48ec-966e-5496384d3ef3,segment=NetworkSegment(424637ef-443c-478a-9bea-88c60c7612ae),segment_id=424637ef-443c-478a-9bea-88c60c7612ae)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:06.598226 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.605822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a5b74619-f31b-4f53-aa29-2c831d26d38c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for c0574d72-abcb-413d-83c3-50535acb7ae7 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:06.719709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a5717e6a-ec31-45b1-8223-b0c4ef69e841 None None] Current status of the port c376dd25-a696-4a64-853e-5546526eea6f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:06.730792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c4d3fa-fc68-45a5-ac2e-b3c6908f0f3a None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:26:06.744305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 01812aa3-a6ed-48ec-966e-5496384d3ef3 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:06.787334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port daff7212-1fd4-4dfa-96da-c2258373e531 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:06.787775 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.788119 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port daff7212-1fd4-4dfa-96da-c2258373e531 Nov 03 02:26:06.844438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f48f3475-c1e7-442e-9aca-f0ae175b6015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:25:13Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '0ec20d57-ca74-4b61-a92a-7578eb8602e2', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'port_id': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'mac_address': 'fa:16:3e:80:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:25:56Z', 'updated_at': '2022-11-03T02:25:56Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:06.904642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (01812aa3-a6ed-48ec-966e-5496384d3ef3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.910596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f3475-c1e7-442e-9aca-f0ae175b6015 None None] The sync data for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv is: [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:25:13Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '0ec20d57-ca74-4b61-a92a-7578eb8602e2', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'port_id': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'mac_address': 'fa:16:3e:80:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:25:56Z', 'updated_at': '2022-11-03T02:25:56Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:06.956815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=01812aa3-a6ed-48ec-966e-5496384d3ef3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:06.977965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4d3fa-fc68-45a5-ac2e-b3c6908f0f3a None None] Deleting port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:06.978344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d3fa-fc68-45a5-ac2e-b3c6908f0f3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.991161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Provisioning complete for port c0574d72-abcb-413d-83c3-50535acb7ae7 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:06.991802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c0574d72-abcb-413d-83c3-50535acb7ae7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:06.992321 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Attempt 1 to provision port c0574d72-abcb-413d-83c3-50535acb7ae7 Nov 03 02:26:07.000116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No DVR routers for this DVR port 01812aa3-a6ed-48ec-966e-5496384d3ef3 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:07.134018 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (888079aa-a7b8-4ae1-95e6-ceabfc445cf7), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.139069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (fb92b22a-4946-4ec7-bd2d-6467e117ad44), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.165202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5b74619-f31b-4f53-aa29-2c831d26d38c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c0574d72-abcb-413d-83c3-50535acb7ae7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.168927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network 2243fff9-694a-43f6-8274-549f52738be6 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:07.174689 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 888079aa-a7b8-4ae1-95e6-ceabfc445cf7 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 02:26:07.188199 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-160dc885-0351-4cd6-bf12-ef32b0314d76 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 2.9382966 Nov 03 02:26:07.189479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.196065 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "DELETE /v2.0/networks/888079aa-a7b8-4ae1-95e6-ceabfc445cf7 HTTP/1.1" status: 204 len: 168 time: 5.7053745 Nov 03 02:26:07.218068 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37620) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:07.218297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37622) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:07.226697 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-be436c43-a2d5-482b-a949-e742ad1acc2d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/0ec20d57-ca74-4b61-a92a-7578eb8602e2 HTTP/1.1" status: 200 len: 991 time: 0.9850566 Nov 03 02:26:07.230400 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e0b87eec-9b8d-4663-80e7-4d6d240efc7f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1345731921'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:07.268564 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Port c0574d72-abcb-413d-83c3-50535acb7ae7 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:07.269738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port daff7212-1fd4-4dfa-96da-c2258373e531 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:07.271164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c376dd25-a696-4a64-853e-5546526eea6f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:07.278522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb92b22a-4946-4ec7-bd2d-6467e117ad44']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:07.281357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b74619-f31b-4f53-aa29-2c831d26d38c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=c0574d72-abcb-413d-83c3-50535acb7ae7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:07.303595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424637ef-443c-478a-9bea-88c60c7612ae') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:07.303903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424637ef-443c-478a-9bea-88c60c7612ae') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:07.315270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83d09c-4bf7-4cc6-abe7-6f504146a78e tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event deleted for resources: {'Network': ['ID=888079aa-a7b8-4ae1-95e6-ceabfc445cf7,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:07.317049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e7c4d3fa-fc68-45a5-ac2e-b3c6908f0f3a None None] For port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=409d920e-fb5e-431d-b00a-f91b4f8dbb7f,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:07.318901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d3fa-fc68-45a5-ac2e-b3c6908f0f3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.328588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e00af219-8495-4cd5-9cce-1a2810694167 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (e328dd88-1e7c-4980-97a3-ca4f11bf18d9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.350858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (424637ef-443c-478a-9bea-88c60c7612ae), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.354070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4d3fa-fc68-45a5-ac2e-b3c6908f0f3a None None] Calling delete_port for 409d920e-fb5e-431d-b00a-f91b4f8dbb7f owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:07.442342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 2243fff9-694a-43f6-8274-549f52738be6) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:07.483599 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Allocated IP 172.20.0.1 (c497e5a1-fa84-40b4-9a93-bbaa81315a40/fc85f33e-a9bb-401a-8f2b-36b88bf79176/ad98c110-d792-44d8-990d-78f03b015070) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:07.485824 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00af219-8495-4cd5-9cce-1a2810694167 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=e328dd88-1e7c-4980-97a3-ca4f11bf18d9,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:07.492629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (424637ef-443c-478a-9bea-88c60c7612ae), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.498895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f8e050-bd5c-46db-ad4f-c9928f29ef48 None None] Network fb92b22a-4946-4ec7-bd2d-6467e117ad44 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:07.515010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:07.515754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.516925 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25756013-db3d-49cb-b3e3-2167fb0337e8 None None] Network 2243fff9-694a-43f6-8274-549f52738be6 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:07.520581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a5b74619-f31b-4f53-aa29-2c831d26d38c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (06ddee43-55da-44d5-bf0a-ba12960565f3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.529425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:07.529838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (424637ef-443c-478a-9bea-88c60c7612ae), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.580929 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-172252f6-6d49-4815-9035-92911660f23a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.4023778 Nov 03 02:26:07.581271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37626) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:07.590485 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00af219-8495-4cd5-9cce-1a2810694167 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:07.641190 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 424637ef-443c-478a-9bea-88c60c7612ae resource provider aggregate not found Nov 03 02:26:07.656050 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-e00af219-8495-4cd5-9cce-1a2810694167 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:07.659117 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00af219-8495-4cd5-9cce-1a2810694167 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:07.659698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e00af219-8495-4cd5-9cce-1a2810694167 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.720936 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 424637ef-443c-478a-9bea-88c60c7612ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 424637ef-443c-478a-9bea-88c60c7612ae found for delete ", "request_id": "req-be616844-c837-4e5b-91b9-756ff16fadd8"}]} Nov 03 02:26:07.802988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Publish callbacks [] for port (ad98c110-d792-44d8-990d-78f03b015070), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.837379 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Attempt 2 to provision port c0574d72-abcb-413d-83c3-50535acb7ae7 Nov 03 02:26:07.891263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Port c0574d72-abcb-413d-83c3-50535acb7ae7 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:26:07.898932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d3fa-fc68-45a5-ac2e-b3c6908f0f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (409d920e-fb5e-431d-b00a-f91b4f8dbb7f), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.900620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (fb92b22a-4946-4ec7-bd2d-6467e117ad44), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.913076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.924090 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/networks/fb92b22a-4946-4ec7-bd2d-6467e117ad44 HTTP/1.1" status: 204 len: 168 time: 1.7953217 Nov 03 02:26:07.935878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37630) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:07.938448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (ad98c110-d792-44d8-990d-78f03b015070), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.955793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-436449706'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:07.966737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c376dd25-a696-4a64-853e-5546526eea6f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:07.967129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c376dd25-a696-4a64-853e-5546526eea6f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:07.967478 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c376dd25-a696-4a64-853e-5546526eea6f Nov 03 02:26:07.971096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cc6bb-ab11-4169-a935-9a461429e585 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Network': ['ID=fb92b22a-4946-4ec7-bd2d-6467e117ad44,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:08.017649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4d3fa-fc68-45a5-ac2e-b3c6908f0f3a None None] Pushing event deleted for resources: {'Port': ['ID=409d920e-fb5e-431d-b00a-f91b4f8dbb7f,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:08.042488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:08.046226 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:08.051077 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Pushing event updated for resources: {'Port': ['ID=ad98c110-d792-44d8-990d-78f03b015070,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:08.069088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4d3fa-fc68-45a5-ac2e-b3c6908f0f3a None None] No DVR routers for this DVR port 409d920e-fb5e-431d-b00a-f91b4f8dbb7f on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:08.071077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Provisioning complete for port daff7212-1fd4-4dfa-96da-c2258373e531 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:08.071509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:08.074839 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Attempt 1 to provision port daff7212-1fd4-4dfa-96da-c2258373e531 Nov 03 02:26:08.075006 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-958901b2-840d-4b24-848b-535879f9f566 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 0.8499064 Nov 03 02:26:08.084684 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e00af219-8495-4cd5-9cce-1a2810694167 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4772646 Nov 03 02:26:08.086005 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37632) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:08.086353 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37634) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:08.095549 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-21be40a4-35d2-4f8f-a0f9-690c32bddd4d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:08.110819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Network c497e5a1-fa84-40b4-9a93-bbaa81315a40 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:08.119193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (2243fff9-694a-43f6-8274-549f52738be6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:08.142806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:08.153388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b74619-f31b-4f53-aa29-2c831d26d38c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 06ddee43-55da-44d5-bf0a-ba12960565f3 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:26:08.161782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:08.171442 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:08.203053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (5121739b-9e48-4697-8706-beccc9255c46), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:08.206523 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Added segment 5121739b-9e48-4697-8706-beccc9255c46 of type vlan for network f74a5808-3186-4fdb-9e13-617b03d43158 Nov 03 02:26:08.241583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (33a9ddf1-560b-4718-aec6-6a8ed115679d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:08.373453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37636) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:08.441305 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08c7cc8-11ec-405e-9dc9-c1bdff0bf0b3 None None] New status for floating IP 0ec20d57-ca74-4b61-a92a-7578eb8602e2: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:26:08.512716 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ad98c110-d792-44d8-990d-78f03b015070), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:08.522583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008420ae-70d3-4517-924e-0d71907ebc5a None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:08.550655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:08.653338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9490d3f1-2d8f-4bc0-8401-b881445653c7 None None] DHCP port deletion for fb92b22a-4946-4ec7-bd2d-6467e117ad44 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:26:08.682906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba637c3-831a-48db-bf65-5b8ac53ae83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-2243fff9-694a-43f6-8274-549f52738be6', 'network_id': '2243fff9-694a-43f6-8274-549f52738be6', 'project_id': '8944aa6ea0734b11a208550e0ab014f1', 'fixed_ips': [{'subnet_id': '1cdd226b-6267-4301-919f-9a56ce3991ff'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:08.683777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8ba637c3-831a-48db-bf65-5b8ac53ae83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:08.741938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c376dd25-a696-4a64-853e-5546526eea6f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:08.742798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fb2aaf95-1431-4f1f-955f-692906ec9db5 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:08.762123 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-810ad84f-04b1-4a09-882e-66ea58611dfd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/0ec20d57-ca74-4b61-a92a-7578eb8602e2 HTTP/1.1" status: 200 len: 991 time: 0.3136516 Nov 03 02:26:08.781428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5816-266b-45d4-9add-5a9201c1adca tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:08.782307 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5816-266b-45d4-9add-5a9201c1adca tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:08.783131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5816-266b-45d4-9add-5a9201c1adca tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:08.783762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5816-266b-45d4-9add-5a9201c1adca tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:08.784548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5816-266b-45d4-9add-5a9201c1adca tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:08.785032 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5816-266b-45d4-9add-5a9201c1adca tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:08.785499 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5816-266b-45d4-9add-5a9201c1adca tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:08.785961 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5816-266b-45d4-9add-5a9201c1adca tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:08.786940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5816-266b-45d4-9add-5a9201c1adca tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:08.789051 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-708b5816-266b-45d4-9add-5a9201c1adca tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5800 time: 0.6996105 Nov 03 02:26:08.824443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37638) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:08.835654 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (f74a5808-3186-4fdb-9e13-617b03d43158), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:08.848317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Current status of the port daff7212-1fd4-4dfa-96da-c2258373e531 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:08.882309 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b74619-f31b-4f53-aa29-2c831d26d38c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:08.886638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (1cdd226b-6267-4301-919f-9a56ce3991ff), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:08.895629 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307edaff-ec0c-4097-91dd-2e7a6fd07000 None None] Sync routers for ids ['06ddee43-55da-44d5-bf0a-ba12960565f3'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:08.900764 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-76386631-5398-4054-9bca-cdbebbc045fa tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] delete failed (client error): The resource could not be found. Nov 03 02:26:08.902083 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-76386631-5398-4054-9bca-cdbebbc045fa tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/b535dcec-e373-46be-9236-97d92950e444 HTTP/1.1" status: 404 len: 345 time: 0.0749164 Nov 03 02:26:08.903196 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a5b74619-f31b-4f53-aa29-2c831d26d38c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/06ddee43-55da-44d5-bf0a-ba12960565f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6053460 Nov 03 02:26:08.914466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37640) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:08.915092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37642) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:08.923941 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307edaff-ec0c-4097-91dd-2e7a6fd07000 None None] Routers {'06ddee43-55da-44d5-bf0a-ba12960565f3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:08.924761 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-307edaff-ec0c-4097-91dd-2e7a6fd07000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['06ddee43-55da-44d5-bf0a-ba12960565f3'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:08.963041 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-307edaff-ec0c-4097-91dd-2e7a6fd07000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:08.972911 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307edaff-ec0c-4097-91dd-2e7a6fd07000 None None] Routers {'06ddee43-55da-44d5-bf0a-ba12960565f3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:08.973527 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-307edaff-ec0c-4097-91dd-2e7a6fd07000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['06ddee43-55da-44d5-bf0a-ba12960565f3'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:08.999968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (f74a5808-3186-4fdb-9e13-617b03d43158), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.005815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21be40a4-35d2-4f8f-a0f9-690c32bddd4d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:09.006495 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-307edaff-ec0c-4097-91dd-2e7a6fd07000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:09.006717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:09.007344 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307edaff-ec0c-4097-91dd-2e7a6fd07000 None None] The sync data for ids ['06ddee43-55da-44d5-bf0a-ba12960565f3'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:09.007536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.007725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Could not find standard attr ID for object 409d920e-fb5e-431d-b00a-f91b4f8dbb7f. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:09.010349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21be40a4-35d2-4f8f-a0f9-690c32bddd4d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.018214 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Could not find standard attr ID for object 01812aa3-a6ed-48ec-966e-5496384d3ef3. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:09.032799 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0137889e-f791-40a9-97b0-95fe7abbbef2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ddee43-55da-44d5-bf0a-ba12960565f3 HTTP/1.1" status: 200 len: 205 time: 0.1124065 Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server [None req-8ba637c3-831a-48db-bf65-5b8ac53ae83f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cdd226b-6267-4301-919f-9a56ce3991ff: This subnet is being modified by another concurrent operation. Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:26:09.037834 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in create_port Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1500, in _create_port_db Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise exception Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cdd226b-6267-4301-919f-9a56ce3991ff: This subnet is being modified by another concurrent operation. Nov 03 02:26:09.042034 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Nov 03 02:26:09.045524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6562c5c3-09b5-43a2-9239-8c7002dd93c3 None None] Could not find standard attr ID for object faee7ad4-9b59-481c-9173-26a5546071b5. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:09.050268 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fb2aaf95-1431-4f1f-955f-692906ec9db5 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:09.050653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.050995 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fb2aaf95-1431-4f1f-955f-692906ec9db5 Nov 03 02:26:09.059134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': 'e328dd88-1e7c-4980-97a3-ca4f11bf18d9'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:09.065137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.073732 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37644) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:09.077783 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc1f055-7350-45bd-b2e3-170328a58480 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] DELETE failed (client error): The resource could not be found. Nov 03 02:26:09.078331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc1f055-7350-45bd-b2e3-170328a58480 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:09.086125 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dbc1f055-7350-45bd-b2e3-170328a58480 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "DELETE /v2.0/networks/888079aa-a7b8-4ae1-95e6-ceabfc445cf7 HTTP/1.1" status: 404 len: 339 time: 0.1625061 Nov 03 02:26:09.086332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (1cdd226b-6267-4301-919f-9a56ce3991ff), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.097377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37646) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:09.109605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Request body: {'network': {'name': 'tempest-network--1120181485', 'router:external': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:09.164911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdd226b-6267-4301-919f-9a56ce3991ff,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:09.172346 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2296753 Nov 03 02:26:09.176829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37648) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:09.191049 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': 'f74a5808-3186-4fdb-9e13-617b03d43158', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:09.198549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bd22a-230e-43b2-9861-e02153a948ba tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Network': ['ID=f74a5808-3186-4fdb-9e13-617b03d43158,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:09.230605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (2243fff9-694a-43f6-8274-549f52738be6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.240382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Made reservation on behalf of d27daafc28f649849a42a1d1a74ade0e for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:09.242695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.269096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2243fff9-694a-43f6-8274-549f52738be6']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:09.277015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de261a8-5a19-40e3-91d5-c70d319239f1 None None] Network 2243fff9-694a-43f6-8274-549f52738be6 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:09.282390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b7884f-ad5e-4314-8094-9160d9604531') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:09.282989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b7884f-ad5e-4314-8094-9160d9604531') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:09.291422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:09.297789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network f74a5808-3186-4fdb-9e13-617b03d43158 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:09.299061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (c3b7884f-ad5e-4314-8094-9160d9604531), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.312632 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (da756b7f-90d9-434b-bec1-3d2acec6f437), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.313146 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Added segment da756b7f-90d9-434b-bec1-3d2acec6f437 of type vlan for network 043a52c8-cc99-4ea5-86dc-662094caebce Nov 03 02:26:09.322153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c3b7884f-ad5e-4314-8094-9160d9604531), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.338134 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e058d1f-146c-4cfd-bde7-d7e8051d87a2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (06ddee43-55da-44d5-bf0a-ba12960565f3), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.346978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:09.347521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (c3b7884f-ad5e-4314-8094-9160d9604531), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.361616 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Could not find standard attr ID for object c0574d72-abcb-413d-83c3-50535acb7ae7. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:09.415538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/e328dd88-1e7c-4980-97a3-ca4f11bf18d9/d1639135-db5d-4029-8f82-2f655dd54e2d) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:09.417640 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (043a52c8-cc99-4ea5-86dc-662094caebce), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.445013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (2243fff9-694a-43f6-8274-549f52738be6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.456606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.460978 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/2243fff9-694a-43f6-8274-549f52738be6 HTTP/1.1" status: 204 len: 168 time: 1.8095307 Nov 03 02:26:09.465750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37650) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:09.480549 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e0b87eec-9b8d-4663-80e7-4d6d240efc7f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (1d49b73b-832e-40f6-9536-99ae871261da), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.490343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1222703292'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:09.491962 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.ipam_backend_mixin [None req-21be40a4-35d2-4f8f-a0f9-690c32bddd4d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e328dd88-1e7c-4980-97a3-ca4f11bf18d9 (CIDR: 2001:db8::/64) Nov 03 02:26:09.494200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Publish callbacks [] for port (ad98c110-d792-44d8-990d-78f03b015070), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.501537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdba8e-f761-4086-b542-6d1a5282948e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=2243fff9-694a-43f6-8274-549f52738be6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:09.506376 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-21be40a4-35d2-4f8f-a0f9-690c32bddd4d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:26:09.507246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21be40a4-35d2-4f8f-a0f9-690c32bddd4d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:09.508225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Provisioning complete for port daff7212-1fd4-4dfa-96da-c2258373e531 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:09.508648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.509001 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Attempt 1 to provision port daff7212-1fd4-4dfa-96da-c2258373e531 Nov 03 02:26:09.518463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (ad98c110-d792-44d8-990d-78f03b015070), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.519427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (043a52c8-cc99-4ea5-86dc-662094caebce), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.520404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:09.521090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.530840 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:09.534200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.555750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e0b87eec-9b8d-4663-80e7-4d6d240efc7f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (1d49b73b-832e-40f6-9536-99ae871261da), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.589312 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fb2aaf95-1431-4f1f-955f-692906ec9db5 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:09.589721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.593982 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4882557 Nov 03 02:26:09.603912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37652) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:09.633373 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port fb2aaf95-1431-4f1f-955f-692906ec9db5, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fb2aaf95-1431-4f1f-955f-692906ec9db5,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:09.649071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ec350-ea4f-4783-b00d-62b6ae8c6a5a tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event updated for resources: {'Network': ['ID=043a52c8-cc99-4ea5-86dc-662094caebce,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:09.649332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.688607 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-21be40a4-35d2-4f8f-a0f9-690c32bddd4d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5951605 Nov 03 02:26:09.696211 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37654) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:09.701549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:09.703524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 043a52c8-cc99-4ea5-86dc-662094caebce details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:09.728740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e058d1f-146c-4cfd-bde7-d7e8051d87a2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (06ddee43-55da-44d5-bf0a-ba12960565f3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.735457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:09.738922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.743081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e058d1f-146c-4cfd-bde7-d7e8051d87a2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (06ddee43-55da-44d5-bf0a-ba12960565f3), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.752319 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Pushing event updated for resources: {'Port': ['ID=ad98c110-d792-44d8-990d-78f03b015070,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:09.785976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37656) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:09.796944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:09.811615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (33a9ddf1-560b-4718-aec6-6a8ed115679d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.821329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-96837572-237a-4cb7-b9b7-ec128bf6f6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.823251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 409d920e-fb5e-431d-b00a-f91b4f8dbb7f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:26:09.872247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Current status of the port daff7212-1fd4-4dfa-96da-c2258373e531 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:09.872986 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment c3b7884f-ad5e-4314-8094-9160d9604531 resource provider aggregate not found Nov 03 02:26:09.893692 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 409d920e-fb5e-431d-b00a-f91b4f8dbb7f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:26:09.897701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (453ac0c5-23d2-466c-b22e-356cdb13b42d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.898489 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment 453ac0c5-23d2-466c-b22e-356cdb13b42d of type vlan for network 537968fe-85af-4201-8a74-157a3ffb7ac5 Nov 03 02:26:09.899940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e058d1f-146c-4cfd-bde7-d7e8051d87a2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (06ddee43-55da-44d5-bf0a-ba12960565f3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.900717 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e058d1f-146c-4cfd-bde7-d7e8051d87a2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Fanout notify agent at l3_agent the message router_deleted on router 06ddee43-55da-44d5-bf0a-ba12960565f3 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:26:09.904134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 409d920e-fb5e-431d-b00a-f91b4f8dbb7f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:26:09.914701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=fb2aaf95-1431-4f1f-955f-692906ec9db5,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:09.916949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e058d1f-146c-4cfd-bde7-d7e8051d87a2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.918267 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9e058d1f-146c-4cfd-bde7-d7e8051d87a2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/06ddee43-55da-44d5-bf0a-ba12960565f3 HTTP/1.1" status: 204 len: 168 time: 0.8357790 Nov 03 02:26:09.933291 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment c3b7884f-ad5e-4314-8094-9160d9604531 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3b7884f-ad5e-4314-8094-9160d9604531 found for delete ", "request_id": "req-fef53940-37b8-4959-9ebf-b65c0a69c958"}]} Nov 03 02:26:09.933777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37662) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:09.940103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Publish callbacks [] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.947942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Provisioning complete for port ad98c110-d792-44d8-990d-78f03b015070 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:09.948433 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ad98c110-d792-44d8-990d-78f03b015070), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.948946 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Attempt 1 to provision port ad98c110-d792-44d8-990d-78f03b015070 Nov 03 02:26:09.962477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:09.965911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:09.970330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.008585 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b87eec-9b8d-4663-80e7-4d6d240efc7f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router 1d49b73b-832e-40f6-9536-99ae871261da has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:26:10.023599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Port ad98c110-d792-44d8-990d-78f03b015070 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:10.025465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:10.033307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:10.036131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:10.042193 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Pushing event updated for resources: {'Port': ['ID=d1639135-db5d-4029-8f82-2f655dd54e2d,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:10.108339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Attempting to bind port d1639135-db5d-4029-8f82-2f655dd54e2d on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:10.108915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Attempting to bind port d1639135-db5d-4029-8f82-2f655dd54e2d by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:10.109359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Attempting to bind port d1639135-db5d-4029-8f82-2f655dd54e2d on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:10.115211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:10.115599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:10.116108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.116615 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:10.117163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Bound port: d1639135-db5d-4029-8f82-2f655dd54e2d, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:10.117624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.143512 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3058691f-281c-46df-956e-93e945648c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/0ec20d57-ca74-4b61-a92a-7578eb8602e2 HTTP/1.1" status: 200 len: 993 time: 0.3411112 Nov 03 02:26:10.161288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fb2aaf95-1431-4f1f-955f-692906ec9db5 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:10.167871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (537968fe-85af-4201-8a74-157a3ffb7ac5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.200388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6eeaff1-2d99-4cc3-a70c-e576a562df84 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting subnet b178f2b4-c4e5-423b-bce6-315d59c86598 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:10.215009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6eeaff1-2d99-4cc3-a70c-e576a562df84 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (b178f2b4-c4e5-423b-bce6-315d59c86598), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.226239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f58246f-1a78-4446-8a70-1b03bc98cbcc tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:10.229854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] For port d1639135-db5d-4029-8f82-2f655dd54e2d, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:10.232642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f58246f-1a78-4446-8a70-1b03bc98cbcc tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:10.235429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] For port d1639135-db5d-4029-8f82-2f655dd54e2d, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d1639135-db5d-4029-8f82-2f655dd54e2d,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:10.238880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f58246f-1a78-4446-8a70-1b03bc98cbcc tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:10.245134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f58246f-1a78-4446-8a70-1b03bc98cbcc tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:10.245337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.246996 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3f58246f-1a78-4446-8a70-1b03bc98cbcc tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6406128 Nov 03 02:26:10.277441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37664) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:10.294518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fb2aaf95-1431-4f1f-955f-692906ec9db5 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:10.294892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.295344 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fb2aaf95-1431-4f1f-955f-692906ec9db5 Nov 03 02:26:10.382239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (537968fe-85af-4201-8a74-157a3ffb7ac5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.387585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:10.388224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.396669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6eeaff1-2d99-4cc3-a70c-e576a562df84 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (b178f2b4-c4e5-423b-bce6-315d59c86598), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.486356 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Network c497e5a1-fa84-40b4-9a93-bbaa81315a40 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:10.493980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:10.518029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb17f3-06e9-4ea7-ad89-91fb3b427c3d None None] Pushing event updated for resources: {'Port': ['ID=d1639135-db5d-4029-8f82-2f655dd54e2d,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:10.521814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (043a52c8-cc99-4ea5-86dc-662094caebce), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.524788 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Attempt 2 to provision port ad98c110-d792-44d8-990d-78f03b015070 Nov 03 02:26:10.539719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=537968fe-85af-4201-8a74-157a3ffb7ac5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:10.547868 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b8856577-8f49-4c57-93a8-012ef83011fe tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0788426 Nov 03 02:26:10.553161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37666) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:10.596395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fb2aaf95-1431-4f1f-955f-692906ec9db5 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:10.596741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'network_id': '537968fe-85af-4201-8a74-157a3ffb7ac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:10.599162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 537968fe-85af-4201-8a74-157a3ffb7ac5 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:10.701541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6eeaff1-2d99-4cc3-a70c-e576a562df84 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (b178f2b4-c4e5-423b-bce6-315d59c86598), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.741017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 01812aa3-a6ed-48ec-966e-5496384d3ef3 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:26:10.774628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 01812aa3-a6ed-48ec-966e-5496384d3ef3 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:26:10.774991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 01812aa3-a6ed-48ec-966e-5496384d3ef3 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:26:10.785923 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Port ad98c110-d792-44d8-990d-78f03b015070 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:10.854350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6eeaff1-2d99-4cc3-a70c-e576a562df84 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (b178f2b4-c4e5-423b-bce6-315d59c86598), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.864373 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b87eec-9b8d-4663-80e7-4d6d240efc7f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:10.879062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1097b45-70a8-4a15-8e67-6792b3a5b651 None None] Sync routers for ids ['1d49b73b-832e-40f6-9536-99ae871261da'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:10.888937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e0b87eec-9b8d-4663-80e7-4d6d240efc7f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.893194 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e0b87eec-9b8d-4663-80e7-4d6d240efc7f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/1d49b73b-832e-40f6-9536-99ae871261da HTTP/1.1" status: 200 len: 887 time: 3.6720130 Nov 03 02:26:10.894563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1097b45-70a8-4a15-8e67-6792b3a5b651 None None] Routers {'1d49b73b-832e-40f6-9536-99ae871261da'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:10.895223 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e1097b45-70a8-4a15-8e67-6792b3a5b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1d49b73b-832e-40f6-9536-99ae871261da'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:10.896226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37668) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:10.900909 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (78bd8bd7-6598-4364-8903-11cc7b344973), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.936664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e1097b45-70a8-4a15-8e67-6792b3a5b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:10.946553 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1097b45-70a8-4a15-8e67-6792b3a5b651 None None] Routers {'1d49b73b-832e-40f6-9536-99ae871261da'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:10.947168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e1097b45-70a8-4a15-8e67-6792b3a5b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1d49b73b-832e-40f6-9536-99ae871261da'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:10.967788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6eeaff1-2d99-4cc3-a70c-e576a562df84 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.970983 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d6eeaff1-2d99-4cc3-a70c-e576a562df84 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/b178f2b4-c4e5-423b-bce6-315d59c86598 HTTP/1.1" status: 204 len: 168 time: 1.0304124 Nov 03 02:26:10.976551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eeaff1-2d99-4cc3-a70c-e576a562df84 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Subnet': ['ID=b178f2b4-c4e5-423b-bce6-315d59c86598,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:10.980332 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37670) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:10.995249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (043a52c8-cc99-4ea5-86dc-662094caebce), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:10.996766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e1097b45-70a8-4a15-8e67-6792b3a5b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:10.997538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1097b45-70a8-4a15-8e67-6792b3a5b651 None None] The sync data for ids ['1d49b73b-832e-40f6-9536-99ae871261da'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:11.000018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b69c1e-6c9a-4607-afcb-bc9d7b8449e8 None None] Network f2892b3d-4bce-4bf6-9f6d-0203705af3bb requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:11.016319 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Router 33a9ddf1-560b-4718-aec6-6a8ed115679d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:26:11.040975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043a52c8-cc99-4ea5-86dc-662094caebce']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:11.055752 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da756b7f-90d9-434b-bec1-3d2acec6f437') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:11.055752 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da756b7f-90d9-434b-bec1-3d2acec6f437') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:11.078919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (da756b7f-90d9-434b-bec1-3d2acec6f437), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.081167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:11.085947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.119839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (da756b7f-90d9-434b-bec1-3d2acec6f437), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.129145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Subnet': ['ID=78bd8bd7-6598-4364-8903-11cc7b344973,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:11.131187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:11.131694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (da756b7f-90d9-434b-bec1-3d2acec6f437), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.181472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc94d11-7064-466e-b9a8-9588ecdd37ee None None] DHCP port deletion for f2892b3d-4bce-4bf6-9f6d-0203705af3bb request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:26:11.247416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ecc94d11-7064-466e-b9a8-9588ecdd37ee None None] Deleting port daff7212-1fd4-4dfa-96da-c2258373e531 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:11.247700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (043a52c8-cc99-4ea5-86dc-662094caebce), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.248047 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ecc94d11-7064-466e-b9a8-9588ecdd37ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.260688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 043a52c8-cc99-4ea5-86dc-662094caebce {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 02:26:11.268082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.275231 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "DELETE /v2.0/networks/043a52c8-cc99-4ea5-86dc-662094caebce HTTP/1.1" status: 204 len: 168 time: 0.9934533 Nov 03 02:26:11.281285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37672) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:11.288335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Request body: {'network': {'name': 'tempest-network--1583847068', 'router:external': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:11.293265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.objects.ports [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104394) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:26:11.294177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406a059-f689-4241-8a57-cff56b033f2c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event deleted for resources: {'Network': ['ID=043a52c8-cc99-4ea5-86dc-662094caebce,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:11.303619 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Attempt 3 to provision port ad98c110-d792-44d8-990d-78f03b015070 Nov 03 02:26:11.368960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ecc94d11-7064-466e-b9a8-9588ecdd37ee None None] For port daff7212-1fd4-4dfa-96da-c2258373e531, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=daff7212-1fd4-4dfa-96da-c2258373e531,segment=NetworkSegment(853ec289-0780-41e8-a0bd-a47d15246694),segment_id=853ec289-0780-41e8-a0bd-a47d15246694)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:11.369363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ecc94d11-7064-466e-b9a8-9588ecdd37ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.377087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Port ad98c110-d792-44d8-990d-78f03b015070 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:11.383168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ecc94d11-7064-466e-b9a8-9588ecdd37ee None None] Calling delete_port for daff7212-1fd4-4dfa-96da-c2258373e531 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:11.414432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (f2892b3d-4bce-4bf6-9f6d-0203705af3bb), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.420783 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Checking segment: {'id': '5121739b-9e48-4697-8706-beccc9255c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f74a5808-3186-4fdb-9e13-617b03d43158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:11.421555 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network hostable DHCP agents. Network: f74a5808-3186-4fdb-9e13-617b03d43158, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:11.431982 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-02307cbb-2cdc-48c6-b424-6466b8e04632 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/routers/1d49b73b-832e-40f6-9536-99ae871261da HTTP/1.1" status: 200 len: 887 time: 0.5321670 Nov 03 02:26:11.432907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37674) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:11.490775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Made reservation on behalf of d27daafc28f649849a42a1d1a74ade0e for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:11.493231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.508072 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3589ecf7-b878-49be-b60a-92b659516145 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d49b73b-832e-40f6-9536-99ae871261da HTTP/1.1" status: 200 len: 205 time: 0.0670106 Nov 03 02:26:11.509345 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37676) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:11.522609 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:11.528357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.529514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ecc94d11-7064-466e-b9a8-9588ecdd37ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (daff7212-1fd4-4dfa-96da-c2258373e531), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.530885 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bb967d75-0bf7-44a9-8629-f7325b25877e admin admin] 10.222.0.23 "PUT /v2.0/routers/33a9ddf1-560b-4718-aec6-6a8ed115679d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2185218 Nov 03 02:26:11.547354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:11.604671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc94d11-7064-466e-b9a8-9588ecdd37ee None None] No DVR routers for this DVR port daff7212-1fd4-4dfa-96da-c2258373e531 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:11.615428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network f74a5808-3186-4fdb-9e13-617b03d43158 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:11.616981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (830aa4d5-e8e8-45fc-9d34-799218766562), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.618267 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Added segment 830aa4d5-e8e8-45fc-9d34-799218766562 of type vlan for network 19011b95-5479-4ee6-84b2-47d509973804 Nov 03 02:26:11.620443 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc94d11-7064-466e-b9a8-9588ecdd37ee None None] Pushing event deleted for resources: {'Port': ['ID=daff7212-1fd4-4dfa-96da-c2258373e531,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:11.728596 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, f74a5808-3186-4fdb-9e13-617b03d43158) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:11.742304 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278da03-dc2c-48ea-956d-63b32bb8acfa None None] Network f74a5808-3186-4fdb-9e13-617b03d43158 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:11.783448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:11.784048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.820980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (f2892b3d-4bce-4bf6-9f6d-0203705af3bb), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.865921 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e81534c5-9699-426d-936b-5a8d28c83004 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6818490 Nov 03 02:26:11.868627 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (1d49b73b-832e-40f6-9536-99ae871261da), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:11.870795 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37684) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:11.877562 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2892b3d-4bce-4bf6-9f6d-0203705af3bb']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:11.887791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-38b1e990-9544-41cf-9780-4888afe67988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-712384156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:11.901488 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Attempt 4 to provision port ad98c110-d792-44d8-990d-78f03b015070 Nov 03 02:26:11.983755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853ec289-0780-41e8-a0bd-a47d15246694') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:11.984468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853ec289-0780-41e8-a0bd-a47d15246694') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:12.011890 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (853ec289-0780-41e8-a0bd-a47d15246694), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.034019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Port ad98c110-d792-44d8-990d-78f03b015070 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:12.046663 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (09694334-9093-4c2a-aee0-c9ea525cd84e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.108777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (853ec289-0780-41e8-a0bd-a47d15246694), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.112251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38b1e990-9544-41cf-9780-4888afe67988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (c2eca58f-8919-46a5-a833-ccab7a1fb33c), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.113692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38b1e990-9544-41cf-9780-4888afe67988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (c2eca58f-8919-46a5-a833-ccab7a1fb33c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.145075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-f74a5808-3186-4fdb-9e13-617b03d43158', 'network_id': 'f74a5808-3186-4fdb-9e13-617b03d43158', 'project_id': '8dbea1bccbd54492bdf13d1a1069e27e', 'fixed_ips': [{'subnet_id': '78bd8bd7-6598-4364-8903-11cc7b344973'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:12.149060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.152007 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:12.152928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (853ec289-0780-41e8-a0bd-a47d15246694), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.194198 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Sync routers for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:12.216926 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:12.217563 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:25:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:12.222521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d1639135-db5d-4029-8f82-2f655dd54e2d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:12.234597 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 853ec289-0780-41e8-a0bd-a47d15246694 resource provider aggregate not found Nov 03 02:26:12.242321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (19011b95-5479-4ee6-84b2-47d509973804), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.261893 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment da756b7f-90d9-434b-bec1-3d2acec6f437 resource provider aggregate not found Nov 03 02:26:12.306093 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment da756b7f-90d9-434b-bec1-3d2acec6f437 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da756b7f-90d9-434b-bec1-3d2acec6f437 found for delete ", "request_id": "req-9054cb16-11b6-402e-9b12-3db89233ef3b"}]} Nov 03 02:26:12.325419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-49eb44ab-da23-4a94-96b0-5e703952fea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.375150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (19011b95-5479-4ee6-84b2-47d509973804), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.382222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:12.382846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.386585 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 853ec289-0780-41e8-a0bd-a47d15246694 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 853ec289-0780-41e8-a0bd-a47d15246694 found for delete ", "request_id": "req-3f42cb48-664e-44d5-ad10-611ab8e8c3ee"}]} Nov 03 02:26:12.445992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_gateway (1d49b73b-832e-40f6-9536-99ae871261da), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.449424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=09694334-9093-4c2a-aee0-c9ea525cd84e,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:12.504955 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37702) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:12.512178 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38b1e990-9544-41cf-9780-4888afe67988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for router_controller (c2eca58f-8919-46a5-a833-ccab7a1fb33c), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.520110 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:12.526059 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-883278680-network', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:12.550267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (f2892b3d-4bce-4bf6-9f6d-0203705af3bb), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.551256 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Attempt 5 to provision port ad98c110-d792-44d8-990d-78f03b015070 Nov 03 02:26:12.572329 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38b1e990-9544-41cf-9780-4888afe67988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (c2eca58f-8919-46a5-a833-ccab7a1fb33c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.581838 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.585092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event updated for resources: {'Network': ['ID=19011b95-5479-4ee6-84b2-47d509973804,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:12.587580 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/networks/f2892b3d-4bce-4bf6-9f6d-0203705af3bb HTTP/1.1" status: 204 len: 168 time: 1.6005213 Nov 03 02:26:12.588888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] For port d1639135-db5d-4029-8f82-2f655dd54e2d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d1639135-db5d-4029-8f82-2f655dd54e2d,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:12.591080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Made reservation on behalf of 4d2363d7e5b048fa8bc30129764f8216 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:12.593819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.601568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37704) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:12.606078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-364545600', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:12.628358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 19011b95-5479-4ee6-84b2-47d509973804 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:12.633881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking segment: {'id': '453ac0c5-23d2-466c-b22e-356cdb13b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '537968fe-85af-4201-8a74-157a3ffb7ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:12.634279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network hostable DHCP agents. Network: 537968fe-85af-4201-8a74-157a3ffb7ac5, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:12.642928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89551b95-dced-4d45-acfd-b4d92b6e8272 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Network': ['ID=f2892b3d-4bce-4bf6-9f6d-0203705af3bb,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:12.650647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.653931 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9b2c2743-eee3-431c-a622-deddf95a48e8 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3696620 Nov 03 02:26:12.657468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (58317717-c9fc-4e16-b838-c6e547394002), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.658770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (58317717-c9fc-4e16-b838-c6e547394002), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.661942 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37706) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:12.671666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38b1e990-9544-41cf-9780-4888afe67988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.675808 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-38b1e990-9544-41cf-9780-4888afe67988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7975702 Nov 03 02:26:12.688532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37708) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:12.700099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'network_id': 'f74a5808-3186-4fdb-9e13-617b03d43158', 'name': 'tempest-PortsTestJSON-1311599948'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:12.713665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (58317717-c9fc-4e16-b838-c6e547394002), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.768069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.777370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Allocated IP 172.20.0.2 (f74a5808-3186-4fdb-9e13-617b03d43158/78bd8bd7-6598-4364-8903-11cc7b344973/df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:12.831822 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network 537968fe-85af-4201-8a74-157a3ffb7ac5 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:12.837281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.838030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (21837cb4-686e-433d-8e25-c0a72dd4dffd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.873811 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537c5a2-0985-4863-9f32-7761e0f9ce74 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:12.878737 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7537c5a2-0985-4863-9f32-7761e0f9ce74 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] 10.222.0.23 "GET /v2.0/networks/19011b95-5479-4ee6-84b2-47d509973804 HTTP/1.1" status: 200 len: 757 time: 0.2012784 Nov 03 02:26:12.881339 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 2, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:12.885647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37710) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:12.897548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 537968fe-85af-4201-8a74-157a3ffb7ac5) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:12.900059 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 6f1081e5-526c-42ad-910a-28778723b4b0 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:12.900508 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6f1081e5-526c-42ad-910a-28778723b4b0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.911170 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:12.911170 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.938663 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Checking router: 33a9ddf1-560b-4718-aec6-6a8ed115679d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:26:12.939434 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Updating router 33a9ddf1-560b-4718-aec6-6a8ed115679d port ad98c110-d792-44d8-990d-78f03b015070 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:26:12.973724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:12.986865 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ad98c110-d792-44d8-990d-78f03b015070), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:12.995970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Publish callbacks [] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.016976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d1639135-db5d-4029-8f82-2f655dd54e2d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:13.016976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.017528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:13.017631 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d1639135-db5d-4029-8f82-2f655dd54e2d Nov 03 02:26:13.022325 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Port ad98c110-d792-44d8-990d-78f03b015070 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:13.026381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_gateway (58317717-c9fc-4e16-b838-c6e547394002), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.030239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:13.030844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.046745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688ae06-6728-4506-b1fd-95be3e7ef7d2 None None] Network 537968fe-85af-4201-8a74-157a3ffb7ac5 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:13.047556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=21837cb4-686e-433d-8e25-c0a72dd4dffd,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:13.054061 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3568695 Nov 03 02:26:13.055652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677f679-4b26-454d-b49a-fefc168352ef tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=d1639135-db5d-4029-8f82-2f655dd54e2d,revision_number=4']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:13.058394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37712) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:13.066913 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7e8c9e02-63f9-45eb-8c02-e83f0a6331ca tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4758067 Nov 03 02:26:13.072964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37714) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:13.076232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:c2:7b:65', 'name': 'tempest-NetworksTestDHCPv6-919094721'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:13.108826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.129886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a4f96-2a19-4bfd-be85-ec8382127e55 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:13.190838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Network f74a5808-3186-4fdb-9e13-617b03d43158 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:13.259492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:13.275815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.276565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:13.277391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:13.335062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Pushing event updated for resources: {'Port': ['ID=df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:13.391617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f3934-250c-4d64-a9dc-328b1a3caa5d tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:13.393348 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-613f3934-250c-4d64-a9dc-328b1a3caa5d tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] 10.222.0.23 "GET /v2.0/networks/6909b221-4b46-465b-979f-913222f08af9 HTTP/1.1" status: 200 len: 767 time: 0.5046711 Nov 03 02:26:13.398900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37716) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:13.446636 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Publish callbacks [] for security_group (3deb133a-29a2-4467-b627-d8606513a809), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.462882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3deb133a-29a2-4467-b627-d8606513a809), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.467687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6f1081e5-526c-42ad-910a-28778723b4b0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.469527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_gateway (58317717-c9fc-4e16-b838-c6e547394002), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.489042 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:13.494035 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.498368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.543946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.550396 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 6f1081e5-526c-42ad-910a-28778723b4b0 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:13.553996 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:13.575358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deb133a-29a2-4467-b627-d8606513a809,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:13.581795 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port 8e43808b-aff8-4343-b94a-0481a4ea715d yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:26:13.596882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (537968fe-85af-4201-8a74-157a3ffb7ac5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.597493 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (19011b95-5479-4ee6-84b2-47d509973804), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.600844 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Publish callbacks [] for port (ad98c110-d792-44d8-990d-78f03b015070), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.612309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (e9bb3117-cd93-4343-abab-be49b222044e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.613107 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Added segment e9bb3117-cd93-4343-abab-be49b222044e of type vlan for network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 Nov 03 02:26:13.623477 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ad98c110-d792-44d8-990d-78f03b015070), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.631250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port ec1b291f-2967-4bf7-b874-02b539b3d7c3 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:26:13.678339 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Attempt 6 to provision port ad98c110-d792-44d8-990d-78f03b015070 Nov 03 02:26:13.685490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2c8e8-bc86-4024-b374-e500eb6f7f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-537968fe-85af-4201-8a74-157a3ffb7ac5', 'network_id': '537968fe-85af-4201-8a74-157a3ffb7ac5', 'project_id': '8944aa6ea0734b11a208550e0ab014f1', 'fixed_ips': [{'subnet_id': '09694334-9093-4c2a-aee0-c9ea525cd84e'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:13.686448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c8e8-bc86-4024-b374-e500eb6f7f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.689530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Attempting to bind port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:13.689973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Attempting to bind port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '5121739b-9e48-4697-8706-beccc9255c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f74a5808-3186-4fdb-9e13-617b03d43158'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:13.690343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Attempting to bind port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e on network f74a5808-3186-4fdb-9e13-617b03d43158 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:13.722043 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:13.722481 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Checking segment: {'id': '5121739b-9e48-4697-8706-beccc9255c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f74a5808-3186-4fdb-9e13-617b03d43158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:13.722833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.723436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Bound using segment: {'id': '5121739b-9e48-4697-8706-beccc9255c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f74a5808-3186-4fdb-9e13-617b03d43158'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:13.724585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Bound port: df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5121739b-9e48-4697-8706-beccc9255c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f74a5808-3186-4fdb-9e13-617b03d43158'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:13.725147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.756826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d1639135-db5d-4029-8f82-2f655dd54e2d is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:13.757226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.757661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (f8abacdd-d96f-43c8-8575-72d2a8ea47d7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.793377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (19011b95-5479-4ee6-84b2-47d509973804), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.817085 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b887e-0d09-4f6d-834b-219f2daaea3b None None] Pushing event updated for resources: {'Port': ['ID=ad98c110-d792-44d8-990d-78f03b015070,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:13.825674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Port ad98c110-d792-44d8-990d-78f03b015070 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:13.828235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Allocated IP 172.26.6.92 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/f18b9d67-c1c1-4ca1-873f-faa832d894bc) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:13.850669 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Attempting to bind port ad98c110-d792-44d8-990d-78f03b015070 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:13.851677 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Attempting to bind port ad98c110-d792-44d8-990d-78f03b015070 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:13.852043 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port d1639135-db5d-4029-8f82-2f655dd54e2d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d1639135-db5d-4029-8f82-2f655dd54e2d,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:13.852935 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Attempting to bind port ad98c110-d792-44d8-990d-78f03b015070 on network c497e5a1-fa84-40b4-9a93-bbaa81315a40 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:13.863800 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:13.864176 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Checking segment: {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:13.864906 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.866037 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Bound using segment: {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:13.866581 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Bound port: ad98c110-d792-44d8-990d-78f03b015070, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:13.867474 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ad98c110-d792-44d8-990d-78f03b015070), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.875071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.883970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19011b95-5479-4ee6-84b2-47d509973804']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:13.907914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830aa4d5-e8e8-45fc-9d34-799218766562') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:13.908288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830aa4d5-e8e8-45fc-9d34-799218766562') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:13.915115 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (09694334-9093-4c2a-aee0-c9ea525cd84e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.946902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (f8abacdd-d96f-43c8-8575-72d2a8ea47d7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.948270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:13.949239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.964377 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.5 (f74a5808-3186-4fdb-9e13-617b03d43158/78bd8bd7-6598-4364-8903-11cc7b344973/8e43808b-aff8-4343-b94a-0481a4ea715d) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:13.975111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (830aa4d5-e8e8-45fc-9d34-799218766562), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:13.992413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] For port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:14.002352 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] For port ad98c110-d792-44d8-990d-78f03b015070, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:14.006800 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] For port ad98c110-d792-44d8-990d-78f03b015070, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ad98c110-d792-44d8-990d-78f03b015070,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:14.015683 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ad98c110-d792-44d8-990d-78f03b015070), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.027421 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] For port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e,segment=NetworkSegment(5121739b-9e48-4697-8706-beccc9255c46),segment_id=5121739b-9e48-4697-8706-beccc9255c46)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:14.029627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (830aa4d5-e8e8-45fc-9d34-799218766562), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.051257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:14.051656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (830aa4d5-e8e8-45fc-9d34-799218766562), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.070353 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5508289 Nov 03 02:26:14.088743 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b887e-0d09-4f6d-834b-219f2daaea3b None None] Pushing event updated for resources: {'Port': ['ID=ad98c110-d792-44d8-990d-78f03b015070,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:14.092308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37718) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:14.097437 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:14.097954 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] Request body: {'subnet': {'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-883278680-subnet', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:14.098075 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:14.107944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=d1639135-db5d-4029-8f82-2f655dd54e2d,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:14.131031 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device daff7212-1fd4-4dfa-96da-c2258373e531 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:26:14.150953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adcad2-51c8-4596-b3ec-b9afcd3620a7 admin admin] Pushing event updated for resources: {'Network': ['ID=f8abacdd-d96f-43c8-8575-72d2a8ea47d7,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:14.189904 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] Made reservation on behalf of 4d2363d7e5b048fa8bc30129764f8216 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:14.191986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::245 (45083813-f1f1-4019-a736-ce483eb72093/e328dd88-1e7c-4980-97a3-ca4f11bf18d9/ec1b291f-2967-4bf7-b874-02b539b3d7c3) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:14.192945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.202645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (09694334-9093-4c2a-aee0-c9ea525cd84e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.212446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:7b65 (45083813-f1f1-4019-a736-ce483eb72093/21837cb4-686e-433d-8e25-c0a72dd4dffd/ec1b291f-2967-4bf7-b874-02b539b3d7c3) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:14.217140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (f18b9d67-c1c1-4ca1-873f-faa832d894bc), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.228430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (19011b95-5479-4ee6-84b2-47d509973804), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.244517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19011b95-5479-4ee6-84b2-47d509973804 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 02:26:14.260475 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.264198 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "DELETE /v2.0/networks/19011b95-5479-4ee6-84b2-47d509973804 HTTP/1.1" status: 204 len: 168 time: 0.8641582 Nov 03 02:26:14.272646 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.276814 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:14.282225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37720) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:14.283111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a278da0-3e46-48b9-b8b1-a07b9a4a44fb tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event deleted for resources: {'Network': ['ID=19011b95-5479-4ee6-84b2-47d509973804,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:14.293690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: daff7212-1fd4-4dfa-96da-c2258373e531 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:26:14.294044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device daff7212-1fd4-4dfa-96da-c2258373e531 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:26:14.296283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (6f1081e5-526c-42ad-910a-28778723b4b0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.304903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Request body: {'network': {'name': 'tempest-network--1923454371'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:14.331972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Subnet': ['ID=09694334-9093-4c2a-aee0-c9ea525cd84e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:14.334170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:14.339734 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Attempt 7 to provision port ad98c110-d792-44d8-990d-78f03b015070 Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server [None req-3dc2c8e8-bc86-4024-b374-e500eb6f7f58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09694334-9093-4c2a-aee0-c9ea525cd84e: This subnet is being modified by another concurrent operation. Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:26:14.377077 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in create_port Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1500, in _create_port_db Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise exception Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09694334-9093-4c2a-aee0-c9ea525cd84e: This subnet is being modified by another concurrent operation. Nov 03 02:26:14.380543 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Nov 03 02:26:14.450718 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 830aa4d5-e8e8-45fc-9d34-799218766562 resource provider aggregate not found Nov 03 02:26:14.491561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Made reservation on behalf of d27daafc28f649849a42a1d1a74ade0e for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:14.500782 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.509035 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 830aa4d5-e8e8-45fc-9d34-799218766562 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 830aa4d5-e8e8-45fc-9d34-799218766562 found for delete ", "request_id": "req-6f7c7e63-c158-43e5-b077-90764bef021b"}]} Nov 03 02:26:14.560683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (537968fe-85af-4201-8a74-157a3ffb7ac5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.569992 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655a48d9-7045-43ec-b316-a999c536766f None None] Network 537968fe-85af-4201-8a74-157a3ffb7ac5 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:14.581625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d1639135-db5d-4029-8f82-2f655dd54e2d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:14.614367 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537968fe-85af-4201-8a74-157a3ffb7ac5']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:14.632619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453ac0c5-23d2-466c-b22e-356cdb13b42d') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:14.632912 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453ac0c5-23d2-466c-b22e-356cdb13b42d') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:14.645552 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (453ac0c5-23d2-466c-b22e-356cdb13b42d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.656169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f18b9d67-c1c1-4ca1-873f-faa832d894bc), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.716387 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (453ac0c5-23d2-466c-b22e-356cdb13b42d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.729277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=6f1081e5-526c-42ad-910a-28778723b4b0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:14.791119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:14.791543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (453ac0c5-23d2-466c-b22e-356cdb13b42d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.841914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:14.864099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f24e5-3abe-4713-ae65-cebf68b948d6 None None] Pushing event updated for resources: {'Port': ['ID=df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:14.871785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (dcd3309a-6958-4111-8552-6963957118a0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.880122 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Added segment dcd3309a-6958-4111-8552-6963957118a0 of type vlan for network 69658780-dbad-4883-8aae-5fa462013717 Nov 03 02:26:14.922800 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:13Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:14.983503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (69658780-dbad-4883-8aae-5fa462013717), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:14.999836 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1dc06-786a-4c5b-912d-9231fdbf4841 None None] The sync data for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv is: [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:13Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:15.004816 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (537968fe-85af-4201-8a74-157a3ffb7ac5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.009025 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 453ac0c5-23d2-466c-b22e-356cdb13b42d resource provider aggregate not found Nov 03 02:26:15.020973 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (1d49b73b-832e-40f6-9536-99ae871261da), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.033663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.081683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d1639135-db5d-4029-8f82-2f655dd54e2d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:15.082678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.083028 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d1639135-db5d-4029-8f82-2f655dd54e2d Nov 03 02:26:15.092529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:15.106246 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (69658780-dbad-4883-8aae-5fa462013717), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.107507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:15.110301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.122175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.123821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:15.133223 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Current status of the port ad98c110-d792-44d8-990d-78f03b015070 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:15.133660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ad98c110-d792-44d8-990d-78f03b015070), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.135619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37730) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:15.136399 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/537968fe-85af-4201-8a74-157a3ffb7ac5 HTTP/1.1" status: 204 len: 168 time: 2.0545924 Nov 03 02:26:15.147418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:15.158190 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8623793 Nov 03 02:26:15.160266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37732) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:15.165062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1219836488'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:15.181047 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 453ac0c5-23d2-466c-b22e-356cdb13b42d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 453ac0c5-23d2-466c-b22e-356cdb13b42d found for delete ", "request_id": "req-0a556ee9-885a-49dc-ab41-282ff234f2d3"}]} Nov 03 02:26:15.194551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=f18b9d67-c1c1-4ca1-873f-faa832d894bc,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:15.202005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9343e36e-4440-42ea-b50d-2f12174bc63c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:15.213045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] For port ad98c110-d792-44d8-990d-78f03b015070, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ad98c110-d792-44d8-990d-78f03b015070,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:15.226498 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ad98c110-d792-44d8-990d-78f03b015070), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.260307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Could not find standard attr ID for object 01812aa3-a6ed-48ec-966e-5496384d3ef3. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:15.281756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:15.285739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.290015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa2b08-2a72-4bdd-80ea-912ef7ffe691 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=537968fe-85af-4201-8a74-157a3ffb7ac5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:15.327222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Provisioning complete for port c376dd25-a696-4a64-853e-5546526eea6f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:15.327638 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c376dd25-a696-4a64-853e-5546526eea6f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.327950 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Attempt 1 to provision port c376dd25-a696-4a64-853e-5546526eea6f Nov 03 02:26:15.357355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (1d49b73b-832e-40f6-9536-99ae871261da), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.369482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (1d49b73b-832e-40f6-9536-99ae871261da), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.372441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Pushing event updated for resources: {'Port': ['ID=ad98c110-d792-44d8-990d-78f03b015070,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:15.375836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d1639135-db5d-4029-8f82-2f655dd54e2d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:15.460354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249cd43-3a63-4098-931b-fb79a1b58754 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event updated for resources: {'Network': ['ID=69658780-dbad-4883-8aae-5fa462013717,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:15.483432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 69658780-dbad-4883-8aae-5fa462013717 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:15.496873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:15.501524 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (ec1b291f-2967-4bf7-b874-02b539b3d7c3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.503715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1d98d85d-9de7-4ada-9079-5e3c1eafa45d None None] Current status of the port c376dd25-a696-4a64-853e-5546526eea6f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:15.585492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (f5dea532-1ffe-4d9e-96fb-ca8ee06eadb6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.585841 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment f5dea532-1ffe-4d9e-96fb-ca8ee06eadb6 of type vlan for network 2b53ad85-8675-4109-b9c1-afd32ee4307a Nov 03 02:26:15.600957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (1d49b73b-832e-40f6-9536-99ae871261da), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.601540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Fanout notify agent at l3_agent the message router_deleted on router 1d49b73b-832e-40f6-9536-99ae871261da {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:26:15.629648 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.637539 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e8d4f5ee-2811-46d3-8d87-46848bb49147 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/1d49b73b-832e-40f6-9536-99ae871261da HTTP/1.1" status: 204 len: 168 time: 4.1175270 Nov 03 02:26:15.647224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37734) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:15.657809 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'network': {'name': 'tempest-RoutersTest-687106595'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:15.666253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-30d45204-8598-4fc9-90ea-c52628873da3 None None] Provisioning complete for port d1639135-db5d-4029-8f82-2f655dd54e2d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:15.666636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-30d45204-8598-4fc9-90ea-c52628873da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.666983 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-30d45204-8598-4fc9-90ea-c52628873da3 None None] Attempt 1 to provision port d1639135-db5d-4029-8f82-2f655dd54e2d Nov 03 02:26:15.681838 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.787430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (2b53ad85-8675-4109-b9c1-afd32ee4307a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.788520 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.794036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (36204296-9d8f-4345-a80a-b5e1879a8383), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.817116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-30d45204-8598-4fc9-90ea-c52628873da3 None None] Current status of the port d1639135-db5d-4029-8f82-2f655dd54e2d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:15.841480 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-30d45204-8598-4fc9-90ea-c52628873da3 None None] Provisioning complete for port ad98c110-d792-44d8-990d-78f03b015070 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:15.841857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-30d45204-8598-4fc9-90ea-c52628873da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ad98c110-d792-44d8-990d-78f03b015070), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.846381 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-30d45204-8598-4fc9-90ea-c52628873da3 None None] Attempt 1 to provision port ad98c110-d792-44d8-990d-78f03b015070 Nov 03 02:26:15.863030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=8e43808b-aff8-4343-b94a-0481a4ea715d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:15.881906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (2b53ad85-8675-4109-b9c1-afd32ee4307a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.887320 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:15.887920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.915699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ec1b291f-2967-4bf7-b874-02b539b3d7c3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.937582 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:15.941593 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:15.968927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-30d45204-8598-4fc9-90ea-c52628873da3 None None] Current status of the port ad98c110-d792-44d8-990d-78f03b015070 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:15.973421 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-30d45204-8598-4fc9-90ea-c52628873da3 None None] Could not find standard attr ID for object d09a0222-3cdd-4d00-aaed-c924cd982ef9. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:15.974916 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network f74a5808-3186-4fdb-9e13-617b03d43158 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:15.986318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36204296-9d8f-4345-a80a-b5e1879a8383,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:15.998409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5a7f06-df62-4cbc-a9e5-61bc15e933f4 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:26:16.009784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9343e36e-4440-42ea-b50d-2f12174bc63c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (69658780-dbad-4883-8aae-5fa462013717), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.010320 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:16.023947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:16.046156 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8958864 Nov 03 02:26:16.064026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37736) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:16.071841 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'network_id': '2b53ad85-8675-4109-b9c1-afd32ee4307a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:16.078568 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:16.101045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9343e36e-4440-42ea-b50d-2f12174bc63c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (69658780-dbad-4883-8aae-5fa462013717), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.116710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:16.121894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.132194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-dc08c832-542d-402d-b9ab-6c95d65d9f3b None None] Provisioning complete for port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:16.132605 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dc08c832-542d-402d-b9ab-6c95d65d9f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.132953 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-dc08c832-542d-402d-b9ab-6c95d65d9f3b None None] Attempt 1 to provision port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e Nov 03 02:26:16.165709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9343e36e-4440-42ea-b50d-2f12174bc63c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Network 69658780-dbad-4883-8aae-5fa462013717 is not hosted by any dhcp agent {{(pid=104394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 02:26:16.166609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9343e36e-4440-42ea-b50d-2f12174bc63c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:16.167209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9343e36e-4440-42ea-b50d-2f12174bc63c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.168548 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9343e36e-4440-42ea-b50d-2f12174bc63c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "PUT /v2.0/networks/69658780-dbad-4883-8aae-5fa462013717 HTTP/1.1" status: 200 len: 858 time: 0.9776328 Nov 03 02:26:16.169563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:16.171500 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732ed61-7b3c-43b7-b719-f5ccdb7e2d3e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=2b53ad85-8675-4109-b9c1-afd32ee4307a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:16.175683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37738) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:16.179036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:16.184288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:16.184963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.214578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 2b53ad85-8675-4109-b9c1-afd32ee4307a details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:16.218878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:16.219553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.222188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] Checking segment: {'id': 'e9bb3117-cd93-4343-abab-be49b222044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:16.222538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] Network hostable DHCP agents. Network: f8abacdd-d96f-43c8-8575-72d2a8ea47d7, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:16.225765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (cf16555f-4199-4263-b9c5-f9cece64cc73), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.226118 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added segment cf16555f-4199-4263-b9c5-f9cece64cc73 of type vlan for network d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 Nov 03 02:26:16.335166 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-89078dd9-2e52-4d7e-af0c-3039076451a3 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6388180 Nov 03 02:26:16.337894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37744) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:16.362434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (d93c031c-8ca9-44e4-9aeb-da53dd7d89f3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.438565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-dc08c832-542d-402d-b9ab-6c95d65d9f3b None None] Current status of the port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:16.439070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dc08c832-542d-402d-b9ab-6c95d65d9f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.459656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] Network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:16.496463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a7f06-df62-4cbc-a9e5-61bc15e933f4 None None] Unable to find a vacant binding_index for network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 and agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c {{(pid=104395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 03 02:26:16.499929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-dc08c832-542d-402d-b9ab-6c95d65d9f3b None None] For port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e,segment=NetworkSegment(5121739b-9e48-4697-8706-beccc9255c46),segment_id=5121739b-9e48-4697-8706-beccc9255c46)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:16.512451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dc08c832-542d-402d-b9ab-6c95d65d9f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.543089 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a7f06-df62-4cbc-a9e5-61bc15e933f4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, f8abacdd-d96f-43c8-8575-72d2a8ea47d7) {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:26:16.557907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, f8abacdd-d96f-43c8-8575-72d2a8ea47d7) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:16.562128 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:16.565576 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.595677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:16.596564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.628766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08c832-542d-402d-b9ab-6c95d65d9f3b None None] Pushing event updated for resources: {'Port': ['ID=df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:16.686858 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:16.705999 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (d93c031c-8ca9-44e4-9aeb-da53dd7d89f3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.711838 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:16.712479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.842661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343e36e-4440-42ea-b50d-2f12174bc63c tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event updated for resources: {'Network': ['ID=69658780-dbad-4883-8aae-5fa462013717,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:16.845184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=ec1b291f-2967-4bf7-b874-02b539b3d7c3,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:16.918435 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f89b72db-cbb8-4d16-98c1-6af5420ad5f6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8460586 Nov 03 02:26:16.926607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37748) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:16.970080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:16.970472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:16.970826 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e Nov 03 02:26:16.978519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_gateway (58317717-c9fc-4e16-b838-c6e547394002), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.039301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (69658780-dbad-4883-8aae-5fa462013717), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.076097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-f8abacdd-d96f-43c8-8575-72d2a8ea47d7', 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7', 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'fixed_ips': [{'subnet_id': '36204296-9d8f-4345-a80a-b5e1879a8383'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:17.077404 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.101632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:17.102707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ad98c110-d792-44d8-990d-78f03b015070 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:17.197858 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5416117 Nov 03 02:26:17.205965 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-65681128-cc0a-42a9-975f-782104e432d4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1122358 Nov 03 02:26:17.206591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37750) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:17.215657 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37752) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:17.222713 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'subnet': {'network_id': 'd93c031c-8ca9-44e4-9aeb-da53dd7d89f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:17.228760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-883278680-router', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:17.241868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ad98c110-d792-44d8-990d-78f03b015070 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:17.242440 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ad98c110-d792-44d8-990d-78f03b015070), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.242688 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ad98c110-d792-44d8-990d-78f03b015070 Nov 03 02:26:17.317764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (69658780-dbad-4883-8aae-5fa462013717), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.345032 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da81393-8fe7-4128-bb36-4e20a8c25919 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Network': ['ID=d93c031c-8ca9-44e4-9aeb-da53dd7d89f3,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:17.347755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69658780-dbad-4883-8aae-5fa462013717']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:17.358537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:17.363218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ad98c110-d792-44d8-990d-78f03b015070 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:17.365924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd3309a-6958-4111-8552-6963957118a0') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:17.366291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd3309a-6958-4111-8552-6963957118a0') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:17.382954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (dcd3309a-6958-4111-8552-6963957118a0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.402998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (dcd3309a-6958-4111-8552-6963957118a0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.409895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:17.410381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (dcd3309a-6958-4111-8552-6963957118a0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.414721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Allocated IP 172.20.0.2 (f8abacdd-d96f-43c8-8575-72d2a8ea47d7/36204296-9d8f-4345-a80a-b5e1879a8383/36de0db7-15f6-41e4-88f1-2cb5057bca5c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:17.422749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:17.426181 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.471553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-53e47fb3-59c0-4b93-810d-b99b8867ea3f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port ec1b291f-2967-4bf7-b874-02b539b3d7c3 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:17.472039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53e47fb3-59c0-4b93-810d-b99b8867ea3f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ec1b291f-2967-4bf7-b874-02b539b3d7c3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.528579 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment dcd3309a-6958-4111-8552-6963957118a0 resource provider aggregate not found Nov 03 02:26:17.595001 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment dcd3309a-6958-4111-8552-6963957118a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcd3309a-6958-4111-8552-6963957118a0 found for delete ", "request_id": "req-ae87d82c-e3fa-450e-b60d-60b47528e41c"}]} Nov 03 02:26:17.597848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (bfec71e5-e916-46a4-be7c-ece4ad8dab13), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.597848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (bfec71e5-e916-46a4-be7c-ece4ad8dab13), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.609052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.615428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Publish callbacks [] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.625350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.640751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (69658780-dbad-4883-8aae-5fa462013717), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.654871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69658780-dbad-4883-8aae-5fa462013717 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 02:26:17.660526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (58317717-c9fc-4e16-b838-c6e547394002), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.672143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.675574 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] 10.222.0.23 "DELETE /v2.0/networks/69658780-dbad-4883-8aae-5fa462013717 HTTP/1.1" status: 204 len: 168 time: 1.4878671 Nov 03 02:26:17.691375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37758) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:17.697221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:17.698917 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Pushing event updated for resources: {'Port': ['ID=36de0db7-15f6-41e4-88f1-2cb5057bca5c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:17.704734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:17.715288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:17.718717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01025db8-7608-48dc-a533-07311b6dd599 tempest-ExternalNetworksTestJSON-1464267840 tempest-ExternalNetworksTestJSON-1464267840-project-admin] Pushing event deleted for resources: {'Network': ['ID=69658780-dbad-4883-8aae-5fa462013717,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:17.796926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53e47fb3-59c0-4b93-810d-b99b8867ea3f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ec1b291f-2967-4bf7-b874-02b539b3d7c3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.799431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Attempting to bind port 36de0db7-15f6-41e4-88f1-2cb5057bca5c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:17.800860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Attempting to bind port 36de0db7-15f6-41e4-88f1-2cb5057bca5c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'e9bb3117-cd93-4343-abab-be49b222044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:17.801262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Attempting to bind port 36de0db7-15f6-41e4-88f1-2cb5057bca5c on network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:17.802944 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ac4b86-c006-4b4c-bf47-a84add94b409 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:17.803503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ac4b86-c006-4b4c-bf47-a84add94b409 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:17.806648 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a4ac4b86-c006-4b4c-bf47-a84add94b409 tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] 10.222.0.23 "DELETE /v2.0/subnets/6e423cc9-e419-4b81-a379-681086160df0 HTTP/1.1" status: 404 len: 337 time: 0.1105325 Nov 03 02:26:17.809814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Publish callbacks [] for router_controller (bfec71e5-e916-46a4-be7c-ece4ad8dab13), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.810689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:17.815819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37760) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:17.818993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (7ac5b9ef-d355-4864-8c67-6ebab98f3565), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.826953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Checking segment: {'id': 'e9bb3117-cd93-4343-abab-be49b222044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:17.827780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.828435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Bound using segment: {'id': 'e9bb3117-cd93-4343-abab-be49b222044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:17.829135 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Bound port: 36de0db7-15f6-41e4-88f1-2cb5057bca5c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bb3117-cd93-4343-abab-be49b222044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:17.829753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.906161 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (6909b221-4b46-465b-979f-913222f08af9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:17.914980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-53e47fb3-59c0-4b93-810d-b99b8867ea3f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for ec1b291f-2967-4bf7-b874-02b539b3d7c3 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:17.938127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] For port 36de0db7-15f6-41e4-88f1-2cb5057bca5c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:17.944105 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] For port 36de0db7-15f6-41e4-88f1-2cb5057bca5c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=36de0db7-15f6-41e4-88f1-2cb5057bca5c,segment=NetworkSegment(e9bb3117-cd93-4343-abab-be49b222044e),segment_id=e9bb3117-cd93-4343-abab-be49b222044e)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:17.954254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.014617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=7ac5b9ef-d355-4864-8c67-6ebab98f3565,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:18.070400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b03d5f-dcc2-49b0-b1ff-11e178fb6ba1 None None] Pushing event updated for resources: {'Port': ['ID=36de0db7-15f6-41e4-88f1-2cb5057bca5c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:18.077699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (65b1fe95-51db-4c11-8134-9e21fe138093), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.079817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking segment: {'id': 'f5dea532-1ffe-4d9e-96fb-ca8ee06eadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2b53ad85-8675-4109-b9c1-afd32ee4307a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:18.080163 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network hostable DHCP agents. Network: 2b53ad85-8675-4109-b9c1-afd32ee4307a, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:18.186092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Publish callbacks [] for router_gateway (bfec71e5-e916-46a4-be7c-ece4ad8dab13), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.201799 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network 2b53ad85-8675-4109-b9c1-afd32ee4307a is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:18.205006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.210259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Subnet': ['ID=65b1fe95-51db-4c11-8134-9e21fe138093,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:18.223613 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.235740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 2b53ad85-8675-4109-b9c1-afd32ee4307a) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:18.263758 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:18.264360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.269346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Checking segment: {'id': 'cf16555f-4199-4263-b9c5-f9cece64cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd93c031c-8ca9-44e4-9aeb-da53dd7d89f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:18.269723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network hostable DHCP agents. Network: d93c031c-8ca9-44e4-9aeb-da53dd7d89f3, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:18.343648 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bcbe2651-5251-422f-ab62-8bd644b16676 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2769022 Nov 03 02:26:18.353061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37762) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:18.356762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:18.362902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=8e43808b-aff8-4343-b94a-0481a4ea715d,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:18.371192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (6909b221-4b46-465b-979f-913222f08af9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.388666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, d93c031c-8ca9-44e4-9aeb-da53dd7d89f3) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:18.396127 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:18.396691 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.459836 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2e8fcbc8-738d-49f7-b3f7-35a7b9796f82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2428849 Nov 03 02:26:18.460598 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37764) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:18.467644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c8573ec5-a39a-4b1c-9f48-527ebd4445ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-913076937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:18.485577 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6909b221-4b46-465b-979f-913222f08af9']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:18.513812 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34339c1c-887a-43b9-96b4-02e5122e3c41') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:18.514210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34339c1c-887a-43b9-96b4-02e5122e3c41') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:18.527721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8573ec5-a39a-4b1c-9f48-527ebd4445ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (b5415074-d1b6-4c3a-bfd5-844c203164bc), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.528914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8573ec5-a39a-4b1c-9f48-527ebd4445ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (b5415074-d1b6-4c3a-bfd5-844c203164bc), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.541861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (34339c1c-887a-43b9-96b4-02e5122e3c41), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.555398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 58317717-c9fc-4e16-b838-c6e547394002 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:26:18.563848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (c2eca58f-8919-46a5-a833-ccab7a1fb33c), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.602518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (34339c1c-887a-43b9-96b4-02e5122e3c41), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.626064 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:18.646549 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8573ec5-a39a-4b1c-9f48-527ebd4445ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (b5415074-d1b6-4c3a-bfd5-844c203164bc), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.669059 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8573ec5-a39a-4b1c-9f48-527ebd4445ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (b5415074-d1b6-4c3a-bfd5-844c203164bc), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.680644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:18.681400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (34339c1c-887a-43b9-96b4-02e5122e3c41), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.689831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (2b53ad85-8675-4109-b9c1-afd32ee4307a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.699689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:18.700313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.701205 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e Nov 03 02:26:18.702139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8573ec5-a39a-4b1c-9f48-527ebd4445ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.703534 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c8573ec5-a39a-4b1c-9f48-527ebd4445ee tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2396824 Nov 03 02:26:18.707429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37766) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:18.789572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:18.793922 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 36de0db7-15f6-41e4-88f1-2cb5057bca5c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:18.813564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.876941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 36de0db7-15f6-41e4-88f1-2cb5057bca5c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:18.876941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.876941 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 36de0db7-15f6-41e4-88f1-2cb5057bca5c Nov 03 02:26:18.892458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (6909b221-4b46-465b-979f-913222f08af9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.898193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.905343 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] 10.222.0.23 "DELETE /v2.0/networks/6909b221-4b46-465b-979f-913222f08af9 HTTP/1.1" status: 204 len: 168 time: 1.0831800 Nov 03 02:26:18.945202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:18.969898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53e47fb3-59c0-4b93-810d-b99b8867ea3f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ec1b291f-2967-4bf7-b874-02b539b3d7c3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:18.972423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9b826-50bc-4593-9f63-6e1f9b3b9e40 None None] Sync routers for ids ['58317717-c9fc-4e16-b838-c6e547394002'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:18.979440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17726f-f60b-4d20-a429-3788ec7479ee tempest-ExternalNetworksTestJSON-959155124 tempest-ExternalNetworksTestJSON-959155124-project] Pushing event deleted for resources: {'Network': ['ID=6909b221-4b46-465b-979f-913222f08af9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:19.008752 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 36de0db7-15f6-41e4-88f1-2cb5057bca5c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:19.009171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.041827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9b826-50bc-4593-9f63-6e1f9b3b9e40 None None] Routers {'58317717-c9fc-4e16-b838-c6e547394002'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:19.042989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5fa9b826-50bc-4593-9f63-6e1f9b3b9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['58317717-c9fc-4e16-b838-c6e547394002'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:19.087779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5fa9b826-50bc-4593-9f63-6e1f9b3b9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:19.112292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 36de0db7-15f6-41e4-88f1-2cb5057bca5c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=36de0db7-15f6-41e4-88f1-2cb5057bca5c,segment=NetworkSegment(e9bb3117-cd93-4343-abab-be49b222044e),segment_id=e9bb3117-cd93-4343-abab-be49b222044e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:19.120906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9b826-50bc-4593-9f63-6e1f9b3b9e40 None None] Routers {'58317717-c9fc-4e16-b838-c6e547394002'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:19.121924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5fa9b826-50bc-4593-9f63-6e1f9b3b9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['58317717-c9fc-4e16-b838-c6e547394002'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:19.125975 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.194738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5fa9b826-50bc-4593-9f63-6e1f9b3b9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:19.195651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9b826-50bc-4593-9f63-6e1f9b3b9e40 None None] The sync data for ids ['58317717-c9fc-4e16-b838-c6e547394002'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:19.283965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=36de0db7-15f6-41e4-88f1-2cb5057bca5c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:19.328212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.394512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf6068-72e0-4591-b967-828a0c000c72 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:26:19.410383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (7ac5b9ef-d355-4864-8c67-6ebab98f3565), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.443425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37774) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:19.446642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e47fb3-59c0-4b93-810d-b99b8867ea3f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=ec1b291f-2967-4bf7-b874-02b539b3d7c3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:19.491376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.495225 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fcaea8e7-c192-4ff1-a6f1-62ba2e9e2beb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.8900688 Nov 03 02:26:19.516228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c8fc5e85-b6fe-4638-ae2f-8456fea0e9be None None] Provisioning complete for port 36de0db7-15f6-41e4-88f1-2cb5057bca5c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:19.516519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c8fc5e85-b6fe-4638-ae2f-8456fea0e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.516878 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c8fc5e85-b6fe-4638-ae2f-8456fea0e9be None None] Attempt 1 to provision port 36de0db7-15f6-41e4-88f1-2cb5057bca5c Nov 03 02:26:19.540621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37778) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:19.588335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (7ac5b9ef-d355-4864-8c67-6ebab98f3565), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.592909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bf6068-72e0-4591-b967-828a0c000c72 None None] Resources bound (agent type, host, resource id): {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:26:19.695410 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 34339c1c-887a-43b9-96b4-02e5122e3c41 resource provider aggregate not found Nov 03 02:26:19.696857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc5e85-b6fe-4638-ae2f-8456fea0e9be None None] Current status of the port 36de0db7-15f6-41e4-88f1-2cb5057bca5c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:19.699177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53e47fb3-59c0-4b93-810d-b99b8867ea3f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.702546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-53e47fb3-59c0-4b93-810d-b99b8867ea3f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/ec1b291f-2967-4bf7-b874-02b539b3d7c3 HTTP/1.1" status: 204 len: 168 time: 2.7729201 Nov 03 02:26:19.705693 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37784) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:19.717303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac5b9ef-d355-4864-8c67-6ebab98f3565,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:19.753695 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 34339c1c-887a-43b9-96b4-02e5122e3c41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34339c1c-887a-43b9-96b4-02e5122e3c41 found for delete ", "request_id": "req-8e53fba5-fb85-4ebe-bfa4-dcfbbd5a2d5c"}]} Nov 03 02:26:19.860695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-d93c031c-8ca9-44e4-9aeb-da53dd7d89f3', 'network_id': 'd93c031c-8ca9-44e4-9aeb-da53dd7d89f3', 'project_id': '11e48b890e78419891812f693265e85f', 'fixed_ips': [{'subnet_id': '65b1fe95-51db-4c11-8134-9e21fe138093'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:19.862735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.895424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (2b53ad85-8675-4109-b9c1-afd32ee4307a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.912063 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dc52153c-4859-4f59-8233-52947a008a5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b45209e9852c4845bce1fffc861b372c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549787 Nov 03 02:26:19.918235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37786) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:19.919120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.931263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde43f9e-c05c-4151-9547-10b3f2caa6ea tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:19.931525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Publish callbacks [] for router_gateway (bfec71e5-e916-46a4-be7c-ece4ad8dab13), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.932834 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fde43f9e-c05c-4151-9547-10b3f2caa6ea tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2247355 Nov 03 02:26:19.936416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37788) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:19.940896 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f68445e3-c673-40f7-98fb-7d4ef8fe4f62 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/routers/58317717-c9fc-4e16-b838-c6e547394002 HTTP/1.1" status: 200 len: 883 time: 0.3986349 Nov 03 02:26:19.947599 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37790) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:19.948695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:19.956861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b53ad85-8675-4109-b9c1-afd32ee4307a']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:19.993763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dea532-1ffe-4d9e-96fb-ca8ee06eadb6') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:19.994544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dea532-1ffe-4d9e-96fb-ca8ee06eadb6') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:20.016228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Allocated IP 172.20.0.2 (d93c031c-8ca9-44e4-9aeb-da53dd7d89f3/65b1fe95-51db-4c11-8134-9e21fe138093/6ac15822-d1d1-4522-b7af-8fbfa253ff33) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:20.039673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.049565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (f5dea532-1ffe-4d9e-96fb-ca8ee06eadb6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.061079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (c2eca58f-8919-46a5-a833-ccab7a1fb33c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.062739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=8e43808b-aff8-4343-b94a-0481a4ea715d,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:20.119450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (f5dea532-1ffe-4d9e-96fb-ca8ee06eadb6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.128541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac43d7f-5403-4625-a8c1-084bf8c5109a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:20.130202 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fac43d7f-5403-4625-a8c1-084bf8c5109a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1925266 Nov 03 02:26:20.133296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37792) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:20.140356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:20.140771 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (f5dea532-1ffe-4d9e-96fb-ca8ee06eadb6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.200247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Publish callbacks [] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.207405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.217837 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38e2059-1037-45bf-8bfc-b2c25a0c6b96 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:20.219215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38e2059-1037-45bf-8bfc-b2c25a0c6b96 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:20.220721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38e2059-1037-45bf-8bfc-b2c25a0c6b96 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:20.222418 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b38e2059-1037-45bf-8bfc-b2c25a0c6b96 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0847712 Nov 03 02:26:20.227454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37794) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:20.245075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Network d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:20.249028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b9084e8-1963-45e9-86fc-392721738fe5 admin admin] Publish callbacks [] for security_group (20a272c7-b10b-4222-8331-e3c0125e24a4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.249482 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:20.252836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:20.285961 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network f74a5808-3186-4fdb-9e13-617b03d43158 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:20.296250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:20.296525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (2b53ad85-8675-4109-b9c1-afd32ee4307a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.311810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Allocated IP 172.26.6.149 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/09d383f5-de03-4496-9d39-c9aac85d710f) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:20.324986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Pushing event updated for resources: {'Port': ['ID=6ac15822-d1d1-4522-b7af-8fbfa253ff33,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:20.328807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Allocated IP 172.20.0.1 (d93c031c-8ca9-44e4-9aeb-da53dd7d89f3/65b1fe95-51db-4c11-8134-9e21fe138093/8804c308-db0a-4f29-9f30-1783aca56e35) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:20.329361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.336333 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/2b53ad85-8675-4109-b9c1-afd32ee4307a HTTP/1.1" status: 204 len: 168 time: 1.9737055 Nov 03 02:26:20.338327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b9084e8-1963-45e9-86fc-392721738fe5 admin admin] Publish callbacks [] for security_group (20a272c7-b10b-4222-8331-e3c0125e24a4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.343667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Attempting to bind port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:20.344295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Attempting to bind port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'cf16555f-4199-4263-b9c5-f9cece64cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd93c031c-8ca9-44e4-9aeb-da53dd7d89f3'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:20.344802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Attempting to bind port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 on network d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:20.351690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:20.352328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Checking segment: {'id': 'cf16555f-4199-4263-b9c5-f9cece64cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd93c031c-8ca9-44e4-9aeb-da53dd7d89f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:20.352812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.353340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Bound using segment: {'id': 'cf16555f-4199-4263-b9c5-f9cece64cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd93c031c-8ca9-44e4-9aeb-da53dd7d89f3'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:20.353906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Bound port: 6ac15822-d1d1-4522-b7af-8fbfa253ff33, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf16555f-4199-4263-b9c5-f9cece64cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd93c031c-8ca9-44e4-9aeb-da53dd7d89f3'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:20.354414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.370057 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37796) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:20.383504 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-231404341'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:20.407354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d4eda-42ab-43d0-8833-be176fc6e2d3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=2b53ad85-8675-4109-b9c1-afd32ee4307a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:20.421398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-86960475-9a95-4fee-9958-1a698c054181 None None] For port 6ac15822-d1d1-4522-b7af-8fbfa253ff33, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:20.422631 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c16169b-b8bd-479c-b664-86b0698b94a3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 21837cb4-686e-433d-8e25-c0a72dd4dffd {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:20.427360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-86960475-9a95-4fee-9958-1a698c054181 None None] For port 6ac15822-d1d1-4522-b7af-8fbfa253ff33, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6ac15822-d1d1-4522-b7af-8fbfa253ff33,segment=NetworkSegment(cf16555f-4199-4263-b9c5-f9cece64cc73),segment_id=cf16555f-4199-4263-b9c5-f9cece64cc73)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:20.435748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4c16169b-b8bd-479c-b664-86b0698b94a3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (21837cb4-686e-433d-8e25-c0a72dd4dffd), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.437505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.527128 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86960475-9a95-4fee-9958-1a698c054181 None None] Pushing event updated for resources: {'Port': ['ID=6ac15822-d1d1-4522-b7af-8fbfa253ff33,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:20.553832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:20.557508 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.575590 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 36de0db7-15f6-41e4-88f1-2cb5057bca5c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:20.588952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4c16169b-b8bd-479c-b664-86b0698b94a3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (21837cb4-686e-433d-8e25-c0a72dd4dffd), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.615915 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Publish callbacks [] for port (09d383f5-de03-4496-9d39-c9aac85d710f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.617464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b9084e8-1963-45e9-86fc-392721738fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (20a272c7-b10b-4222-8331-e3c0125e24a4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.619983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b9084e8-1963-45e9-86fc-392721738fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.621210 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2b9084e8-1963-45e9-86fc-392721738fe5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20a272c7-b10b-4222-8331-e3c0125e24a4 HTTP/1.1" status: 204 len: 168 time: 0.7018466 Nov 03 02:26:20.638083 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-58afb34a-a90c-495d-baa2-0bf213c06502 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6756532 Nov 03 02:26:20.641833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37800) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:20.648266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f80a66ea-f176-4074-84c2-329200ed1cc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-364545600'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:20.651399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9084e8-1963-45e9-86fc-392721738fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a272c7-b10b-4222-8331-e3c0125e24a4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:20.670023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:20.674808 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 36de0db7-15f6-41e4-88f1-2cb5057bca5c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:20.675197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.675539 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 36de0db7-15f6-41e4-88f1-2cb5057bca5c Nov 03 02:26:20.710892 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (da2438e4-602f-4ded-8b51-9c6067ef14b7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.710892 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment da2438e4-602f-4ded-8b51-9c6067ef14b7 of type vlan for network e47b9172-6724-4919-80c9-798ae875cfd3 Nov 03 02:26:20.759167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.764414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (8804c308-db0a-4f29-9f30-1783aca56e35), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.817330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:20.825169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 36de0db7-15f6-41e4-88f1-2cb5057bca5c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:20.825872 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Router c2eca58f-8919-46a5-a833-ccab7a1fb33c is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:26:20.829052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (e47b9172-6724-4919-80c9-798ae875cfd3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.852937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4c16169b-b8bd-479c-b664-86b0698b94a3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (21837cb4-686e-433d-8e25-c0a72dd4dffd), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:20.870437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:20.878460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:20.910111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Pushing event updated for resources: {'Port': ['ID=09d383f5-de03-4496-9d39-c9aac85d710f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:21.016362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (8804c308-db0a-4f29-9f30-1783aca56e35), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.019080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (e47b9172-6724-4919-80c9-798ae875cfd3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.024067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:21.024687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.146543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:21.150410 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4c16169b-b8bd-479c-b664-86b0698b94a3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (21837cb4-686e-433d-8e25-c0a72dd4dffd), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.155386 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7810669 Nov 03 02:26:21.161408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37804) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:21.182422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:21.184194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:21.190464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-528bef1c-8136-4ca6-9c82-e48b01a76d0d tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:21.194059 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8926c67e-e272-4086-8f3b-429cf74ff4a2 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "PUT /v2.0/routers/c2eca58f-8919-46a5-a833-ccab7a1fb33c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8451104 Nov 03 02:26:21.194283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37806) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:21.194620 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37808) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:21.196414 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1bfd3e-acfc-47a2-af61-32516feb4411 None None] Sync routers for ids ['c2eca58f-8919-46a5-a833-ccab7a1fb33c'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:21.201754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:21.207190 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1bfd3e-acfc-47a2-af61-32516feb4411 None None] Routers {'c2eca58f-8919-46a5-a833-ccab7a1fb33c'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:21.207807 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ca1bfd3e-acfc-47a2-af61-32516feb4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c2eca58f-8919-46a5-a833-ccab7a1fb33c'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:21.237995 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=8804c308-db0a-4f29-9f30-1783aca56e35,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:21.248598 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4c16169b-b8bd-479c-b664-86b0698b94a3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.251484 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ca1bfd3e-acfc-47a2-af61-32516feb4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:21.252736 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4c16169b-b8bd-479c-b664-86b0698b94a3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/21837cb4-686e-433d-8e25-c0a72dd4dffd HTTP/1.1" status: 204 len: 168 time: 1.0239770 Nov 03 02:26:21.264738 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1bfd3e-acfc-47a2-af61-32516feb4411 None None] Routers {'c2eca58f-8919-46a5-a833-ccab7a1fb33c'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:21.265356 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ca1bfd3e-acfc-47a2-af61-32516feb4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c2eca58f-8919-46a5-a833-ccab7a1fb33c'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:21.271260 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37810) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:21.291590 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16169b-b8bd-479c-b664-86b0698b94a3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=21837cb4-686e-433d-8e25-c0a72dd4dffd,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:21.293639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378efdd0-b4a8-4a4c-864c-860d0234fee2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=e47b9172-6724-4919-80c9-798ae875cfd3,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:21.298044 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ca1bfd3e-acfc-47a2-af61-32516feb4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:21.298709 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1bfd3e-acfc-47a2-af61-32516feb4411 None None] The sync data for ids ['c2eca58f-8919-46a5-a833-ccab7a1fb33c'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:21.331828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network e47b9172-6724-4919-80c9-798ae875cfd3 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:21.355470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (b5415074-d1b6-4c3a-bfd5-844c203164bc), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.370329 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-af21ea39-6339-4728-a17e-819eced71f83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d27daafc28f649849a42a1d1a74ade0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703136 Nov 03 02:26:21.384387 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37812) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:21.408671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f80a66ea-f176-4074-84c2-329200ed1cc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (58317717-c9fc-4e16-b838-c6e547394002), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.414867 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efd027a-fa30-4b10-a722-b286a113f2c4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:21.416551 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3efd027a-fa30-4b10-a722-b286a113f2c4 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2eca58f-8919-46a5-a833-ccab7a1fb33c HTTP/1.1" status: 200 len: 982 time: 0.2178416 Nov 03 02:26:21.419839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37814) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:21.615401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8804c308-db0a-4f29-9f30-1783aca56e35), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.730991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f80a66ea-f176-4074-84c2-329200ed1cc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (58317717-c9fc-4e16-b838-c6e547394002), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.743196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27fef03-603f-42e6-8140-f3d4ec044431 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet e328dd88-1e7c-4980-97a3-ca4f11bf18d9 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:21.790848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f27fef03-603f-42e6-8140-f3d4ec044431 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (e328dd88-1e7c-4980-97a3-ca4f11bf18d9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.832202 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment f5dea532-1ffe-4d9e-96fb-ca8ee06eadb6 resource provider aggregate not found Nov 03 02:26:21.870113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-528bef1c-8136-4ca6-9c82-e48b01a76d0d tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (e47b9172-6724-4919-80c9-798ae875cfd3), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.910230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment f5dea532-1ffe-4d9e-96fb-ca8ee06eadb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5dea532-1ffe-4d9e-96fb-ca8ee06eadb6 found for delete ", "request_id": "req-5d75ac73-a6df-4ca7-ac7f-ef1b6311faa4"}]} Nov 03 02:26:21.918427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-528bef1c-8136-4ca6-9c82-e48b01a76d0d tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (e47b9172-6724-4919-80c9-798ae875cfd3), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.943081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f27fef03-603f-42e6-8140-f3d4ec044431 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (e328dd88-1e7c-4980-97a3-ca4f11bf18d9), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:21.985774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8038f27-7c99-427c-9987-801db8e1430f None None] Network f74a5808-3186-4fdb-9e13-617b03d43158 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:22.031843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Publish callbacks [] for router_gateway (bfec71e5-e916-46a4-be7c-ece4ad8dab13), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.040013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-528bef1c-8136-4ca6-9c82-e48b01a76d0d tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network e47b9172-6724-4919-80c9-798ae875cfd3 is not hosted by any dhcp agent {{(pid=104394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 02:26:22.045039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528bef1c-8136-4ca6-9c82-e48b01a76d0d tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:22.045920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-528bef1c-8136-4ca6-9c82-e48b01a76d0d tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.047415 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-528bef1c-8136-4ca6-9c82-e48b01a76d0d tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "PUT /v2.0/networks/e47b9172-6724-4919-80c9-798ae875cfd3 HTTP/1.1" status: 200 len: 723 time: 0.8849685 Nov 03 02:26:22.048394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e41e5f88-22d4-4623-8a96-1cd6b5bd99a3 admin admin] Publish callbacks [] for security_group (dea0f5f2-bfb0-4eda-83ac-9f697e470204), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.053023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8456379-3deb-4eb3-8268-4be24f7b861a None None] Network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:22.055396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10869024-d9e0-4bd8-8d39-cb669fc12fb7 None None] Network 2b53ad85-8675-4109-b9c1-afd32ee4307a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:22.059333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7574f6c6-34cd-4267-b971-f7cc226d92b2 None None] Network d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:22.061470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37820) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:22.070037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'network_id': 'e47b9172-6724-4919-80c9-798ae875cfd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:22.143672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bef1c-8136-4ca6-9c82-e48b01a76d0d tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=e47b9172-6724-4919-80c9-798ae875cfd3,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:22.163678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e41e5f88-22d4-4623-8a96-1cd6b5bd99a3 admin admin] Publish callbacks [] for security_group (dea0f5f2-bfb0-4eda-83ac-9f697e470204), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.230066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80a66ea-f176-4074-84c2-329200ed1cc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 58317717-c9fc-4e16-b838-c6e547394002 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:26:22.287410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network e47b9172-6724-4919-80c9-798ae875cfd3 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:22.343371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:22.346763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.350415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce498f6-6477-4e5d-9c43-4d1043ead724 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:22.354565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10869024-d9e0-4bd8-8d39-cb669fc12fb7 None None] Network 2b53ad85-8675-4109-b9c1-afd32ee4307a could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:26:22.374552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f27fef03-603f-42e6-8140-f3d4ec044431 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (e328dd88-1e7c-4980-97a3-ca4f11bf18d9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.415183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02742e18-f469-493c-818d-0716244a284c None None] Network 2b53ad85-8675-4109-b9c1-afd32ee4307a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:22.441410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e41e5f88-22d4-4623-8a96-1cd6b5bd99a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (dea0f5f2-bfb0-4eda-83ac-9f697e470204), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.444168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e41e5f88-22d4-4623-8a96-1cd6b5bd99a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.447671 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e41e5f88-22d4-4623-8a96-1cd6b5bd99a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dea0f5f2-bfb0-4eda-83ac-9f697e470204 HTTP/1.1" status: 204 len: 168 time: 1.0601101 Nov 03 02:26:22.499844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02742e18-f469-493c-818d-0716244a284c None None] Network 2b53ad85-8675-4109-b9c1-afd32ee4307a could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:26:22.530759 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5f88-22d4-4623-8a96-1cd6b5bd99a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea0f5f2-bfb0-4eda-83ac-9f697e470204,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:22.576694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f27fef03-603f-42e6-8140-f3d4ec044431 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (e328dd88-1e7c-4980-97a3-ca4f11bf18d9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.581748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (bfec71e5-e916-46a4-be7c-ece4ad8dab13), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.588455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80a66ea-f176-4074-84c2-329200ed1cc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:22.589339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-361f013d-448c-465f-a6b1-fcae7545472e None None] Provisioning complete for port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:22.593227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-361f013d-448c-465f-a6b1-fcae7545472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.593768 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-361f013d-448c-465f-a6b1-fcae7545472e None None] Attempt 1 to provision port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 Nov 03 02:26:22.621614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f80a66ea-f176-4074-84c2-329200ed1cc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.622829 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f80a66ea-f176-4074-84c2-329200ed1cc1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/58317717-c9fc-4e16-b838-c6e547394002 HTTP/1.1" status: 200 len: 890 time: 1.9800017 Nov 03 02:26:22.625644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37826) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:22.628095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fef03-603f-42e6-8140-f3d4ec044431 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=e328dd88-1e7c-4980-97a3-ca4f11bf18d9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:22.666447 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6ac15822-d1d1-4522-b7af-8fbfa253ff33 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:22.668546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f27fef03-603f-42e6-8140-f3d4ec044431 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.670226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bfa15-978c-477c-98b8-52d9d0fd474e None None] Sync routers for ids ['58317717-c9fc-4e16-b838-c6e547394002'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:22.674029 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f27fef03-603f-42e6-8140-f3d4ec044431 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/e328dd88-1e7c-4980-97a3-ca4f11bf18d9 HTTP/1.1" status: 204 len: 168 time: 1.3977163 Nov 03 02:26:22.708107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37828) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:22.753630 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3622699d-17d0-4854-a684-e158128011b9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427134 Nov 03 02:26:22.759956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37830) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:22.771807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-066b6e4d-30ec-4d0a-ac57-785ff4644f3e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:22.786026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (8804c308-db0a-4f29-9f30-1783aca56e35), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.822363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bfa15-978c-477c-98b8-52d9d0fd474e None None] Routers {'58317717-c9fc-4e16-b838-c6e547394002'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:22.823008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-756bfa15-978c-477c-98b8-52d9d0fd474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['58317717-c9fc-4e16-b838-c6e547394002'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:22.871010 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-05b04ea9-08be-48f7-8a95-7362d38d4d0f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/routers/58317717-c9fc-4e16-b838-c6e547394002 HTTP/1.1" status: 200 len: 890 time: 0.2442541 Nov 03 02:26:22.873692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37834) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:22.888806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-756bfa15-978c-477c-98b8-52d9d0fd474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:22.891926 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (8804c308-db0a-4f29-9f30-1783aca56e35), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:22.953223 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d7c5a3ef-6f2c-4baa-9a96-f68c153ea00d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=58317717-c9fc-4e16-b838-c6e547394002 HTTP/1.1" status: 200 len: 205 time: 0.0781741 Nov 03 02:26:22.955228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bfa15-978c-477c-98b8-52d9d0fd474e None None] Routers {'58317717-c9fc-4e16-b838-c6e547394002'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:22.955865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-756bfa15-978c-477c-98b8-52d9d0fd474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['58317717-c9fc-4e16-b838-c6e547394002'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:22.964298 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37836) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:23.008680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-294696ef-f768-4c93-8a66-8ef3b1417865 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (c2eca58f-8919-46a5-a833-ccab7a1fb33c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.032184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-756bfa15-978c-477c-98b8-52d9d0fd474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:23.033470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bfa15-978c-477c-98b8-52d9d0fd474e None None] The sync data for ids ['58317717-c9fc-4e16-b838-c6e547394002'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:23.036462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-361f013d-448c-465f-a6b1-fcae7545472e None None] Current status of the port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:23.038997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-361f013d-448c-465f-a6b1-fcae7545472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.045557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:23.046199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.046757 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 Nov 03 02:26:23.135937 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-361f013d-448c-465f-a6b1-fcae7545472e None None] For port 6ac15822-d1d1-4522-b7af-8fbfa253ff33, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6ac15822-d1d1-4522-b7af-8fbfa253ff33,segment=NetworkSegment(cf16555f-4199-4263-b9c5-f9cece64cc73),segment_id=cf16555f-4199-4263-b9c5-f9cece64cc73)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:23.145979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-361f013d-448c-465f-a6b1-fcae7545472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.147500 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=8804c308-db0a-4f29-9f30-1783aca56e35,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:23.194762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (b5415074-d1b6-4c3a-bfd5-844c203164bc), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.201734 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (c73337f8-bfcd-489c-98e6-162409ff0381), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.260273 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Router bfec71e5-e916-46a4-be7c-ece4ad8dab13 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:26:23.334519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066b6e4d-30ec-4d0a-ac57-785ff4644f3e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:23.338643 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-066b6e4d-30ec-4d0a-ac57-785ff4644f3e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.356374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-51ba0f3f-7b1c-4868-80e0-cc3b8ff1d81b None None] Could not find standard attr ID for object ec1b291f-2967-4bf7-b874-02b539b3d7c3. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:23.375112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:23.391069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (58317717-c9fc-4e16-b838-c6e547394002), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.435337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f013d-448c-465f-a6b1-fcae7545472e None None] Pushing event updated for resources: {'Port': ['ID=6ac15822-d1d1-4522-b7af-8fbfa253ff33,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:23.442225 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=c73337f8-bfcd-489c-98e6-162409ff0381,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:23.442723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe79c9-65e5-43b2-88e3-d56a0f62e542 None None] Update dhcp port {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'fixed_ips': [{'subnet_id': 'e328dd88-1e7c-4980-97a3-ca4f11bf18d9'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'd1639135-db5d-4029-8f82-2f655dd54e2d'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:26:23.507782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c6fe79c9-65e5-43b2-88e3-d56a0f62e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.689916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:23.706405 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Sync routers for ids ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:23.737448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Provisioning complete for port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:23.737848 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.738203 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Attempt 1 to provision port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e Nov 03 02:26:23.738946 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Routers {'bfec71e5-e916-46a4-be7c-ece4ad8dab13'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:23.740154 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:23.770847 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_gateway (58317717-c9fc-4e16-b838-c6e547394002), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.779219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:23.780631 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9d36d500-c270-4a87-94a7-04e3557d5df1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5630612 Nov 03 02:26:23.783585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37854) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:23.875547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking segment: {'id': 'da2438e4-602f-4ded-8b51-9c6067ef14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e47b9172-6724-4919-80c9-798ae875cfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:23.875547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network hostable DHCP agents. Network: e47b9172-6724-4919-80c9-798ae875cfd3, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:23.960100 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Current status of the port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:23.980143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:23.987067 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53cd1b0-9a2f-4d0f-a575-50fb97082702 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:23.999049 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:26:24.007454 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Set router bfec71e5-e916-46a4-be7c-ece4ad8dab13 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:24.092975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:24.150532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network e47b9172-6724-4919-80c9-798ae875cfd3 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:24.249354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Provisioning complete for port 8e43808b-aff8-4343-b94a-0481a4ea715d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:24.250312 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:24.250503 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Attempt 1 to provision port 8e43808b-aff8-4343-b94a-0481a4ea715d Nov 03 02:26:24.292293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Port 8e43808b-aff8-4343-b94a-0481a4ea715d cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:24.308290 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, e47b9172-6724-4919-80c9-798ae875cfd3) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:24.336792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dcde79-f495-4f06-80cf-39ea253a66f6 None None] Network e47b9172-6724-4919-80c9-798ae875cfd3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:24.437197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:24.438093 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:24.499194 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'name': 'tempest-TestVolumeBootPattern-883278680-router', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:17Z', 'updated_at': '2022-11-03T02:26:21Z', 'revision_number': 3, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'gw_port': {'id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:20Z', 'updated_at': '2022-11-03T02:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:24.521796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a463468a-7491-4443-b245-c16df76dbba1 None None] Network d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:24.550479 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Checking router: bfec71e5-e916-46a4-be7c-ece4ad8dab13 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:26:24.551421 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Updating router bfec71e5-e916-46a4-be7c-ece4ad8dab13 port 09d383f5-de03-4496-9d39-c9aac85d710f binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:26:24.581282 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3f5f1b29-e6aa-4a6b-ba6f-720b9b0d02c2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5178831 Nov 03 02:26:24.586180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-066b6e4d-30ec-4d0a-ac57-785ff4644f3e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (baedd928-a530-481f-b213-47d59f8e9090), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:24.591681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37864) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:24.604190 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:24.644901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c7191e-8bf4-4401-89a8-39716d4e601a None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:26:24.657476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-79ec346d-53a0-4208-aa9a-492317395df5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:24.657770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aee999-e78b-4471-b380-80f5bab11199 None None] Network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:24.659737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6ac15822-d1d1-4522-b7af-8fbfa253ff33 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:24.660704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b6e4d-30ec-4d0a-ac57-785ff4644f3e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=baedd928-a530-481f-b213-47d59f8e9090,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:24.721519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066b6e4d-30ec-4d0a-ac57-785ff4644f3e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:24.726377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port f18b9d67-c1c1-4ca1-873f-faa832d894bc {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:24.727029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f18b9d67-c1c1-4ca1-873f-faa832d894bc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:24.740123 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-294696ef-f768-4c93-8a66-8ef3b1417865 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 8e43808b-aff8-4343-b94a-0481a4ea715d {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:24.740476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-294696ef-f768-4c93-8a66-8ef3b1417865 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:24.743403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-066b6e4d-30ec-4d0a-ac57-785ff4644f3e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:24.751281 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066b6e4d-30ec-4d0a-ac57-785ff4644f3e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:24.751883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-066b6e4d-30ec-4d0a-ac57-785ff4644f3e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:24.767019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-e47b9172-6724-4919-80c9-798ae875cfd3', 'network_id': 'e47b9172-6724-4919-80c9-798ae875cfd3', 'project_id': '8944aa6ea0734b11a208550e0ab014f1', 'fixed_ips': [{'subnet_id': 'c73337f8-bfcd-489c-98e6-162409ff0381'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:24.768390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:24.862621 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Attempt 2 to provision port 8e43808b-aff8-4343-b94a-0481a4ea715d Nov 03 02:26:24.867458 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-066b6e4d-30ec-4d0a-ac57-785ff4644f3e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1014814 Nov 03 02:26:24.875852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router b5415074-d1b6-4c3a-bfd5-844c203164bc is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:26:24.877499 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37868) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:24.885959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5583fa82-a5ad-4790-ad8c-e5c36725d739 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:25.003568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f18b9d67-c1c1-4ca1-873f-faa832d894bc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.034814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for f18b9d67-c1c1-4ca1-873f-faa832d894bc owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:25.082055 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Publish callbacks [] for port (09d383f5-de03-4496-9d39-c9aac85d710f), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.099862 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.134396 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Attempting to bind port 09d383f5-de03-4496-9d39-c9aac85d710f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:25.134780 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Attempting to bind port 09d383f5-de03-4496-9d39-c9aac85d710f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:25.135149 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Attempting to bind port 09d383f5-de03-4496-9d39-c9aac85d710f on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:25.146217 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:25.146217 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:25.146659 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.146747 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:25.147192 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Bound port: 09d383f5-de03-4496-9d39-c9aac85d710f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:25.147938 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.212308 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] For port 09d383f5-de03-4496-9d39-c9aac85d710f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:25.216207 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] For port 09d383f5-de03-4496-9d39-c9aac85d710f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=09d383f5-de03-4496-9d39-c9aac85d710f,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:25.242159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Port 8e43808b-aff8-4343-b94a-0481a4ea715d cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:25.245996 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.251894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5583fa82-a5ad-4790-ad8c-e5c36725d739 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:25.258082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5583fa82-a5ad-4790-ad8c-e5c36725d739 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.263955 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Routers {'bfec71e5-e916-46a4-be7c-ece4ad8dab13'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:25.264855 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:25.273885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:25.274828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.275356 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 Nov 03 02:26:25.388344 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] Set router bfec71e5-e916-46a4-be7c-ece4ad8dab13 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:25.426569 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-79ec346d-53a0-4208-aa9a-492317395df5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25203626'] for subnet (c73337f8-bfcd-489c-98e6-162409ff0381), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.504836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-04c7191e-8bf4-4401-89a8-39716d4e601a None None] Deleting port d1639135-db5d-4029-8f82-2f655dd54e2d {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:25.505830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-04c7191e-8bf4-4401-89a8-39716d4e601a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.541450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-294696ef-f768-4c93-8a66-8ef3b1417865 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.612036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Allocated IP 172.20.0.2 (e47b9172-6724-4919-80c9-798ae875cfd3/c73337f8-bfcd-489c-98e6-162409ff0381/3ab2af42-696a-4db3-9f2b-475b27d364b5) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:25.612289 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.ipam_backend_mixin [None req-5583fa82-a5ad-4790-ad8c-e5c36725d739 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet baedd928-a530-481f-b213-47d59f8e9090 (CIDR: 2001:db8::/64) Nov 03 02:26:25.634120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37880) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:25.634885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f18b9d67-c1c1-4ca1-873f-faa832d894bc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.638418 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-5583fa82-a5ad-4790-ad8c-e5c36725d739 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:26:25.638921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5583fa82-a5ad-4790-ad8c-e5c36725d739 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:25.648845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:25.711921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-294696ef-f768-4c93-8a66-8ef3b1417865 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 8e43808b-aff8-4343-b94a-0481a4ea715d owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:25.760014 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d39906-39dc-4e00-af35-7b527be8fe2d None None] Pushing event updated for resources: {'Port': ['ID=09d383f5-de03-4496-9d39-c9aac85d710f,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:25.769419 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5583fa82-a5ad-4790-ad8c-e5c36725d739 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8904259 Nov 03 02:26:25.780062 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Attempt 3 to provision port 8e43808b-aff8-4343-b94a-0481a4ea715d Nov 03 02:26:25.780433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37884) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:25.789417 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=f18b9d67-c1c1-4ca1-873f-faa832d894bc,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:25.792481 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:25.806068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-fd7b9553-fbaf-48ac-9dea-58c8671fbf4e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'subnet': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:25.809495 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d1639135-db5d-4029-8f82-2f655dd54e2d no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:26:25.831591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661c419-d6ab-476d-bb32-1aadfdb3cf68 None None] Sync routers for ids ['b5415074-d1b6-4c3a-bfd5-844c203164bc'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:25.843527 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9977dcd0-946e-4293-b98a-5fb7ed07825f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/b5415074-d1b6-4c3a-bfd5-844c203164bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1329560 Nov 03 02:26:25.846272 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d39906-39dc-4e00-af35-7b527be8fe2d None None] Pushing event updated for resources: {'Port': ['ID=09d383f5-de03-4496-9d39-c9aac85d710f,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:25.861266 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'name': 'tempest-TestVolumeBootPattern-883278680-router', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:17Z', 'updated_at': '2022-11-03T02:26:21Z', 'revision_number': 3, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'gw_port': {'id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:20Z', 'updated_at': '2022-11-03T02:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:25.864155 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37886) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:25.917960 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fe4b7-bb42-469d-925e-55138a36bd8c None None] The sync data for ids ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'] in dv-neutron-860659-5-hyperv is: [{'id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'name': 'tempest-TestVolumeBootPattern-883278680-router', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:17Z', 'updated_at': '2022-11-03T02:26:21Z', 'revision_number': 3, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'gw_port': {'id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:20Z', 'updated_at': '2022-11-03T02:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:25.920186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-04c7191e-8bf4-4401-89a8-39716d4e601a None None] For port d1639135-db5d-4029-8f82-2f655dd54e2d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d1639135-db5d-4029-8f82-2f655dd54e2d,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:25.920619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-04c7191e-8bf4-4401-89a8-39716d4e601a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:25.961935 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b4f738-ae28-47ca-a60b-349f0f21e6c2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:25.966816 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-38b4f738-ae28-47ca-a60b-349f0f21e6c2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports/8804c308-db0a-4f29-9f30-1783aca56e35 HTTP/1.1" status: 200 len: 910 time: 0.1004322 Nov 03 02:26:25.967145 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661c419-d6ab-476d-bb32-1aadfdb3cf68 None None] Routers {'b5415074-d1b6-4c3a-bfd5-844c203164bc'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:25.967800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c661c419-d6ab-476d-bb32-1aadfdb3cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b5415074-d1b6-4c3a-bfd5-844c203164bc'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:25.968826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37888) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:25.975357 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-9958ac14-377a-40f6-8d9c-97ec23dd129d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65b1fe95-51db-4c11-8134-9e21fe138093'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:25.975530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-04c7191e-8bf4-4401-89a8-39716d4e601a None None] Calling delete_port for d1639135-db5d-4029-8f82-2f655dd54e2d owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: from cryptography.utils import int_from_bytes Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: from cryptography.utils import int_from_bytes Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: items = [ Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: items = [ Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.030533 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: self.session.flush() Nov 03 02:26:26.033267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-539bcfc4-f370-4888-a32a-75bf0a1956b7 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:26.081443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7b9553-fbaf-48ac-9dea-58c8671fbf4e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:26.085323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Port 8e43808b-aff8-4343-b94a-0481a4ea715d cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:26.086980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9553-fbaf-48ac-9dea-58c8671fbf4e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.090658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c661c419-d6ab-476d-bb32-1aadfdb3cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:26.219837 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d1639135-db5d-4029-8f82-2f655dd54e2d is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:26.220311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.230056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661c419-d6ab-476d-bb32-1aadfdb3cf68 None None] Routers {'b5415074-d1b6-4c3a-bfd5-844c203164bc'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:26.230713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c661c419-d6ab-476d-bb32-1aadfdb3cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b5415074-d1b6-4c3a-bfd5-844c203164bc'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:26.250406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (58317717-c9fc-4e16-b838-c6e547394002), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.258481 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-539bcfc4-f370-4888-a32a-75bf0a1956b7 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] 10.222.0.23 "PUT /v2.0/quotas/e6e58fe7d8e54779b3f1b2477a680c81 HTTP/1.1" status: 200 len: 368 time: 0.5979030 Nov 03 02:26:26.258481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.261850 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37890) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:26.268221 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Request body: {'network': {'project_id': 'e6e58fe7d8e54779b3f1b2477a680c81'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:26.345535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c661c419-d6ab-476d-bb32-1aadfdb3cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:26.346251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661c419-d6ab-476d-bb32-1aadfdb3cf68 None None] The sync data for ids ['b5415074-d1b6-4c3a-bfd5-844c203164bc'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:26.378367 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-294696ef-f768-4c93-8a66-8ef3b1417865 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (8e43808b-aff8-4343-b94a-0481a4ea715d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.406656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Made reservation on behalf of e6e58fe7d8e54779b3f1b2477a680c81 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:26.409527 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.423100 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9958ac14-377a-40f6-8d9c-97ec23dd129d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8804c308-db0a-4f29-9f30-1783aca56e35), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.427641 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Publish callbacks [] for port (3ab2af42-696a-4db3-9f2b-475b27d364b5), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.430200 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port d1639135-db5d-4029-8f82-2f655dd54e2d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d1639135-db5d-4029-8f82-2f655dd54e2d,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:26.438541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.444153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (3ab2af42-696a-4db3-9f2b-475b27d364b5), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.468803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-04c7191e-8bf4-4401-89a8-39716d4e601a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (d1639135-db5d-4029-8f82-2f655dd54e2d), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.472442 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event deleted for resources: {'Port': ['ID=d1639135-db5d-4029-8f82-2f655dd54e2d,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:26.493133 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.503869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Network e47b9172-6724-4919-80c9-798ae875cfd3 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:26.521745 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294696ef-f768-4c93-8a66-8ef3b1417865 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=8e43808b-aff8-4343-b94a-0481a4ea715d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:26.552182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:26.556213 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:26.575419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7191e-8bf4-4401-89a8-39716d4e601a None None] No DVR routers for this DVR port d1639135-db5d-4029-8f82-2f655dd54e2d on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:26.586136 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Attempt 4 to provision port 8e43808b-aff8-4343-b94a-0481a4ea715d Nov 03 02:26:26.613146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (58317717-c9fc-4e16-b838-c6e547394002), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.626961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (58317717-c9fc-4e16-b838-c6e547394002), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.684265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c29b582-cbe5-459e-9d38-485e1a8738cd None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:26.749253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ab881622-9044-4ff8-8e66-2bc689057b17 None None] Port 8e43808b-aff8-4343-b94a-0481a4ea715d was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:26:26.776232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (58317717-c9fc-4e16-b838-c6e547394002), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.776999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Fanout notify agent at l3_agent the message router_deleted on router 58317717-c9fc-4e16-b838-c6e547394002 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:26:26.793745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.798478 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4d6155fc-ade6-4138-88fa-13d4370950fd tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/58317717-c9fc-4e16-b838-c6e547394002 HTTP/1.1" status: 204 len: 168 time: 3.8348987 Nov 03 02:26:26.813647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37892) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:26.829391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-36887133'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:26.846766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 09d383f5-de03-4496-9d39-c9aac85d710f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:26.850064 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Pushing event updated for resources: {'Port': ['ID=3ab2af42-696a-4db3-9f2b-475b27d364b5,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:26.924423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Attempting to bind port 3ab2af42-696a-4db3-9f2b-475b27d364b5 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:26.924841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Attempting to bind port 3ab2af42-696a-4db3-9f2b-475b27d364b5 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'da2438e4-602f-4ded-8b51-9c6067ef14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e47b9172-6724-4919-80c9-798ae875cfd3'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:26.925213 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Attempting to bind port 3ab2af42-696a-4db3-9f2b-475b27d364b5 on network e47b9172-6724-4919-80c9-798ae875cfd3 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:26.976634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:26.977044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Checking segment: {'id': 'da2438e4-602f-4ded-8b51-9c6067ef14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e47b9172-6724-4919-80c9-798ae875cfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:26.977507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.977918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Bound using segment: {'id': 'da2438e4-602f-4ded-8b51-9c6067ef14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e47b9172-6724-4919-80c9-798ae875cfd3'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:26.978312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Allocated IP 172.20.0.1 (f8abacdd-d96f-43c8-8575-72d2a8ea47d7/36204296-9d8f-4345-a80a-b5e1879a8383/02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:26.978445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Bound port: 3ab2af42-696a-4db3-9f2b-475b27d364b5, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2438e4-602f-4ded-8b51-9c6067ef14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e47b9172-6724-4919-80c9-798ae875cfd3'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:26.978801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3ab2af42-696a-4db3-9f2b-475b27d364b5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:26.982522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7191e-8bf4-4401-89a8-39716d4e601a None None] Pushing event deleted for resources: {'Port': ['ID=d1639135-db5d-4029-8f82-2f655dd54e2d,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:27.039812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:27.043701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.044370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Provisioning complete for port 36de0db7-15f6-41e4-88f1-2cb5057bca5c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:27.044756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.045262 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Attempt 1 to provision port 36de0db7-15f6-41e4-88f1-2cb5057bca5c Nov 03 02:26:27.146209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] For port 3ab2af42-696a-4db3-9f2b-475b27d364b5, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:27.150174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] For port 3ab2af42-696a-4db3-9f2b-475b27d364b5, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3ab2af42-696a-4db3-9f2b-475b27d364b5,segment=NetworkSegment(da2438e4-602f-4ded-8b51-9c6067ef14b7),segment_id=da2438e4-602f-4ded-8b51-9c6067ef14b7)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:27.164969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3ab2af42-696a-4db3-9f2b-475b27d364b5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.169880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-79ec346d-53a0-4208-aa9a-492317395df5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753905997963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3189553'] for subnet (c73337f8-bfcd-489c-98e6-162409ff0381), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.203424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-294696ef-f768-4c93-8a66-8ef3b1417865 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (c2eca58f-8919-46a5-a833-ccab7a1fb33c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.220365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Publish callbacks [] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.246403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92af7b-e77b-42ea-9b35-90589715d23f None None] Pushing event updated for resources: {'Port': ['ID=3ab2af42-696a-4db3-9f2b-475b27d364b5,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:27.250191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45083813-f1f1-4019-a736-ce483eb72093', 'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'project_id': '6c98b0300ef54ed9b992b6c6ae603999', 'fixed_ips': [{'subnet_id': 'baedd928-a530-481f-b213-47d59f8e9090'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:27.251070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.267764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 09d383f5-de03-4496-9d39-c9aac85d710f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:27.268018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.268578 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 09d383f5-de03-4496-9d39-c9aac85d710f Nov 03 02:26:27.297680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37896) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:27.359071 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ec346d-53a0-4208-aa9a-492317395df5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:27.359947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-79ec346d-53a0-4208-aa9a-492317395df5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.361551 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-79ec346d-53a0-4208-aa9a-492317395df5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "PUT /v2.0/subnets/c73337f8-bfcd-489c-98e6-162409ff0381 HTTP/1.1" status: 200 len: 806 time: 2.7132151 Nov 03 02:26:27.379104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37898) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:27.420802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.558354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.objects.ports [None req-fd7b9553-fbaf-48ac-9dea-58c8671fbf4e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104394) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 03 02:26:27.567255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Allocated IP 2001:db8::2 (45083813-f1f1-4019-a736-ce483eb72093/baedd928-a530-481f-b213-47d59f8e9090/e6c74eb8-c183-449e-b0e0-5b2776a6aa9c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:27.581290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe5c:a50e (45083813-f1f1-4019-a736-ce483eb72093/7c0941bd-c9a0-497a-8d5d-0fa53729c67f/e6c74eb8-c183-449e-b0e0-5b2776a6aa9c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:27.587897 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9553-fbaf-48ac-9dea-58c8671fbf4e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (7c0941bd-c9a0-497a-8d5d-0fa53729c67f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.591989 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec346d-53a0-4208-aa9a-492317395df5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=c73337f8-bfcd-489c-98e6-162409ff0381,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:27.593642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:27.603591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:27.632865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Current status of the port 36de0db7-15f6-41e4-88f1-2cb5057bca5c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:27.633346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks [] for security_group (f97b6ce3-ae4b-47bb-a805-9fa9b0da786d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.650541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (f97b6ce3-ae4b-47bb-a805-9fa9b0da786d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.669864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Could not find standard attr ID for object d1639135-db5d-4029-8f82-2f655dd54e2d. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:27.672728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:27.688222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:27.710058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (13102423-d38d-4ca8-bb0e-a9615a4e2918), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.710636 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added segment 13102423-d38d-4ca8-bb0e-a9615a4e2918 of type vlan for network 3b4ded51-20bf-49b5-97c8-d886035ce4ee Nov 03 02:26:27.722008 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Pushing event updated for resources: {'Port': ['ID=02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:27.756920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 09d383f5-de03-4496-9d39-c9aac85d710f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:27.757596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.799096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Provisioning complete for port 8804c308-db0a-4f29-9f30-1783aca56e35 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:27.799659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8804c308-db0a-4f29-9f30-1783aca56e35), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.800751 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Attempt 1 to provision port 8804c308-db0a-4f29-9f30-1783aca56e35 Nov 03 02:26:27.822868 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:27.874391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 09d383f5-de03-4496-9d39-c9aac85d710f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=09d383f5-de03-4496-9d39-c9aac85d710f,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:27.890991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.922022 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (3b4ded51-20bf-49b5-97c8-d886035ce4ee), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.930485 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (97d12914-0299-4a77-bad7-9048dd0295f3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:27.931682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Port 8804c308-db0a-4f29-9f30-1783aca56e35 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:27.932446 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Added segment 97d12914-0299-4a77-bad7-9048dd0295f3 of type vlan for network 0945f985-115f-4ae8-a03d-a70e394483e0 Nov 03 02:26:27.937671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97b6ce3-ae4b-47bb-a805-9fa9b0da786d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:27.949797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294696ef-f768-4c93-8a66-8ef3b1417865 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Router c2eca58f-8919-46a5-a833-ccab7a1fb33c has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:26:27.985427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Publish callbacks [] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.011134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.016297 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=09d383f5-de03-4496-9d39-c9aac85d710f,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:28.081185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Pushing event updated for resources: {'Port': ['ID=e6c74eb8-c183-449e-b0e0-5b2776a6aa9c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:28.087418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:28.093349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:28.095965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:28.111278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b5e72-e283-4c8f-8e49-d4d6f5642afc tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:28.111855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b5e72-e283-4c8f-8e49-d4d6f5642afc tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:28.112229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b5e72-e283-4c8f-8e49-d4d6f5642afc tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:28.117873 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-033b5e72-e283-4c8f-8e49-d4d6f5642afc tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=313880603e634d3084046ce40393537e&network_id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43 HTTP/1.1" status: 200 len: 3103 time: 0.8118799 Nov 03 02:26:28.117873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7b9553-fbaf-48ac-9dea-58c8671fbf4e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:28.129417 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (e47b9172-6724-4919-80c9-798ae875cfd3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.136846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-fd7b9553-fbaf-48ac-9dea-58c8671fbf4e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:28.144993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (0945f985-115f-4ae8-a03d-a70e394483e0), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.147306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b9553-fbaf-48ac-9dea-58c8671fbf4e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:28.147999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9553-fbaf-48ac-9dea-58c8671fbf4e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.158872 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (3b4ded51-20bf-49b5-97c8-d886035ce4ee), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.162277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b9553-fbaf-48ac-9dea-58c8671fbf4e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Subnet': ['ID=7c0941bd-c9a0-497a-8d5d-0fa53729c67f,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:28.166704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:28.167071 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.170554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (bfec71e5-e916-46a4-be7c-ece4ad8dab13), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.182006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294696ef-f768-4c93-8a66-8ef3b1417865 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:28.190612 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-294696ef-f768-4c93-8a66-8ef3b1417865 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "PUT /v2.0/routers/c2eca58f-8919-46a5-a833-ccab7a1fb33c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7670352 Nov 03 02:26:28.195131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37902) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:28.202143 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3538c7d0-f762-4053-9753-10f6174da31f None None] Sync routers for ids ['c2eca58f-8919-46a5-a833-ccab7a1fb33c'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:28.222360 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538c7d0-f762-4053-9753-10f6174da31f None None] Routers {'c2eca58f-8919-46a5-a833-ccab7a1fb33c'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:28.222999 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3538c7d0-f762-4053-9753-10f6174da31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c2eca58f-8919-46a5-a833-ccab7a1fb33c'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:28.265362 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fd7b9553-fbaf-48ac-9dea-58c8671fbf4e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4691358 Nov 03 02:26:28.270777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37904) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:28.276674 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Request body: {'port': {'network_id': '45083813-f1f1-4019-a736-ce483eb72093', 'mac_address': 'fa:16:3e:1f:b9:37', 'name': 'tempest-NetworksTestDHCPv6-1553901044'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:28.285644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.db.resource_extend [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:26:28.294746 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3538c7d0-f762-4053-9753-10f6174da31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:28.295332 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5013c0b1-c262-41fd-b26f-f79ca4258eed tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:26:28.299970 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5013c0b1-c262-41fd-b26f-f79ca4258eed tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/8e43808b-aff8-4343-b94a-0481a4ea715d HTTP/1.1" status: 404 len: 333 time: 0.0841434 Nov 03 02:26:28.315863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37906) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:28.321953 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538c7d0-f762-4053-9753-10f6174da31f None None] Routers {'c2eca58f-8919-46a5-a833-ccab7a1fb33c'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:28.324562 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3538c7d0-f762-4053-9753-10f6174da31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c2eca58f-8919-46a5-a833-ccab7a1fb33c'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:28.349010 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5251060 Nov 03 02:26:28.352614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37910) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:28.362609 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'subnet': {'network_id': '3b4ded51-20bf-49b5-97c8-d886035ce4ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:28.369206 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Attempting to bind port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:28.369716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Attempting to bind port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:28.370192 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Attempting to bind port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c on network 45083813-f1f1-4019-a736-ce483eb72093 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:28.376085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:28.376705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Checking segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:28.377224 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.377777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Bound using segment: {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:28.378368 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Bound port: e6c74eb8-c183-449e-b0e0-5b2776a6aa9c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a508f75-64e8-4be0-a61c-f07e045a0584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45083813-f1f1-4019-a736-ce483eb72093'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:28.379021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.433056 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Attempt 2 to provision port 8804c308-db0a-4f29-9f30-1783aca56e35 Nov 03 02:26:28.461616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (0945f985-115f-4ae8-a03d-a70e394483e0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.462585 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:28.463174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.471946 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a57610-299e-4fcf-bb8c-6d765a5db3f7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Network': ['ID=3b4ded51-20bf-49b5-97c8-d886035ce4ee,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:28.506102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9958ac14-377a-40f6-8d9c-97ec23dd129d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (8804c308-db0a-4f29-9f30-1783aca56e35), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.510003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 3b4ded51-20bf-49b5-97c8-d886035ce4ee details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:28.527303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4506352-ccc3-4412-b350-d17e44919d95 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for router (c2eca58f-8919-46a5-a833-ccab7a1fb33c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.550326 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3538c7d0-f762-4053-9753-10f6174da31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:28.551225 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3538c7d0-f762-4053-9753-10f6174da31f None None] The sync data for ids ['c2eca58f-8919-46a5-a833-ccab7a1fb33c'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:28.562608 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2995038 Nov 03 02:26:28.567846 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9958ac14-377a-40f6-8d9c-97ec23dd129d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (8804c308-db0a-4f29-9f30-1783aca56e35), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.576082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37912) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:28.582049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Request body: {'network': {'project_id': 'e6e58fe7d8e54779b3f1b2477a680c81'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:28.618006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:28.632346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.640967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] For port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:28.644366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Port 8804c308-db0a-4f29-9f30-1783aca56e35 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:28.646947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] For port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e6c74eb8-c183-449e-b0e0-5b2776a6aa9c,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:28.713531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.728008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 09d383f5-de03-4496-9d39-c9aac85d710f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:28.742937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f4e41-899a-4893-b817-847a9e6ac514 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Pushing event updated for resources: {'Network': ['ID=0945f985-115f-4ae8-a03d-a70e394483e0,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:28.771563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Deleting port 3ab2af42-696a-4db3-9f2b-475b27d364b5 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:28.771764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3ab2af42-696a-4db3-9f2b-475b27d364b5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.807355 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 0945f985-115f-4ae8-a03d-a70e394483e0 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:28.820099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958ac14-377a-40f6-8d9c-97ec23dd129d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=8804c308-db0a-4f29-9f30-1783aca56e35,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:28.827484 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9958ac14-377a-40f6-8d9c-97ec23dd129d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:28.828065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9958ac14-377a-40f6-8d9c-97ec23dd129d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.836633 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9958ac14-377a-40f6-8d9c-97ec23dd129d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/ports/8804c308-db0a-4f29-9f30-1783aca56e35 HTTP/1.1" status: 200 len: 910 time: 2.8664861 Nov 03 02:26:28.850359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37914) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:28.899279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.916991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Made reservation on behalf of e6e58fe7d8e54779b3f1b2477a680c81 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:28.919290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:28.985010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ff7ea-0b9f-4bfe-8d7b-f355d2a6b466 None None] Pushing event updated for resources: {'Port': ['ID=e6c74eb8-c183-449e-b0e0-5b2776a6aa9c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:29.000240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 09d383f5-de03-4496-9d39-c9aac85d710f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:29.000240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.000240 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 09d383f5-de03-4496-9d39-c9aac85d710f Nov 03 02:26:29.138957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 09d383f5-de03-4496-9d39-c9aac85d710f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:29.140443 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3ab2af42-696a-4db3-9f2b-475b27d364b5 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:29.167675 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Attempt 3 to provision port 8804c308-db0a-4f29-9f30-1783aca56e35 Nov 03 02:26:29.178601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:29.190312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (ca766232-2f61-4724-b5f3-2b56abc2eafa), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.190744 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Added segment ca766232-2f61-4724-b5f3-2b56abc2eafa of type vlan for network ed8df921-7053-4bee-88b5-1c998bd7b6b4 Nov 03 02:26:29.248685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Port 8804c308-db0a-4f29-9f30-1783aca56e35 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:29.258772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 3ab2af42-696a-4db3-9f2b-475b27d364b5 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:29.259163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3ab2af42-696a-4db3-9f2b-475b27d364b5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.259518 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 3ab2af42-696a-4db3-9f2b-475b27d364b5 Nov 03 02:26:29.311058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (ed8df921-7053-4bee-88b5-1c998bd7b6b4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.337071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36294330-b1a2-4b46-98c7-75e7bf1925c4 None None] Network e47b9172-6724-4919-80c9-798ae875cfd3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:29.360742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4506352-ccc3-4412-b350-d17e44919d95 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (c2eca58f-8919-46a5-a833-ccab7a1fb33c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.370089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4506352-ccc3-4412-b350-d17e44919d95 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for router_controller (c2eca58f-8919-46a5-a833-ccab7a1fb33c), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.371517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Made reservation on behalf of 6c98b0300ef54ed9b992b6c6ae603999 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:29.384419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (ed8df921-7053-4bee-88b5-1c998bd7b6b4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.385427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:29.386006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.401515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 3ab2af42-696a-4db3-9f2b-475b27d364b5 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:29.401917 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3ab2af42-696a-4db3-9f2b-475b27d364b5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.457523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 3ab2af42-696a-4db3-9f2b-475b27d364b5, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3ab2af42-696a-4db3-9f2b-475b27d364b5,segment=NetworkSegment(da2438e4-602f-4ded-8b51-9c6067ef14b7),segment_id=da2438e4-602f-4ded-8b51-9c6067ef14b7)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:29.479913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Pushing event updated for resources: {'Network': ['ID=ed8df921-7053-4bee-88b5-1c998bd7b6b4,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:29.484843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3ab2af42-696a-4db3-9f2b-475b27d364b5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.522219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network ed8df921-7053-4bee-88b5-1c998bd7b6b4 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:29.583025 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-16b59912-2c0b-46b0-93dd-0cafb21e3b10 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0048325 Nov 03 02:26:29.583637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37920) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:29.587855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] For port 3ab2af42-696a-4db3-9f2b-475b27d364b5, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3ab2af42-696a-4db3-9f2b-475b27d364b5,segment=NetworkSegment(da2438e4-602f-4ded-8b51-9c6067ef14b7),segment_id=da2438e4-602f-4ded-8b51-9c6067ef14b7)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:29.588205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3ab2af42-696a-4db3-9f2b-475b27d364b5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.593657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-58e68f1b-0fbf-42a2-9873-c971c2501593 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Request body: {'network': {'project_id': 'e6e58fe7d8e54779b3f1b2477a680c81'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:29.610016 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4506352-ccc3-4412-b350-d17e44919d95 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (c2eca58f-8919-46a5-a833-ccab7a1fb33c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.610553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4506352-ccc3-4412-b350-d17e44919d95 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Fanout notify agent at l3_agent the message router_deleted on router c2eca58f-8919-46a5-a833-ccab7a1fb33c {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:26:29.620918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=3ab2af42-696a-4db3-9f2b-475b27d364b5,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:29.625737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4506352-ccc3-4412-b350-d17e44919d95 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.630601 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b4506352-ccc3-4412-b350-d17e44919d95 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/routers/c2eca58f-8919-46a5-a833-ccab7a1fb33c HTTP/1.1" status: 204 len: 168 time: 1.3144619 Nov 03 02:26:29.631519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37922) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:29.644279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Calling delete_port for 3ab2af42-696a-4db3-9f2b-475b27d364b5 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:29.682134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Publish callbacks [] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.699148 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e68f1b-0fbf-42a2-9873-c971c2501593 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 02:26:29.699148 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e68f1b-0fbf-42a2-9873-c971c2501593 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:29.699533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.701544 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-58e68f1b-0fbf-42a2-9873-c971c2501593 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1126235 Nov 03 02:26:29.725799 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37924) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:29.750286 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Attempt 4 to provision port 8804c308-db0a-4f29-9f30-1783aca56e35 Nov 03 02:26:29.765639 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.833821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Port 8804c308-db0a-4f29-9f30-1783aca56e35 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:29.840829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] device_id is not set on port d1d58ee5-8cec-4536-9888-0fdbfb87a093 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:26:29.852608 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (add92388-d55c-4736-8b02-4821f19aadfb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.858583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63bac76-163a-4b80-9956-d43edf65a063 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting subnet 78bd8bd7-6598-4364-8903-11cc7b344973 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:29.894461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e63bac76-163a-4b80-9956-d43edf65a063 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (78bd8bd7-6598-4364-8903-11cc7b344973), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.917776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (bfec71e5-e916-46a4-be7c-ece4ad8dab13), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:29.922540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37926) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:29.942461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Pushing event updated for resources: {'Port': ['ID=02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:29.989723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b83bd4-f6e1-4cd1-94ed-f3116fa2ef66 None None] Network e47b9172-6724-4919-80c9-798ae875cfd3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:29.992541 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-76094b5d-4b2e-4886-b7e5-eb4217b868c5 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6e58fe7d8e54779b3f1b2477a680c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642572 Nov 03 02:26:29.998606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37928) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:30.024543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e63bac76-163a-4b80-9956-d43edf65a063 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (78bd8bd7-6598-4364-8903-11cc7b344973), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.062275 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Subnet': ['ID=add92388-d55c-4736-8b02-4821f19aadfb,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:30.109949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cff8503-9b45-4708-9079-40ddf049a7ce tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:30.112833 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7cff8503-9b45-4708-9079-40ddf049a7ce tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 814 time: 0.1883550 Nov 03 02:26:30.138412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Checking segment: {'id': '13102423-d38d-4ca8-bb0e-a9615a4e2918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b4ded51-20bf-49b5-97c8-d886035ce4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:30.138813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network hostable DHCP agents. Network: 3b4ded51-20bf-49b5-97c8-d886035ce4ee, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:30.214131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e63bac76-163a-4b80-9956-d43edf65a063 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (78bd8bd7-6598-4364-8903-11cc7b344973), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.243025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 3b4ded51-20bf-49b5-97c8-d886035ce4ee is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:30.253334 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64d8577f-7ba9-4b50-bceb-34568e5b2d7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (b5415074-d1b6-4c3a-bfd5-844c203164bc), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.305401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 3b4ded51-20bf-49b5-97c8-d886035ce4ee) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:30.310084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:30.311054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.312143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-07037a65-256c-4abb-a3a3-4c6d182cb8c2 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks [] for security_group (f97b6ce3-ae4b-47bb-a805-9fa9b0da786d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.324875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e87f154-8d9c-42f2-a666-565b2b9dc6e5 None None] Network 3b4ded51-20bf-49b5-97c8-d886035ce4ee requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:30.339359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-07037a65-256c-4abb-a3a3-4c6d182cb8c2 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks [] for security_group (f97b6ce3-ae4b-47bb-a805-9fa9b0da786d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.349497 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Attempt 5 to provision port 8804c308-db0a-4f29-9f30-1783aca56e35 Nov 03 02:26:30.384098 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-74467479-169a-42c3-959e-1b43bf2b928d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0288379 Nov 03 02:26:30.386714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37934) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:30.390829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3ab2af42-696a-4db3-9f2b-475b27d364b5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.393434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-74669ad7-5e8c-47fc-a3b1-6ad1dc3e41e7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1279227786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:30.440052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8::386 (45083813-f1f1-4019-a736-ce483eb72093/baedd928-a530-481f-b213-47d59f8e9090/d1d58ee5-8cec-4536-9888-0fdbfb87a093) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:30.467234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e63bac76-163a-4b80-9956-d43edf65a063 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (78bd8bd7-6598-4364-8903-11cc7b344973), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.475834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1f:b937 (45083813-f1f1-4019-a736-ce483eb72093/7c0941bd-c9a0-497a-8d5d-0fa53729c67f/d1d58ee5-8cec-4536-9888-0fdbfb87a093) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:30.479671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Port': ['ID=3ab2af42-696a-4db3-9f2b-475b27d364b5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:30.481755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-07037a65-256c-4abb-a3a3-4c6d182cb8c2 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (f97b6ce3-ae4b-47bb-a805-9fa9b0da786d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.484626 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-07037a65-256c-4abb-a3a3-4c6d182cb8c2 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.488741 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-07037a65-256c-4abb-a3a3-4c6d182cb8c2 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/f97b6ce3-ae4b-47bb-a805-9fa9b0da786d HTTP/1.1" status: 204 len: 168 time: 0.4860260 Nov 03 02:26:30.489498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37936) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:30.491747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:30.498980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74669ad7-5e8c-47fc-a3b1-6ad1dc3e41e7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.500436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74669ad7-5e8c-47fc-a3b1-6ad1dc3e41e7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.510323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Port 8804c308-db0a-4f29-9f30-1783aca56e35 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:30.534626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bac76-163a-4b80-9956-d43edf65a063 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Subnet': ['ID=78bd8bd7-6598-4364-8903-11cc7b344973,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:30.540376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e63bac76-163a-4b80-9956-d43edf65a063 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.543696 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e63bac76-163a-4b80-9956-d43edf65a063 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/78bd8bd7-6598-4364-8903-11cc7b344973 HTTP/1.1" status: 204 len: 168 time: 0.8961258 Nov 03 02:26:30.547019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37938) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:30.575400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f7dc6-4784-4c3d-82e3-471f3bbdbd36 None None] Network f74a5808-3186-4fdb-9e13-617b03d43158 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:30.600405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71a058-3171-4333-b708-3644ef0e538b None None] DHCP port deletion for e47b9172-6724-4919-80c9-798ae875cfd3 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:26:30.615273 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (ed8df921-7053-4bee-88b5-1c998bd7b6b4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.626607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:30.634963 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37940) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:30.635860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07037a65-256c-4abb-a3a3-4c6d182cb8c2 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97b6ce3-ae4b-47bb-a805-9fa9b0da786d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:30.641267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (f74a5808-3186-4fdb-9e13-617b03d43158), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.647993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'network': {'name': 'tempest-network-smoke--1068726022', 'project_id': '313880603e634d3084046ce40393537e', 'port_security_enabled': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:30.663284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No DVR routers for this DVR port 3ab2af42-696a-4db3-9f2b-475b27d364b5 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:30.673061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a6803-38d4-4faa-a5ce-42ee2d0ba42d None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:30.726183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74669ad7-5e8c-47fc-a3b1-6ad1dc3e41e7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.732054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:30.735594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.749510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-3b4ded51-20bf-49b5-97c8-d886035ce4ee', 'network_id': '3b4ded51-20bf-49b5-97c8-d886035ce4ee', 'project_id': '02739ab548ad4b438001e90eff82e834', 'fixed_ips': [{'subnet_id': 'add92388-d55c-4736-8b02-4821f19aadfb'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:30.750637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.764705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74669ad7-5e8c-47fc-a3b1-6ad1dc3e41e7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.774792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e6c74eb8-c183-449e-b0e0-5b2776a6aa9c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:30.814904 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74669ad7-5e8c-47fc-a3b1-6ad1dc3e41e7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.816150 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-74669ad7-5e8c-47fc-a3b1-6ad1dc3e41e7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4264183 Nov 03 02:26:30.820185 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37942) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:30.828744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c73337f8-bfcd-489c-98e6-162409ff0381), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.898298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:30.962288 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (cfc925a2-fd57-4c05-a796-dd8da6485e72), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:30.962288 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Added segment cfc925a2-fd57-4c05-a796-dd8da6485e72 of type vlan for network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 Nov 03 02:26:31.014547 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Attempt 6 to provision port 8804c308-db0a-4f29-9f30-1783aca56e35 Nov 03 02:26:31.072137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:31.072550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.103729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (658d5282-ff9e-4459-9dcb-75d00c3a60e4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.125056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:31.125404 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.125680 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c Nov 03 02:26:31.133330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Port 8804c308-db0a-4f29-9f30-1783aca56e35 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:31.185550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Allocated IP 2001:db8::2 (3b4ded51-20bf-49b5-97c8-d886035ce4ee/add92388-d55c-4736-8b02-4821f19aadfb/d8637c14-8fe5-4d91-b7ee-2898651ad531) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:31.268588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] For port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e,segment=NetworkSegment(5121739b-9e48-4697-8706-beccc9255c46),segment_id=5121739b-9e48-4697-8706-beccc9255c46)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:31.268588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.289951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:31.313282 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (658d5282-ff9e-4459-9dcb-75d00c3a60e4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.318593 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:31.318944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaab24bc-e3c9-41f1-a161-e13e7ca4704e None None] DHCP port deletion for f74a5808-3186-4fdb-9e13-617b03d43158 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:26:31.319377 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.389868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (ed8df921-7053-4bee-88b5-1c998bd7b6b4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.396063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:31.396063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.396351 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-64d8577f-7ba9-4b50-bceb-34568e5b2d7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 8804c308-db0a-4f29-9f30-1783aca56e35 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:31.396351 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64d8577f-7ba9-4b50-bceb-34568e5b2d7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8804c308-db0a-4f29-9f30-1783aca56e35), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.439382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Router bfec71e5-e916-46a4-be7c-ece4ad8dab13 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:26:31.447244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8df921-7053-4bee-88b5-1c998bd7b6b4']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:31.455962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e6c74eb8-c183-449e-b0e0-5b2776a6aa9c,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:31.466437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca766232-2f61-4724-b5f3-2b56abc2eafa') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:31.466765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca766232-2f61-4724-b5f3-2b56abc2eafa') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:31.468883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (c73337f8-bfcd-489c-98e6-162409ff0381), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.485785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.494095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (ca766232-2f61-4724-b5f3-2b56abc2eafa), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.500304 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8538258 Nov 03 02:26:31.505972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37944) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:31.515483 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for port (d1d58ee5-8cec-4536-9888-0fdbfb87a093), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.531707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Subnet': ['ID=c73337f8-bfcd-489c-98e6-162409ff0381,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:31.540144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Publish callbacks [] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.546000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (ca766232-2f61-4724-b5f3-2b56abc2eafa), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.549334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-eaab24bc-e3c9-41f1-a161-e13e7ca4704e None None] Deleting port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:31.549712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eaab24bc-e3c9-41f1-a161-e13e7ca4704e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.566506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.566748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.568651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.568651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.568651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.568651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.568651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.569155 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.569249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.569755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.569876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.570156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.571071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.571197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Network': ['ID=658d5282-ff9e-4459-9dcb-75d00c3a60e4,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:31.572055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044dfe9c-03ca-4aea-9947-e2b4121d5cd5 None None] Network e47b9172-6724-4919-80c9-798ae875cfd3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:31.614774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.626243 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64d8577f-7ba9-4b50-bceb-34568e5b2d7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8804c308-db0a-4f29-9f30-1783aca56e35), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.642645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:31.642961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (ca766232-2f61-4724-b5f3-2b56abc2eafa), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.659043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-64d8577f-7ba9-4b50-bceb-34568e5b2d7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 8804c308-db0a-4f29-9f30-1783aca56e35 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:31.706987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.717656 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment ca766232-2f61-4724-b5f3-2b56abc2eafa resource provider aggregate not found Nov 03 02:26:31.720032 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.720388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.720787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.721469 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.721469 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.721780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.722110 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.722439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.722765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.723092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.724096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.724626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.724953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e70ee-0e1a-4a78-b77a-64f5a972e814 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:31.725194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-eaab24bc-e3c9-41f1-a161-e13e7ca4704e None None] For port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e,segment=NetworkSegment(5121739b-9e48-4697-8706-beccc9255c46),segment_id=5121739b-9e48-4697-8706-beccc9255c46)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:31.725759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eaab24bc-e3c9-41f1-a161-e13e7ca4704e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.740812 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Attempt 7 to provision port 8804c308-db0a-4f29-9f30-1783aca56e35 Nov 03 02:26:31.741960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (e47b9172-6724-4919-80c9-798ae875cfd3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.746750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=e6c74eb8-c183-449e-b0e0-5b2776a6aa9c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:31.756194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:31.778120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47b9172-6724-4919-80c9-798ae875cfd3']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:31.790966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2438e4-602f-4ded-8b51-9c6067ef14b7') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:31.791473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2438e4-602f-4ded-8b51-9c6067ef14b7') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:31.803814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391c0050-ba09-40dd-abdf-bc5ed29f1c96 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:31.804151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (da2438e4-602f-4ded-8b51-9c6067ef14b7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.805389 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-391c0050-ba09-40dd-abdf-bc5ed29f1c96 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=313880603e634d3084046ce40393537e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2948296 Nov 03 02:26:31.809706 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37950) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:31.815237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-eaab24bc-e3c9-41f1-a161-e13e7ca4704e None None] Calling delete_port for df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:31.824644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (da2438e4-602f-4ded-8b51-9c6067ef14b7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.834978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:31.835437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (da2438e4-602f-4ded-8b51-9c6067ef14b7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.888801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759680c-3c39-492f-80d3-d6a5c9796b99 None None] DHCP port deletion for e47b9172-6724-4919-80c9-798ae875cfd3 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:26:31.917715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (e47b9172-6724-4919-80c9-798ae875cfd3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.948172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:31.954298 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/e47b9172-6724-4919-80c9-798ae875cfd3 HTTP/1.1" status: 204 len: 168 time: 4.5672729 Nov 03 02:26:31.954298 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment ca766232-2f61-4724-b5f3-2b56abc2eafa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca766232-2f61-4724-b5f3-2b56abc2eafa found for delete ", "request_id": "req-9be707de-069b-4b17-b591-543b02f665fd"}]} Nov 03 02:26:31.955433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37952) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:32.020870 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (ed8df921-7053-4bee-88b5-1c998bd7b6b4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.033713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041fca9-76e9-4484-ba86-57caea243c4b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=e47b9172-6724-4919-80c9-798ae875cfd3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:32.041156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.046781 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] 10.222.0.23 "DELETE /v2.0/networks/ed8df921-7053-4bee-88b5-1c998bd7b6b4 HTTP/1.1" status: 204 len: 168 time: 1.5341277 Nov 03 02:26:32.047405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d1d58ee5-8cec-4536-9888-0fdbfb87a093), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.049296 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-1452f0fe-c1b9-4206-8879-39c14d0e8984 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:32.049829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1452f0fe-c1b9-4206-8879-39c14d0e8984 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:32.056389 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1452f0fe-c1b9-4206-8879-39c14d0e8984 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/e47b9172-6724-4919-80c9-798ae875cfd3 HTTP/1.1" status: 404 len: 339 time: 0.0894074 Nov 03 02:26:32.056389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37954) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:32.063908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37956) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:32.082127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Network 3b4ded51-20bf-49b5-97c8-d886035ce4ee is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:32.099349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1729228237', 'description': 'd1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:32.104983 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:32.112683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:32.150594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Port 8804c308-db0a-4f29-9f30-1783aca56e35 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:32.167346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Pushing event updated for resources: {'Port': ['ID=d8637c14-8fe5-4d91-b7ee-2898651ad531,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:32.167545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c0fad-9f2d-48a7-aa87-0eda49abe1d9 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed8df921-7053-4bee-88b5-1c998bd7b6b4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:32.203691 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.210273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eaab24bc-e3c9-41f1-a161-e13e7ca4704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.225759 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:32.229321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.260943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab24bc-e3c9-41f1-a161-e13e7ca4704e None None] Pushing event deleted for resources: {'Port': ['ID=df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:32.282718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaab24bc-e3c9-41f1-a161-e13e7ca4704e None None] No DVR routers for this DVR port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:32.283268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Network 45083813-f1f1-4019-a736-ce483eb72093 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:32.289237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:32.296548 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1138e9ca-1733-4c0c-bc6b-a146dea2ce81 admin admin] 10.222.0.23 "PUT /v2.0/routers/bfec71e5-e916-46a4-be7c-ece4ad8dab13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5072234 Nov 03 02:26:32.301352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Attempting to bind port d8637c14-8fe5-4d91-b7ee-2898651ad531 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:32.302035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Attempting to bind port d8637c14-8fe5-4d91-b7ee-2898651ad531 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '13102423-d38d-4ca8-bb0e-a9615a4e2918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b4ded51-20bf-49b5-97c8-d886035ce4ee'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:32.312784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Attempting to bind port d8637c14-8fe5-4d91-b7ee-2898651ad531 on network 3b4ded51-20bf-49b5-97c8-d886035ce4ee {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:32.319447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:32.326328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Sync routers for ids ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:32.336474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:32.336997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Checking segment: {'id': '13102423-d38d-4ca8-bb0e-a9615a4e2918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b4ded51-20bf-49b5-97c8-d886035ce4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:32.338453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:32.341191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:32.343912 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.343912 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Bound using segment: {'id': '13102423-d38d-4ca8-bb0e-a9615a4e2918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b4ded51-20bf-49b5-97c8-d886035ce4ee'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:32.346942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:32.347620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.349389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Bound port: d8637c14-8fe5-4d91-b7ee-2898651ad531, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13102423-d38d-4ca8-bb0e-a9615a4e2918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b4ded51-20bf-49b5-97c8-d886035ce4ee'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:32.349389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.356551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (74406a0e-6d88-4e6a-a80b-b486d1ca1bfe), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.356912 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment 74406a0e-6d88-4e6a-a80b-b486d1ca1bfe of type vlan for network b59fc847-bf7a-4a99-9509-8d337741e9a0 Nov 03 02:26:32.361047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event updated for resources: {'Port': ['ID=d1d58ee5-8cec-4536-9888-0fdbfb87a093,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:32.372279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Routers {'bfec71e5-e916-46a4-be7c-ece4ad8dab13'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:32.378290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:32.381111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (0945f985-115f-4ae8-a03d-a70e394483e0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.419593 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f45eec27-8df4-4a8f-9879-a4436e1b03c8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1476207 Nov 03 02:26:32.420825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37960) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:32.447486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (b59fc847-bf7a-4a99-9509-8d337741e9a0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.522818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Set router bfec71e5-e916-46a4-be7c-ece4ad8dab13 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:32.623460 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e6c74eb8-c183-449e-b0e0-5b2776a6aa9c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:32.659440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (b59fc847-bf7a-4a99-9509-8d337741e9a0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.669341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:32.669741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.672113 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Attempt 8 to provision port 8804c308-db0a-4f29-9f30-1783aca56e35 Nov 03 02:26:32.697079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (0945f985-115f-4ae8-a03d-a70e394483e0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.762144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Allocated IP 2001:db8::1 (3b4ded51-20bf-49b5-97c8-d886035ce4ee/add92388-d55c-4736-8b02-4821f19aadfb/3a18c205-b22a-4618-b70d-5b727db3cea1) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:32.818744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0945f985-115f-4ae8-a03d-a70e394483e0']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:32.826492 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7326236 Nov 03 02:26:32.834308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Port 8804c308-db0a-4f29-9f30-1783aca56e35 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:32.834827 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37966) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:32.835411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] For port d8637c14-8fe5-4d91-b7ee-2898651ad531, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:32.839748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d12914-0299-4a77-bad7-9048dd0295f3') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:32.840045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d12914-0299-4a77-bad7-9048dd0295f3') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:32.853244 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] For port d8637c14-8fe5-4d91-b7ee-2898651ad531, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d8637c14-8fe5-4d91-b7ee-2898651ad531,segment=NetworkSegment(13102423-d38d-4ca8-bb0e-a9615a4e2918),segment_id=13102423-d38d-4ca8-bb0e-a9615a4e2918)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:32.862296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:32.862724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.863077 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c Nov 03 02:26:32.871024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.907520 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:32.910160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ba211-2bd6-40eb-975e-d17d17c5ac13 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=b59fc847-bf7a-4a99-9509-8d337741e9a0,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:32.919413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37968) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:32.937853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ed4c2c0c-de3b-4a6e-bcc0-65268fa9903e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36406731', 'description': 'tempest-secgroup-smoke-36406731 description', 'project_id': '85d090cdd5024f12953b609b70451319'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:32.949484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (97d12914-0299-4a77-bad7-9048dd0295f3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.957388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-bd18bc82-ccd6-4077-85d3-18aa4d23f404 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting port d1d58ee5-8cec-4536-9888-0fdbfb87a093 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:32.959462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bd18bc82-ccd6-4077-85d3-18aa4d23f404 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d1d58ee5-8cec-4536-9888-0fdbfb87a093), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:32.962174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network b59fc847-bf7a-4a99-9509-8d337741e9a0 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:32.985947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No DVR routers for this DVR port df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:33.063219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (97d12914-0299-4a77-bad7-9048dd0295f3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.081833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5ef03-6c2b-478c-aa09-a933973baf06 None None] Pushing event updated for resources: {'Port': ['ID=d8637c14-8fe5-4d91-b7ee-2898651ad531,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:33.088200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de050e6c-1d8a-4aaf-87e7-1c8cd64aaf65 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:33.092416 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-de050e6c-1d8a-4aaf-87e7-1c8cd64aaf65 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2774816 Nov 03 02:26:33.094391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8129a5-fac8-4855-8ff4-e0d534cf99bd tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:33.096238 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9c8129a5-fac8-4855-8ff4-e0d534cf99bd tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/networks?id=b59fc847-bf7a-4a99-9509-8d337741e9a0 HTTP/1.1" status: 200 len: 761 time: 0.2587237 Nov 03 02:26:33.100475 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:33.101014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (97d12914-0299-4a77-bad7-9048dd0295f3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.103249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37970) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:33.103249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37972) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:33.118618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9b40e6bf-4502-42f9-a99a-83165b192edd tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'description': 'd2'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:33.166648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:33.172422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2c0c-de3b-4a6e-bcc0-65268fa9903e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.230863 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'name': 'tempest-TestVolumeBootPattern-883278680-router', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:17Z', 'updated_at': '2022-11-03T02:26:28Z', 'revision_number': 4, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'gw_port': {'id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:20Z', 'updated_at': '2022-11-03T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2', 'name': '', 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'mac_address': 'fa:16:3e:16:3a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '36204296-9d8f-4345-a80a-b5e1879a8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:26Z', 'updated_at': '2022-11-03T02:26:28Z', 'revision_number': 2, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'subnets': [{'id': '36204296-9d8f-4345-a80a-b5e1879a8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:33.242778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (f74a5808-3186-4fdb-9e13-617b03d43158), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.262991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Checking router: bfec71e5-e916-46a4-be7c-ece4ad8dab13 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:26:33.262991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Updating router bfec71e5-e916-46a4-be7c-ece4ad8dab13 port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:26:33.298916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.301079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:26:33.326603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:26:33.327000 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device df96be24-c9dc-4b35-b1e8-0b82f4ae3e1e not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:26:33.327511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3ab2af42-696a-4db3-9f2b-475b27d364b5 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:26:33.332319 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0208050a-6937-457a-bcff-a053b9721d50 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2239120 Nov 03 02:26:33.336175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.337291 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Attempt 9 to provision port 8804c308-db0a-4f29-9f30-1783aca56e35 Nov 03 02:26:33.346801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37974) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:33.375075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 3ab2af42-696a-4db3-9f2b-475b27d364b5 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:26:33.375484 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3ab2af42-696a-4db3-9f2b-475b27d364b5 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:26:33.398639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74a5808-3186-4fdb-9e13-617b03d43158']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:33.407062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bd18bc82-ccd6-4077-85d3-18aa4d23f404 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d1d58ee5-8cec-4536-9888-0fdbfb87a093), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.422521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5121739b-9e48-4697-8706-beccc9255c46') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:33.425143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5121739b-9e48-4697-8706-beccc9255c46') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:33.430480 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-62b6e493-e109-424d-bd08-2e262a87e7ae tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=313880603e634d3084046ce40393537e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768092 Nov 03 02:26:33.438151 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (5121739b-9e48-4697-8706-beccc9255c46), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.444653 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (0945f985-115f-4ae8-a03d-a70e394483e0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.454928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.457848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (5121739b-9e48-4697-8706-beccc9255c46), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.463055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37976) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:33.478266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-bd18bc82-ccd6-4077-85d3-18aa4d23f404 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Calling delete_port for d1d58ee5-8cec-4536-9888-0fdbfb87a093 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:33.487713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.494225 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0945f985-115f-4ae8-a03d-a70e394483e0 HTTP/1.1" status: 204 len: 168 time: 1.4307108 Nov 03 02:26:33.521022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67668051-df4e-42da-844d-204153961469 tempest-QuotasNegativeTest-1927078771 tempest-QuotasNegativeTest-1927078771-project-admin] Pushing event deleted for resources: {'Network': ['ID=0945f985-115f-4ae8-a03d-a70e394483e0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:33.566744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Port 8804c308-db0a-4f29-9f30-1783aca56e35 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:26:33.567539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64d8577f-7ba9-4b50-bceb-34568e5b2d7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (8804c308-db0a-4f29-9f30-1783aca56e35), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.573959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Could not find standard attr ID for object 8e43808b-aff8-4343-b94a-0481a4ea715d. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:33.581945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=3a18c205-b22a-4618-b70d-5b727db3cea1,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:33.590887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b40e6bf-4502-42f9-a99a-83165b192edd tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (b59fc847-bf7a-4a99-9509-8d337741e9a0), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.616075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Provisioning complete for port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:33.616552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.616962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b40e6bf-4502-42f9-a99a-83165b192edd tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (b59fc847-bf7a-4a99-9509-8d337741e9a0), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.617095 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Attempt 1 to provision port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 Nov 03 02:26:33.619023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:33.619498 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (5121739b-9e48-4697-8706-beccc9255c46), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.660382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b40e6bf-4502-42f9-a99a-83165b192edd tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network b59fc847-bf7a-4a99-9509-8d337741e9a0 is not hosted by any dhcp agent {{(pid=104394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 02:26:33.665469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b40e6bf-4502-42f9-a99a-83165b192edd tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:33.666091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b40e6bf-4502-42f9-a99a-83165b192edd tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.671574 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9b40e6bf-4502-42f9-a99a-83165b192edd tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "PUT /v2.0/networks/b59fc847-bf7a-4a99-9509-8d337741e9a0 HTTP/1.1" status: 200 len: 758 time: 0.5595331 Nov 03 02:26:33.683190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 37982) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:33.688762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 3b4ded51-20bf-49b5-97c8-d886035ce4ee is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:33.740287 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 5121739b-9e48-4697-8706-beccc9255c46 resource provider aggregate not found Nov 03 02:26:33.754525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Publish callbacks [] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.755148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40e6bf-4502-42f9-a99a-83165b192edd tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=b59fc847-bf7a-4a99-9509-8d337741e9a0,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:33.767526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.772179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92623cb0-044a-41d0-bc73-56f558f6a94d None None] Current status of the port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:33.805663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network b59fc847-bf7a-4a99-9509-8d337741e9a0 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:33.856571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bd18bc82-ccd6-4077-85d3-18aa4d23f404 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d1d58ee5-8cec-4536-9888-0fdbfb87a093), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.874840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8577f-7ba9-4b50-bceb-34568e5b2d7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=8804c308-db0a-4f29-9f30-1783aca56e35,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:33.917986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:33.924480 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 5121739b-9e48-4697-8706-beccc9255c46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5121739b-9e48-4697-8706-beccc9255c46 found for delete ", "request_id": "req-3ff8f83a-971b-4a06-b5ce-de54557aa9e3"}]} Nov 03 02:26:33.931116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18bc82-ccd6-4077-85d3-18aa4d23f404 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Port': ['ID=d1d58ee5-8cec-4536-9888-0fdbfb87a093,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:33.971548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Pushing event updated for resources: {'Port': ['ID=02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:33.987670 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Attempting to bind port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:33.988058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Attempting to bind port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'e9bb3117-cd93-4343-abab-be49b222044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:33.988415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Attempting to bind port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 on network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:33.990776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Provisioning complete for port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:33.991161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:33.991506 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Attempt 1 to provision port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 Nov 03 02:26:34.023175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:34.023581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Checking segment: {'id': 'e9bb3117-cd93-4343-abab-be49b222044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:34.023970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.024374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Bound using segment: {'id': 'e9bb3117-cd93-4343-abab-be49b222044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:34.024904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Bound port: 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bb3117-cd93-4343-abab-be49b222044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:34.025297 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.033655 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:34.034252 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.056133 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment da2438e4-602f-4ded-8b51-9c6067ef14b7 resource provider aggregate not found Nov 03 02:26:34.068935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bd18bc82-ccd6-4077-85d3-18aa4d23f404 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.085102 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bd18bc82-ccd6-4077-85d3-18aa4d23f404 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/d1d58ee5-8cec-4536-9888-0fdbfb87a093 HTTP/1.1" status: 204 len: 168 time: 1.6590936 Nov 03 02:26:34.086113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37992) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.137152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:34.139373 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment da2438e4-602f-4ded-8b51-9c6067ef14b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da2438e4-602f-4ded-8b51-9c6067ef14b7 found for delete ", "request_id": "req-d32b3c40-cf42-43ed-8d1d-418e66a8c5dd"}]} Nov 03 02:26:34.179593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] For port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:34.183491 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] For port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2,segment=NetworkSegment(e9bb3117-cd93-4343-abab-be49b222044e),segment_id=e9bb3117-cd93-4343-abab-be49b222044e)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:34.187520 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 97d12914-0299-4a77-bad7-9048dd0295f3 resource provider aggregate not found Nov 03 02:26:34.198420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.209076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e2b9ab-8a58-4fd3-8d6c-1be143d68db4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:34.213119 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a8e2b9ab-8a58-4fd3-8d6c-1be143d68db4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1236959 Nov 03 02:26:34.215340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 37998) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.217699 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 97d12914-0299-4a77-bad7-9048dd0295f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97d12914-0299-4a77-bad7-9048dd0295f3 found for delete ", "request_id": "req-fc8b8563-4783-4e24-b29a-8c5594253231"}]} Nov 03 02:26:34.258050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Routers {'bfec71e5-e916-46a4-be7c-ece4ad8dab13'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:34.258852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:34.290245 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d30b79-7a30-4ed9-9a8d-62217a9dae4c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:34.295505 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-61d30b79-7a30-4ed9-9a8d-62217a9dae4c tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/networks?id=b59fc847-bf7a-4a99-9509-8d337741e9a0 HTTP/1.1" status: 200 len: 761 time: 0.5474095 Nov 03 02:26:34.295505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (f74a5808-3186-4fdb-9e13-617b03d43158), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.296992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38000) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.303775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-308244734'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:34.346952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2c0c-de3b-4a6e-bcc0-65268fa9903e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group (7f55eacb-80c7-41a0-b4ca-3fe0fd428496), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.356902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60660f7d-6c05-4454-bcb5-acb56c9aaa7d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:34.360729 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-60660f7d-6c05-4454-bcb5-acb56c9aaa7d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1440239 Nov 03 02:26:34.365152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38004) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.369403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ab095-429d-401b-ae87-4f08f058fd7b tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:34.371048 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dc7ab095-429d-401b-ae87-4f08f058fd7b tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8580439 Nov 03 02:26:34.382451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38006) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.384086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:34.387756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.407828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.416091 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/networks/f74a5808-3186-4fdb-9e13-617b03d43158 HTTP/1.1" status: 204 len: 168 time: 3.8633127 Nov 03 02:26:34.430420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38008) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.433623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Pushing event updated for resources: {'Port': ['ID=02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:34.487715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2c0c-de3b-4a6e-bcc0-65268fa9903e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7f55eacb-80c7-41a0-b4ca-3fe0fd428496), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.502673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8b6b7-4967-463b-9d2b-37126bed59bb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Network': ['ID=f74a5808-3186-4fdb-9e13-617b03d43158,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:34.517309 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e4a97d19-97d0-4389-bf79-b323397f6d72 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1339161 Nov 03 02:26:34.517814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38010) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.526959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256285243', 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4', 'project_id': '313880603e634d3084046ce40393537e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:34.542984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:34.555642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9681fba4-7088-4e48-b1ad-7ff3b924132a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.556093 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment 9681fba4-7088-4e48-b1ad-7ff3b924132a of type vlan for network 04e3441b-7473-43e9-a374-bb6c4617ca54 Nov 03 02:26:34.558832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] Set router bfec71e5-e916-46a4-be7c-ece4ad8dab13 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:34.561625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec6107-7d82-4c00-b7be-23ca424275d7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:34.569301 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ecec6107-7d82-4c00-b7be-23ca424275d7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/c03ef85a-a297-49e3-9f14-ba7a66dcfe77 HTTP/1.1" status: 200 len: 840 time: 0.1314876 Nov 03 02:26:34.602033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38012) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.602390 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38014) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.616077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (04e3441b-7473-43e9-a374-bb6c4617ca54), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.616300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.616661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.617004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.617351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.617750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.618151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.618593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.618872 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.619463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.619840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.620190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.621534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.621534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb60c2-9227-4fa4-9432-33b6fa6bdf18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:26:34.643378 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Attempt 2 to provision port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 Nov 03 02:26:34.682346 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (04e3441b-7473-43e9-a374-bb6c4617ca54), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.687933 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:34.688660 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.705774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf854a-e5ac-4c80-a611-0f429114993f None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:26:34.733520 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2c0c-de3b-4a6e-bcc0-65268fa9903e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.737603 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ed4c2c0c-de3b-4a6e-bcc0-65268fa9903e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.8019712 Nov 03 02:26:34.743194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38018) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.749900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f72bc090-5274-487a-a33a-cdf2d5ee9aa9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'security_group_rule': {'security_group_id': '7f55eacb-80c7-41a0-b4ca-3fe0fd428496', 'project_id': '85d090cdd5024f12953b609b70451319', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:34.764997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64d8577f-7ba9-4b50-bceb-34568e5b2d7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (b5415074-d1b6-4c3a-bfd5-844c203164bc), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.796019 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-44bf8540-6124-4783-a470-ad117b45980b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/c03ef85a-a297-49e3-9f14-ba7a66dcfe77?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1863177 Nov 03 02:26:34.796019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c2c0c-de3b-4a6e-bcc0-65268fa9903e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f55eacb-80c7-41a0-b4ca-3fe0fd428496,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:34.804076 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38020) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.811388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-71ae105b-d2eb-4512-bfdd-32b86200b7bc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:34.824179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05bbab1-b23e-4cc2-b63a-0f2ea16ae763 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:34.825755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05bbab1-b23e-4cc2-b63a-0f2ea16ae763 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:34.827300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05bbab1-b23e-4cc2-b63a-0f2ea16ae763 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:34.834692 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e05bbab1-b23e-4cc2-b63a-0f2ea16ae763 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4666674 Nov 03 02:26:34.835649 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38022) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.841946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=04e3441b-7473-43e9-a374-bb6c4617ca54,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:34.885587 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.914259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d8637c14-8fe5-4d91-b7ee-2898651ad531 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:34.935664 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9e99f206-a444-453d-856f-f2fbb7ee78b6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6354604 Nov 03 02:26:34.938280 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 04e3441b-7473-43e9-a374-bb6c4617ca54 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:34.943922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38024) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:34.947732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'network_id': '04e3441b-7473-43e9-a374-bb6c4617ca54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:34.955875 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f72bc090-5274-487a-a33a-cdf2d5ee9aa9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (168b9a12-b14e-4fd1-9050-06a4d99446a7), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:34.999407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf90ee1c-4f21-4c5d-ba6a-9505c4eac33c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet 7c0941bd-c9a0-497a-8d5d-0fa53729c67f {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:35.013726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf90ee1c-4f21-4c5d-ba6a-9505c4eac33c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (7c0941bd-c9a0-497a-8d5d-0fa53729c67f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.025199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7f19f78a-ac22-450d-b25f-7d0831cff2e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.096358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:35.099878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.149365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf90ee1c-4f21-4c5d-ba6a-9505c4eac33c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (7c0941bd-c9a0-497a-8d5d-0fa53729c67f), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.194750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:35.198154 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.201924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d8637c14-8fe5-4d91-b7ee-2898651ad531 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:35.202471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.202642 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d8637c14-8fe5-4d91-b7ee-2898651ad531 Nov 03 02:26:35.231238 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Current status of the port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:35.231791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.275650 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ae105b-d2eb-4512-bfdd-32b86200b7bc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:35.279431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71ae105b-d2eb-4512-bfdd-32b86200b7bc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.283644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f72bc090-5274-487a-a33a-cdf2d5ee9aa9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (168b9a12-b14e-4fd1-9050-06a4d99446a7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.292679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaf854a-e5ac-4c80-a611-0f429114993f None None] Resources bound (agent type, host, resource id): {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:26:35.314606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] For port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2,segment=NetworkSegment(e9bb3117-cd93-4343-abab-be49b222044e),segment_id=e9bb3117-cd93-4343-abab-be49b222044e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:35.328668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.344879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f72bc090-5274-487a-a33a-cdf2d5ee9aa9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (168b9a12-b14e-4fd1-9050-06a4d99446a7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.356798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Could not find standard attr ID for object 3ab2af42-696a-4db3-9f2b-475b27d364b5. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:35.385774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf90ee1c-4f21-4c5d-ba6a-9505c4eac33c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (7c0941bd-c9a0-497a-8d5d-0fa53729c67f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.401634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'name': 'tempest-TestVolumeBootPattern-883278680-router', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:17Z', 'updated_at': '2022-11-03T02:26:28Z', 'revision_number': 4, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'gw_port': {'id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:20Z', 'updated_at': '2022-11-03T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2', 'name': '', 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'mac_address': 'fa:16:3e:16:3a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '36204296-9d8f-4345-a80a-b5e1879a8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:26Z', 'updated_at': '2022-11-03T02:26:34Z', 'revision_number': 4, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'subnets': [{'id': '36204296-9d8f-4345-a80a-b5e1879a8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:35.403063 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d8577f-7ba9-4b50-bceb-34568e5b2d7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router b5415074-d1b6-4c3a-bfd5-844c203164bc has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:26:35.416318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bc090-5274-487a-a33a-cdf2d5ee9aa9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168b9a12-b14e-4fd1-9050-06a4d99446a7,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:35.477563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d8637c14-8fe5-4d91-b7ee-2898651ad531 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:35.477767 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.485248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3732c645-c8c8-4eee-9ad4-deda813f38d0 None None] The sync data for ids ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'] in dv-neutron-860659-5-hyperv is: [{'id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'name': 'tempest-TestVolumeBootPattern-883278680-router', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:17Z', 'updated_at': '2022-11-03T02:26:28Z', 'revision_number': 4, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'gw_port': {'id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:20Z', 'updated_at': '2022-11-03T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2', 'name': '', 'network_id': 'f8abacdd-d96f-43c8-8575-72d2a8ea47d7', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'mac_address': 'fa:16:3e:16:3a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '36204296-9d8f-4345-a80a-b5e1879a8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:26Z', 'updated_at': '2022-11-03T02:26:34Z', 'revision_number': 4, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'subnets': [{'id': '36204296-9d8f-4345-a80a-b5e1879a8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:35.485527 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f72bc090-5274-487a-a33a-cdf2d5ee9aa9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.486782 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f72bc090-5274-487a-a33a-cdf2d5ee9aa9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7404995 Nov 03 02:26:35.504389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38026) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:35.506876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Provisioning complete for port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:35.507163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.507508 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Attempt 1 to provision port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c Nov 03 02:26:35.510722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8ec7962a-4e83-447d-8bce-05276066a401 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'security_group_rule': {'security_group_id': '7f55eacb-80c7-41a0-b4ca-3fe0fd428496', 'project_id': '85d090cdd5024f12953b609b70451319', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:35.550595 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Pushing event updated for resources: {'Port': ['ID=02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:35.596368 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port d8637c14-8fe5-4d91-b7ee-2898651ad531, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d8637c14-8fe5-4d91-b7ee-2898651ad531,segment=NetworkSegment(13102423-d38d-4ca8-bb0e-a9615a4e2918),segment_id=13102423-d38d-4ca8-bb0e-a9615a4e2918)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:35.610846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.633167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.639237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf90ee1c-4f21-4c5d-ba6a-9505c4eac33c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (7c0941bd-c9a0-497a-8d5d-0fa53729c67f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.699879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf90ee1c-4f21-4c5d-ba6a-9505c4eac33c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.707938 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bf90ee1c-4f21-4c5d-ba6a-9505c4eac33c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/7c0941bd-c9a0-497a-8d5d-0fa53729c67f HTTP/1.1" status: 204 len: 168 time: 0.8571563 Nov 03 02:26:35.707938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38028) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:35.738761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=d8637c14-8fe5-4d91-b7ee-2898651ad531,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:35.765559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Current status of the port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:35.772557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-33a2d7fe-1dfc-4969-9439-5308c70108ba None None] Could not find standard attr ID for object d1d58ee5-8cec-4536-9888-0fdbfb87a093. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:35.827162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (5f14a9ab-30b6-4b5b-8df8-11817a72edf6), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.835346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682df97-2cae-4490-84dd-974ef5adcfc8 None None] Network 3b4ded51-20bf-49b5-97c8-d886035ce4ee requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:35.840432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ab8d3-66ed-4e72-bee3-345e765e82db None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:35.860642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Subnet': ['ID=4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:35.880254 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8d53c1-ef16-4050-ab89-854cca2b625f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Deleting subnet baedd928-a530-481f-b213-47d59f8e9090 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:35.913240 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc8d53c1-ef16-4050-ab89-854cca2b625f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for subnet (baedd928-a530-481f-b213-47d59f8e9090), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.945002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7f19f78a-ac22-450d-b25f-7d0831cff2e4 admin admin] Publish callbacks [] for security_group (19d426de-9180-4c41-853b-fd45b28937d6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.972405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc8d53c1-ef16-4050-ab89-854cca2b625f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (baedd928-a530-481f-b213-47d59f8e9090), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.974708 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-98df99f0-d550-43b3-b8ad-1d99cb9b1584 None None] Provisioning complete for port d8637c14-8fe5-4d91-b7ee-2898651ad531 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:35.974997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-98df99f0-d550-43b3-b8ad-1d99cb9b1584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:35.975421 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-98df99f0-d550-43b3-b8ad-1d99cb9b1584 None None] Attempt 1 to provision port d8637c14-8fe5-4d91-b7ee-2898651ad531 Nov 03 02:26:35.995958 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7f19f78a-ac22-450d-b25f-7d0831cff2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (19d426de-9180-4c41-853b-fd45b28937d6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.040837 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d8577f-7ba9-4b50-bceb-34568e5b2d7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:36.042543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8ec7962a-4e83-447d-8bce-05276066a401 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (1418509e-7dd4-4a3d-9f19-5460609e8ce5), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.058712 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-64d8577f-7ba9-4b50-bceb-34568e5b2d7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/b5415074-d1b6-4c3a-bfd5-844c203164bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2071564 Nov 03 02:26:36.059966 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673181dc-cf32-44d2-95d3-acbd41608ad7 None None] Sync routers for ids ['b5415074-d1b6-4c3a-bfd5-844c203164bc'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:36.064771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38030) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:36.077659 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673181dc-cf32-44d2-95d3-acbd41608ad7 None None] Routers {'b5415074-d1b6-4c3a-bfd5-844c203164bc'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:36.078697 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-673181dc-cf32-44d2-95d3-acbd41608ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b5415074-d1b6-4c3a-bfd5-844c203164bc'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:36.085365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90ee1c-4f21-4c5d-ba6a-9505c4eac33c tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0941bd-c9a0-497a-8d5d-0fa53729c67f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:36.145651 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-673181dc-cf32-44d2-95d3-acbd41608ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:36.163921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=5f14a9ab-30b6-4b5b-8df8-11817a72edf6,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:36.175063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-98df99f0-d550-43b3-b8ad-1d99cb9b1584 None None] Current status of the port d8637c14-8fe5-4d91-b7ee-2898651ad531 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:36.180810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Checking segment: {'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:36.181175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network hostable DHCP agents. Network: 658d5282-ff9e-4459-9dcb-75d00c3a60e4, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:36.201458 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673181dc-cf32-44d2-95d3-acbd41608ad7 None None] Routers {'b5415074-d1b6-4c3a-bfd5-844c203164bc'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:36.201974 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-673181dc-cf32-44d2-95d3-acbd41608ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b5415074-d1b6-4c3a-bfd5-844c203164bc'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:36.209931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38032) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:36.210134 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a7320d5e-56f7-414b-81a7-248f1f8b91bd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5415074-d1b6-4c3a-bfd5-844c203164bc HTTP/1.1" status: 200 len: 205 time: 0.1178718 Nov 03 02:26:36.225675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc8d53c1-ef16-4050-ab89-854cca2b625f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (baedd928-a530-481f-b213-47d59f8e9090), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.244784 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7f19f78a-ac22-450d-b25f-7d0831cff2e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4149ffcb8cd46d4893351238fa603b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6192348 Nov 03 02:26:36.244784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19f78a-ac22-450d-b25f-7d0831cff2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d426de-9180-4c41-853b-fd45b28937d6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:36.266075 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38034) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:36.283390 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-673181dc-cf32-44d2-95d3-acbd41608ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:36.284083 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673181dc-cf32-44d2-95d3-acbd41608ad7 None None] The sync data for ids ['b5415074-d1b6-4c3a-bfd5-844c203164bc'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:36.309022 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.328581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.329581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.503401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8ec7962a-4e83-447d-8bce-05276066a401 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (1418509e-7dd4-4a3d-9f19-5460609e8ce5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.546623 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8ec7962a-4e83-447d-8bce-05276066a401 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (1418509e-7dd4-4a3d-9f19-5460609e8ce5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.616727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Provisioning complete for port 3a18c205-b22a-4618-b70d-5b727db3cea1 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:36.617259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.617447 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Attempt 1 to provision port 3a18c205-b22a-4618-b70d-5b727db3cea1 Nov 03 02:26:36.623900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71ae105b-d2eb-4512-bfdd-32b86200b7bc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (82009c8e-80a4-44af-b068-a6882f4f92c1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.633071 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=3a18c205-b22a-4618-b70d-5b727db3cea1,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:36.655272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7962a-4e83-447d-8bce-05276066a401 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1418509e-7dd4-4a3d-9f19-5460609e8ce5,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:36.721866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Port 3a18c205-b22a-4618-b70d-5b727db3cea1 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:36.762684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8ec7962a-4e83-447d-8bce-05276066a401 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.764045 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8ec7962a-4e83-447d-8bce-05276066a401 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2571521 Nov 03 02:26:36.765525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37402471-f0e9-4a5a-b635-7e02f3d96ad5 admin admin] Publish callbacks [] for security_group (19d426de-9180-4c41-853b-fd45b28937d6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.776547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38036) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:36.782529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:36.789176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e6524cc5-b9e3-4e22-b11d-eb04cc1454ac tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'security_group_rule': {'security_group_id': '7f55eacb-80c7-41a0-b4ca-3fe0fd428496', 'project_id': '85d090cdd5024f12953b609b70451319', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:36.815278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d8637c14-8fe5-4d91-b7ee-2898651ad531 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:36.842492 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37402471-f0e9-4a5a-b635-7e02f3d96ad5 admin admin] Publish callbacks [] for security_group (19d426de-9180-4c41-853b-fd45b28937d6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.880682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking segment: {'id': '9681fba4-7088-4e48-b1ad-7ff3b924132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '04e3441b-7473-43e9-a374-bb6c4617ca54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:36.881533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network hostable DHCP agents. Network: 04e3441b-7473-43e9-a374-bb6c4617ca54, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:36.901625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae105b-d2eb-4512-bfdd-32b86200b7bc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:36.930921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 658d5282-ff9e-4459-9dcb-75d00c3a60e4) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:36.934264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-187746f5-1150-4246-aae4-b4adf42ef0d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (b5415074-d1b6-4c3a-bfd5-844c203164bc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.940951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d8637c14-8fe5-4d91-b7ee-2898651ad531 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:36.941336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.941708 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d8637c14-8fe5-4d91-b7ee-2898651ad531 Nov 03 02:26:36.941911 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-71ae105b-d2eb-4512-bfdd-32b86200b7bc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:36.948559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5facf311-dbae-4637-88b5-ab7fe0a1af78 None None] Network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:36.953061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae105b-d2eb-4512-bfdd-32b86200b7bc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:36.953061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71ae105b-d2eb-4512-bfdd-32b86200b7bc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.971173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:36.971594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.992117 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37402471-f0e9-4a5a-b635-7e02f3d96ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (19d426de-9180-4c41-853b-fd45b28937d6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:36.999725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-37402471-f0e9-4a5a-b635-7e02f3d96ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.004395 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-37402471-f0e9-4a5a-b635-7e02f3d96ad5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19d426de-9180-4c41-853b-fd45b28937d6 HTTP/1.1" status: 204 len: 168 time: 0.7372429 Nov 03 02:26:37.010712 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 3b4ded51-20bf-49b5-97c8-d886035ce4ee is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:37.014700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae105b-d2eb-4512-bfdd-32b86200b7bc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Subnet': ['ID=82009c8e-80a4-44af-b068-a6882f4f92c1,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:37.029304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:37.042216 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37402471-f0e9-4a5a-b635-7e02f3d96ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d426de-9180-4c41-853b-fd45b28937d6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:37.074564 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-71ae105b-d2eb-4512-bfdd-32b86200b7bc tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2673528 Nov 03 02:26:37.092298 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6bb82b-bf60-4556-9b0f-584b1fcb2eff None None] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:37.150701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38040) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:37.181918 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-aba75783-63bc-40e7-a751-7220aef52693 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'security_group': {'name': 'tempest-secgroup-1034411484'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:37.245572 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Attempt 2 to provision port 3a18c205-b22a-4618-b70d-5b727db3cea1 Nov 03 02:26:37.253986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc8d53c1-ef16-4050-ab89-854cca2b625f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (baedd928-a530-481f-b213-47d59f8e9090), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.355762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router e7b6b09c-3147-42cf-8ccf-955bfbb9855f is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:26:37.417451 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dabc300d-808e-4970-a0f0-72abc0082c4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8945925 Nov 03 02:26:37.431409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6b3d93-9b5c-46d0-858c-3c8e7dc7465d None None] Network 45083813-f1f1-4019-a736-ce483eb72093 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:37.454316 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dc8d53c1-ef16-4050-ab89-854cca2b625f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.459854 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dc8d53c1-ef16-4050-ab89-854cca2b625f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/baedd928-a530-481f-b213-47d59f8e9090 HTTP/1.1" status: 204 len: 168 time: 1.7471802 Nov 03 02:26:37.460781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d53c1-ef16-4050-ab89-854cca2b625f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Subnet': ['ID=baedd928-a530-481f-b213-47d59f8e9090,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:37.462686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e6524cc5-b9e3-4e22-b11d-eb04cc1454ac tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (b1d55e28-2230-4a96-ac6d-152e77f3fe41), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.495809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38046) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:37.528129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:37.542432 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-baec8ddb-c20d-416e-9c89-5f6d917b1c3f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/e7b6b09c-3147-42cf-8ccf-955bfbb9855f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7187426 Nov 03 02:26:37.543423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38048) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:37.569826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-187746f5-1150-4246-aae4-b4adf42ef0d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (b5415074-d1b6-4c3a-bfd5-844c203164bc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.576854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-187746f5-1150-4246-aae4-b4adf42ef0d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (b5415074-d1b6-4c3a-bfd5-844c203164bc), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.615639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b0dd18-acb0-455b-8e7a-b20246ab3b43 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:37.620645 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f3b0dd18-acb0-455b-8e7a-b20246ab3b43 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports/3a18c205-b22a-4618-b70d-5b727db3cea1 HTTP/1.1" status: 200 len: 911 time: 0.0735552 Nov 03 02:26:37.621217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38050) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:37.621559 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38052) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:37.621883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38054) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:37.629009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3843cd64-2bbd-4e7e-b50a-78d6143e943f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269594257', 'description': 'tempest-secgroup-smoke-1269594257 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:37.663463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-9e5006f6-fbe6-4351-9b44-fc5cecb5b844 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'add92388-d55c-4736-8b02-4821f19aadfb'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:37.675476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3843cd64-2bbd-4e7e-b50a-78d6143e943f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.689434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network 04e3441b-7473-43e9-a374-bb6c4617ca54 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:37.702247 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7e010ee8-ce4c-422f-9ddf-7aa94cac0e14 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564699 Nov 03 02:26:37.702488 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b3e051ae-58cd-45f4-ae83-47bad39c2a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.703309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38058) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:37.706600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-187746f5-1150-4246-aae4-b4adf42ef0d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (b5415074-d1b6-4c3a-bfd5-844c203164bc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.707132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187746f5-1150-4246-aae4-b4adf42ef0d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Fanout notify agent at l3_agent the message router_deleted on router b5415074-d1b6-4c3a-bfd5-844c203164bc {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:26:37.726478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-187746f5-1150-4246-aae4-b4adf42ef0d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.727887 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-187746f5-1150-4246-aae4-b4adf42ef0d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/b5415074-d1b6-4c3a-bfd5-844c203164bc HTTP/1.1" status: 204 len: 168 time: 1.5121701 Nov 03 02:26:37.734477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 04e3441b-7473-43e9-a374-bb6c4617ca54) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:37.737101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38060) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:37.737666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aba75783-63bc-40e7-a751-7220aef52693 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.758545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:37.759151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.773814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Port 3a18c205-b22a-4618-b70d-5b727db3cea1 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:37.782158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acdbd27-11e3-4377-9623-9ba34ab33d67 None None] Network 04e3441b-7473-43e9-a374-bb6c4617ca54 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:37.799189 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2f6256bc-9965-47a8-beb0-0d4d5fd3bcc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8552291 Nov 03 02:26:37.803378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38062) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:37.826792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e6524cc5-b9e3-4e22-b11d-eb04cc1454ac tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (b1d55e28-2230-4a96-ac6d-152e77f3fe41), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.828955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea49a27-2d2e-4cbd-a4c8-011a83a42db5 None None] Sync routers for ids ['e7b6b09c-3147-42cf-8ccf-955bfbb9855f'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:37.871791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-658d5282-ff9e-4459-9dcb-75d00c3a60e4', 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4', 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ips': [{'subnet_id': '4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:37.876522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.886872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e6524cc5-b9e3-4e22-b11d-eb04cc1454ac tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (b1d55e28-2230-4a96-ac6d-152e77f3fe41), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.902109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d8637c14-8fe5-4d91-b7ee-2898651ad531 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:37.903333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:37.925436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-64815af0-4654-492a-9dc2-0dfb9389021c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting subnet 65b1fe95-51db-4c11-8134-9e21fe138093 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:37.935119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6524cc5-b9e3-4e22-b11d-eb04cc1454ac tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d55e28-2230-4a96-ac6d-152e77f3fe41,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:37.952021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea49a27-2d2e-4cbd-a4c8-011a83a42db5 None None] Routers {'e7b6b09c-3147-42cf-8ccf-955bfbb9855f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:37.952870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bea49a27-2d2e-4cbd-a4c8-011a83a42db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e7b6b09c-3147-42cf-8ccf-955bfbb9855f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:37.953075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aba75783-63bc-40e7-a751-7220aef52693 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (ae5180aa-38a8-4fb3-ab2e-2010470e4936), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.957377 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64815af0-4654-492a-9dc2-0dfb9389021c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (65b1fe95-51db-4c11-8134-9e21fe138093), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.959635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e6524cc5-b9e3-4e22-b11d-eb04cc1454ac tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:37.964786 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e6524cc5-b9e3-4e22-b11d-eb04cc1454ac tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1795075 Nov 03 02:26:37.964786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38064) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:37.969090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0fdf0ea0-9127-4213-8ee5-0f31ffa53ff1 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'security_group_rule': {'security_group_id': '7f55eacb-80c7-41a0-b4ca-3fe0fd428496', 'project_id': '85d090cdd5024f12953b609b70451319', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:37.974079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aba75783-63bc-40e7-a751-7220aef52693 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (ae5180aa-38a8-4fb3-ab2e-2010470e4936), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.024155 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d989135-bae6-4315-abf8-32e9efd5ec24 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:38.026178 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3d989135-bae6-4315-abf8-32e9efd5ec24 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3115518 Nov 03 02:26:38.033814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38066) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.047704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bea49a27-2d2e-4cbd-a4c8-011a83a42db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:38.057653 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fdf0ea0-9127-4213-8ee5-0f31ffa53ff1 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (5612601d-f053-4fb4-be98-e946d126cb59), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.072235 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64815af0-4654-492a-9dc2-0dfb9389021c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (65b1fe95-51db-4c11-8134-9e21fe138093), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.081822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aba75783-63bc-40e7-a751-7220aef52693 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.083846 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aba75783-63bc-40e7-a751-7220aef52693 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9100137 Nov 03 02:26:38.089564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba75783-63bc-40e7-a751-7220aef52693 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5180aa-38a8-4fb3-ab2e-2010470e4936,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:38.098711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38068) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.102243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (04e3441b-7473-43e9-a374-bb6c4617ca54), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.108688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-60f23fb3-ed41-4a37-ab0c-66f603f7f304 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'security_group': {'name': 'tempest-secgroup-511661656'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:38.145654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-04e3441b-7473-43e9-a374-bb6c4617ca54', 'network_id': '04e3441b-7473-43e9-a374-bb6c4617ca54', 'project_id': '8944aa6ea0734b11a208550e0ab014f1', 'fixed_ips': [{'subnet_id': '5f14a9ab-30b6-4b5b-8df8-11817a72edf6'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:38.147203 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.169292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.180957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea49a27-2d2e-4cbd-a4c8-011a83a42db5 None None] Routers {'e7b6b09c-3147-42cf-8ccf-955bfbb9855f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:38.182026 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bea49a27-2d2e-4cbd-a4c8-011a83a42db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e7b6b09c-3147-42cf-8ccf-955bfbb9855f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:38.182329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292c708f-d8ab-413c-9528-3a5fe9367249 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:38.186192 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-292c708f-d8ab-413c-9528-3a5fe9367249 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1490748 Nov 03 02:26:38.187374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38070) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.201335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60f23fb3-ed41-4a37-ab0c-66f603f7f304 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.204280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3843cd64-2bbd-4e7e-b50a-78d6143e943f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (7eee3487-ebe6-4800-b65a-687f0eecfcea), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.221873 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b3e051ae-58cd-45f4-ae83-47bad39c2a8c admin admin] Publish callbacks [] for security_group (1fb6caa1-8309-464b-adba-b8915c0155cb), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.222841 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3843cd64-2bbd-4e7e-b50a-78d6143e943f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7eee3487-ebe6-4800-b65a-687f0eecfcea), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.242706 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'project_id': '8dbea1bccbd54492bdf13d1a1069e27e', 'fixed_ips': [{'subnet_id': '82009c8e-80a4-44af-b068-a6882f4f92c1'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:38.243598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.245429 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-69b69237-9087-4624-92eb-57698a667223 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567374 Nov 03 02:26:38.251883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bea49a27-2d2e-4cbd-a4c8-011a83a42db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:38.252795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea49a27-2d2e-4cbd-a4c8-011a83a42db5 None None] The sync data for ids ['e7b6b09c-3147-42cf-8ccf-955bfbb9855f'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:38.273123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38072) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.281208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e5006f6-fbe6-4351-9b44-fc5cecb5b844 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.283369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b3e051ae-58cd-45f4-ae83-47bad39c2a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1fb6caa1-8309-464b-adba-b8915c0155cb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.293959 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Attempt 3 to provision port 3a18c205-b22a-4618-b70d-5b727db3cea1 Nov 03 02:26:38.321144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fdf0ea0-9127-4213-8ee5-0f31ffa53ff1 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (5612601d-f053-4fb4-be98-e946d126cb59), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.322105 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec5af53-7356-4b85-a263-b538efc57ba6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:38.322662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec5af53-7356-4b85-a263-b538efc57ba6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:38.325737 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2ec5af53-7356-4b85-a263-b538efc57ba6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/d1d58ee5-8cec-4536-9888-0fdbfb87a093 HTTP/1.1" status: 404 len: 333 time: 0.0498295 Nov 03 02:26:38.329232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:38.335645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38074) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.336179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.336550 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 Nov 03 02:26:38.351972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fdf0ea0-9127-4213-8ee5-0f31ffa53ff1 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (5612601d-f053-4fb4-be98-e946d126cb59), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.360937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3843cd64-2bbd-4e7e-b50a-78d6143e943f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.362361 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3843cd64-2bbd-4e7e-b50a-78d6143e943f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7394986 Nov 03 02:26:38.374511 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38076) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.376975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843cd64-2bbd-4e7e-b50a-78d6143e943f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eee3487-ebe6-4800-b65a-687f0eecfcea,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:38.386699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c8b63d9e-97a9-4069-898a-2a385a0d0ad7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7eee3487-ebe6-4800-b65a-687f0eecfcea', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:38.391965 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-822a19a1-a737-4b88-83ce-3180e87b3669 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:38.392433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822a19a1-a737-4b88-83ce-3180e87b3669 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:38.396530 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-822a19a1-a737-4b88-83ce-3180e87b3669 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/7c0941bd-c9a0-497a-8d5d-0fa53729c67f HTTP/1.1" status: 404 len: 337 time: 0.0593672 Nov 03 02:26:38.399654 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (5f14a9ab-30b6-4b5b-8df8-11817a72edf6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.415362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38078) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.418614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605c7e65-d35b-439c-adb3-5ccd42bd723c None None] DHCP port deletion for 45083813-f1f1-4019-a736-ce483eb72093 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:26:38.445433 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b3e051ae-58cd-45f4-ae83-47bad39c2a8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c54573f979bd49b29caecebe1206fffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8212516 Nov 03 02:26:38.447892 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38080) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.462412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64815af0-4654-492a-9dc2-0dfb9389021c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (65b1fe95-51db-4c11-8134-9e21fe138093), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.482492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf0ea0-9127-4213-8ee5-0f31ffa53ff1 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5612601d-f053-4fb4-be98-e946d126cb59,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:38.490612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0fdf0ea0-9127-4213-8ee5-0f31ffa53ff1 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.494478 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0fdf0ea0-9127-4213-8ee5-0f31ffa53ff1 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5265217 Nov 03 02:26:38.496571 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-0006ba20-2a02-4a15-af98-ab17cf177469 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:38.497011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0006ba20-2a02-4a15-af98-ab17cf177469 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:38.502688 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0006ba20-2a02-4a15-af98-ab17cf177469 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/baedd928-a530-481f-b213-47d59f8e9090 HTTP/1.1" status: 404 len: 337 time: 0.0840089 Nov 03 02:26:38.505649 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38082) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.505913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38084) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.523230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-de501609-b773-4584-8d9b-6d15cf50f3e9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'security_group_rule': {'security_group_id': '7f55eacb-80c7-41a0-b4ca-3fe0fd428496', 'project_id': '85d090cdd5024f12953b609b70451319', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:38.528471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Port 3a18c205-b22a-4618-b70d-5b727db3cea1 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:38.532123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Allocated IP 172.20.0.18 (658d5282-ff9e-4459-9dcb-75d00c3a60e4/4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c/e5e57132-7576-4eea-aa94-cc69c7da0242) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:38.569502 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e051ae-58cd-45f4-ae83-47bad39c2a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb6caa1-8309-464b-adba-b8915c0155cb,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:38.571759 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d079b6-a0b7-47ed-90ab-8c381d41a8d6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:38.572331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d079b6-a0b7-47ed-90ab-8c381d41a8d6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:38.575819 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-15d079b6-a0b7-47ed-90ab-8c381d41a8d6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/ec1b291f-2967-4bf7-b874-02b539b3d7c3 HTTP/1.1" status: 404 len: 333 time: 0.0678177 Nov 03 02:26:38.584276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38086) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.629412 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-de501609-b773-4584-8d9b-6d15cf50f3e9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Project 85d090cdd5024f12953b609b70451319 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:26:38.631655 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8b63d9e-97a9-4069-898a-2a385a0d0ad7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (ee622645-b7f9-4d69-a372-3b2870a72a23), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.638620 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee67d95-94cd-4e26-88d9-877d3e36c1fa tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:38.639081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee67d95-94cd-4e26-88d9-877d3e36c1fa tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:38.644731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5ee67d95-94cd-4e26-88d9-877d3e36c1fa tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/21837cb4-686e-433d-8e25-c0a72dd4dffd HTTP/1.1" status: 404 len: 337 time: 0.0568628 Nov 03 02:26:38.644922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60f23fb3-ed41-4a37-ab0c-66f603f7f304 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (2bccd6fb-5864-4301-bb90-96a18d7c5e8d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.647497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38088) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.662768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de501609-b773-4584-8d9b-6d15cf50f3e9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (aadc57f6-7e86-455a-985e-45cfdb81768d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.665570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60f23fb3-ed41-4a37-ab0c-66f603f7f304 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (2bccd6fb-5864-4301-bb90-96a18d7c5e8d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.713272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47a356cc-4d6d-41ef-841f-cbfe0c1fe959 admin admin] Publish callbacks [] for security_group (1fb6caa1-8309-464b-adba-b8915c0155cb), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.713663 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdceeca2-77be-45fc-b858-2825b719eb46 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:38.714188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdceeca2-77be-45fc-b858-2825b719eb46 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:38.720282 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fdceeca2-77be-45fc-b858-2825b719eb46 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/e328dd88-1e7c-4980-97a3-ca4f11bf18d9 HTTP/1.1" status: 404 len: 337 time: 0.0696945 Nov 03 02:26:38.724907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38090) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.734152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Allocated IP 172.20.0.2 (04e3441b-7473-43e9-a374-bb6c4617ca54/5f14a9ab-30b6-4b5b-8df8-11817a72edf6/03999de1-7efe-414e-8a75-aaa744cd483c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:38.748949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64815af0-4654-492a-9dc2-0dfb9389021c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (65b1fe95-51db-4c11-8134-9e21fe138093), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.763174 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02c98fa-8d59-433b-8fa0-a22e6c29a529 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:38.763754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02c98fa-8d59-433b-8fa0-a22e6c29a529 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:38.769767 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c02c98fa-8d59-433b-8fa0-a22e6c29a529 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/d09a0222-3cdd-4d00-aaed-c924cd982ef9 HTTP/1.1" status: 404 len: 333 time: 0.0383275 Nov 03 02:26:38.777084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38092) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.777323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60f23fb3-ed41-4a37-ab0c-66f603f7f304 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.778358 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-60f23fb3-ed41-4a37-ab0c-66f603f7f304 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6729813 Nov 03 02:26:38.790710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Allocated IP 172.20.0.2 (4c265cd9-0cde-417d-8ebc-0ffabd6863e9/82009c8e-80a4-44af-b068-a6882f4f92c1/fccce305-620d-4330-8401-4194b266f4b7) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:38.791304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38094) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.797148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1319640493', 'security_groups': ['2bccd6fb-5864-4301-bb90-96a18d7c5e8d'], 'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '82009c8e-80a4-44af-b068-a6882f4f92c1'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:38.814742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-605c7e65-d35b-439c-adb3-5ccd42bd723c None None] Deleting port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:38.815211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-605c7e65-d35b-439c-adb3-5ccd42bd723c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.826622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f23fb3-ed41-4a37-ab0c-66f603f7f304 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bccd6fb-5864-4301-bb90-96a18d7c5e8d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:38.827245 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64815af0-4654-492a-9dc2-0dfb9389021c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Subnet': ['ID=65b1fe95-51db-4c11-8134-9e21fe138093,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:38.848748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64815af0-4654-492a-9dc2-0dfb9389021c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.852648 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-64815af0-4654-492a-9dc2-0dfb9389021c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/65b1fe95-51db-4c11-8134-9e21fe138093 HTTP/1.1" status: 204 len: 168 time: 1.1153190 Nov 03 02:26:38.857245 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47a356cc-4d6d-41ef-841f-cbfe0c1fe959 admin admin] Publish callbacks [] for security_group (1fb6caa1-8309-464b-adba-b8915c0155cb), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.858851 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38096) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.868557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de501609-b773-4584-8d9b-6d15cf50f3e9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (aadc57f6-7e86-455a-985e-45cfdb81768d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.884462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1329785-3ebe-4365-af6f-37ca544f3e7e None None] Network d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:38.884816 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c112d9-bbfd-4836-b907-40269acec33f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:38.885057 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c112d9-bbfd-4836-b907-40269acec33f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:38.887467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:38.888115 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-33c112d9-bbfd-4836-b907-40269acec33f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/e3bbb370-bd83-412d-9028-1c4f08cbbef9 HTTP/1.1" status: 404 len: 337 time: 0.0847733 Nov 03 02:26:38.900913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38098) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:38.931856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de501609-b773-4584-8d9b-6d15cf50f3e9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (aadc57f6-7e86-455a-985e-45cfdb81768d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.957964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8b63d9e-97a9-4069-898a-2a385a0d0ad7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (ee622645-b7f9-4d69-a372-3b2870a72a23), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.980968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de501609-b773-4584-8d9b-6d15cf50f3e9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadc57f6-7e86-455a-985e-45cfdb81768d,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:38.989874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de501609-b773-4584-8d9b-6d15cf50f3e9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:38.994556 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-de501609-b773-4584-8d9b-6d15cf50f3e9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4852321 Nov 03 02:26:38.996298 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38100) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.002751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3ae931a6-34b9-4b64-aae6-b26f9b0f7e19 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'security_group_rule': {'security_group_id': '7f55eacb-80c7-41a0-b4ca-3fe0fd428496', 'project_id': '85d090cdd5024f12953b609b70451319', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:39.029954 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8b63d9e-97a9-4069-898a-2a385a0d0ad7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (ee622645-b7f9-4d69-a372-3b2870a72a23), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.037460 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Attempt 4 to provision port 3a18c205-b22a-4618-b70d-5b727db3cea1 Nov 03 02:26:39.064996 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-0987d47a-37e2-4598-b65e-abe6467c7818 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:39.065805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0987d47a-37e2-4598-b65e-abe6467c7818 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:39.075571 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0987d47a-37e2-4598-b65e-abe6467c7818 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/e02bf36e-a246-4933-b964-687eb14672cb HTTP/1.1" status: 404 len: 337 time: 0.1307883 Nov 03 02:26:39.084334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38102) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.119495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b63d9e-97a9-4069-898a-2a385a0d0ad7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee622645-b7f9-4d69-a372-3b2870a72a23,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:39.135361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (d93c031c-8ca9-44e4-9aeb-da53dd7d89f3), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.139501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8b63d9e-97a9-4069-898a-2a385a0d0ad7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.141062 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c8b63d9e-97a9-4069-898a-2a385a0d0ad7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7615299 Nov 03 02:26:39.144439 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f63e3e-3ba3-4a4e-a77f-d207e0b50ea9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:39.146558 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f63e3e-3ba3-4a4e-a77f-d207e0b50ea9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:39.147950 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38104) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.153633 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-bee2df00-f484-48cd-a212-8bcfaec5b6ac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7eee3487-ebe6-4800-b65a-687f0eecfcea', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:39.158615 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-51f63e3e-3ba3-4a4e-a77f-d207e0b50ea9 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/942ec0de-2392-40c7-b7dc-28310490a5ce HTTP/1.1" status: 404 len: 333 time: 0.0716276 Nov 03 02:26:39.159616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38106) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.162344 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-3ae931a6-34b9-4b64-aae6-b26f9b0f7e19 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Project 85d090cdd5024f12953b609b70451319 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:26:39.188511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Port 3a18c205-b22a-4618-b70d-5b727db3cea1 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:39.215025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-605c7e65-d35b-439c-adb3-5ccd42bd723c None None] For port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e6c74eb8-c183-449e-b0e0-5b2776a6aa9c,segment=NetworkSegment(4a508f75-64e8-4be0-a61c-f07e045a0584),segment_id=4a508f75-64e8-4be0-a61c-f07e045a0584)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:39.215431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-605c7e65-d35b-439c-adb3-5ccd42bd723c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.218667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Publish callbacks [] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.227558 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3ae931a6-34b9-4b64-aae6-b26f9b0f7e19 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (547e5537-a147-4d6b-b57e-d39aac88fb75), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.237150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47a356cc-4d6d-41ef-841f-cbfe0c1fe959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1fb6caa1-8309-464b-adba-b8915c0155cb), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.241629 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47a356cc-4d6d-41ef-841f-cbfe0c1fe959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.248139 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-47a356cc-4d6d-41ef-841f-cbfe0c1fe959 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fb6caa1-8309-464b-adba-b8915c0155cb HTTP/1.1" status: 204 len: 168 time: 0.7923071 Nov 03 02:26:39.258188 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.261722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-605c7e65-d35b-439c-adb3-5ccd42bd723c None None] Calling delete_port for e6c74eb8-c183-449e-b0e0-5b2776a6aa9c owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:39.277687 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc8407e-58d9-4944-8f86-66af9cc988af tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:39.279253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc8407e-58d9-4944-8f86-66af9cc988af tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:39.289990 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4fc8407e-58d9-4944-8f86-66af9cc988af tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/e922ea3c-fe1a-41e3-88ae-0664005f01b3 HTTP/1.1" status: 404 len: 337 time: 0.1179304 Nov 03 02:26:39.296045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38110) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.313623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e6c74eb8-c183-449e-b0e0-5b2776a6aa9c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:26:39.323026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a356cc-4d6d-41ef-841f-cbfe0c1fe959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb6caa1-8309-464b-adba-b8915c0155cb,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:39.328078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bee2df00-f484-48cd-a212-8bcfaec5b6ac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (433c4b87-ab36-4526-8d34-038fcd13227d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.359648 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dac1b77-b00c-4af7-82bd-6f8a4b346a2e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:39.359921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dac1b77-b00c-4af7-82bd-6f8a4b346a2e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:39.368000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38112) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.368228 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0dac1b77-b00c-4af7-82bd-6f8a4b346a2e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/b6071014-efea-4211-84d2-1aaa754497de HTTP/1.1" status: 404 len: 337 time: 0.0705416 Nov 03 02:26:39.406740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3ae931a6-34b9-4b64-aae6-b26f9b0f7e19 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (547e5537-a147-4d6b-b57e-d39aac88fb75), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.419101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3ae931a6-34b9-4b64-aae6-b26f9b0f7e19 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (547e5537-a147-4d6b-b57e-d39aac88fb75), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.422578 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db0bbf0-079f-404e-9739-e9ba91a15000 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:39.423254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db0bbf0-079f-404e-9739-e9ba91a15000 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:39.429655 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2db0bbf0-079f-404e-9739-e9ba91a15000 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/f18b5c8f-a6eb-43a9-99dd-a696ff11607d HTTP/1.1" status: 404 len: 333 time: 0.0546217 Nov 03 02:26:39.437061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38114) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.450714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:39.467898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e5006f6-fbe6-4351-9b44-fc5cecb5b844 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.498094 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a6f00a-b7e8-4414-985b-316f7bced4d2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:39.498639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a6f00a-b7e8-4414-985b-316f7bced4d2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:39.505110 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-64a6f00a-b7e8-4414-985b-316f7bced4d2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/7828d837-69d1-497e-a0b9-752b9a1e8998 HTTP/1.1" status: 404 len: 337 time: 0.0637505 Nov 03 02:26:39.508824 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38116) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.512414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:39.512864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.524629 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e5006f6-fbe6-4351-9b44-fc5cecb5b844 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.530564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5006f6-fbe6-4351-9b44-fc5cecb5b844 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:39.531308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e5006f6-fbe6-4351-9b44-fc5cecb5b844 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.536192 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9e5006f6-fbe6-4351-9b44-fc5cecb5b844 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/ports/3a18c205-b22a-4618-b70d-5b727db3cea1 HTTP/1.1" status: 200 len: 911 time: 1.9077394 Nov 03 02:26:39.589512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38118) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.594985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.601027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3ae931a6-34b9-4b64-aae6-b26f9b0f7e19 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.605180 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3ae931a6-34b9-4b64-aae6-b26f9b0f7e19 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6058381 Nov 03 02:26:39.634614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bee2df00-f484-48cd-a212-8bcfaec5b6ac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (433c4b87-ab36-4526-8d34-038fcd13227d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.637968 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3a7e0d-dab7-42c0-831d-dac5c9d5d92e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:39.638612 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3a7e0d-dab7-42c0-831d-dac5c9d5d92e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:39.649503 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5f3a7e0d-dab7-42c0-831d-dac5c9d5d92e tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/5f57b637-82c8-4866-9102-b03591cc03e2 HTTP/1.1" status: 404 len: 333 time: 0.1368339 Nov 03 02:26:39.650653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:39.652521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38130) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.655116 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bee2df00-f484-48cd-a212-8bcfaec5b6ac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (433c4b87-ab36-4526-8d34-038fcd13227d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.680229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:39.691881 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Attempt 5 to provision port 3a18c205-b22a-4618-b70d-5b727db3cea1 Nov 03 02:26:39.695177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:39.700246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Publish callbacks [] for port (03999de1-7efe-414e-8a75-aaa744cd483c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.702623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Pushing event updated for resources: {'Port': ['ID=e5e57132-7576-4eea-aa94-cc69c7da0242,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:39.739539 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a5c7f6-faff-474f-bf9c-148e9d552c72 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:39.740774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a5c7f6-faff-474f-bf9c-148e9d552c72 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:39.753436 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-50a5c7f6-faff-474f-bf9c-148e9d552c72 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/c132a3ea-3c9e-443a-ba82-9a10d3cdffe3 HTTP/1.1" status: 404 len: 337 time: 0.0938327 Nov 03 02:26:39.757131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38142) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.759621 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port 6ac15822-d1d1-4522-b7af-8fbfa253ff33, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6ac15822-d1d1-4522-b7af-8fbfa253ff33,segment=NetworkSegment(cf16555f-4199-4263-b9c5-f9cece64cc73),segment_id=cf16555f-4199-4263-b9c5-f9cece64cc73)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:39.760006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.760647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (03999de1-7efe-414e-8a75-aaa744cd483c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.762854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2df00-f484-48cd-a212-8bcfaec5b6ac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433c4b87-ab36-4526-8d34-038fcd13227d,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:39.767615 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Publish callbacks [] for port (fccce305-620d-4330-8401-4194b266f4b7), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.769363 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5006f6-fbe6-4351-9b44-fc5cecb5b844 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=3a18c205-b22a-4618-b70d-5b727db3cea1,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:39.790998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bee2df00-f484-48cd-a212-8bcfaec5b6ac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.792313 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bee2df00-f484-48cd-a212-8bcfaec5b6ac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6430926 Nov 03 02:26:39.829103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38144) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.845268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 6ac15822-d1d1-4522-b7af-8fbfa253ff33 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:39.847410 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b68d40-2f2c-417f-a3e8-f63fcc555255 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:39.848038 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b68d40-2f2c-417f-a3e8-f63fcc555255 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:39.849941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (fccce305-620d-4330-8401-4194b266f4b7), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.853377 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-42b68d40-2f2c-417f-a3e8-f63fcc555255 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/e32b8dd6-5aee-44bf-8df3-92d120e66d6f HTTP/1.1" status: 404 len: 333 time: 0.0828385 Nov 03 02:26:39.863441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Port 3a18c205-b22a-4618-b70d-5b727db3cea1 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:39.863441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0be52c8c-5384-4dfe-b17c-745ee6789f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:39.876148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-efc0d8b7-f0f6-4d20-a463-7417e5be2461 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7eee3487-ebe6-4800-b65a-687f0eecfcea', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:39.885716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38158) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:39.889114 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Network 04e3441b-7473-43e9-a374-bb6c4617ca54 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:39.899891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37176b7e-a12b-403d-bd7e-6815ffff975d None None] DHCP port deletion for d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:26:39.902393 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae931a6-34b9-4b64-aae6-b26f9b0f7e19 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547e5537-a147-4d6b-b57e-d39aac88fb75,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:39.949883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:39.966758 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:40.002439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Pushing event updated for resources: {'Port': ['ID=03999de1-7efe-414e-8a75-aaa744cd483c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:40.005547 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-605c7e65-d35b-439c-adb3-5ccd42bd723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.018887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:40.028912 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b8906c-e4ff-4e6f-8ebc-00ea115481f0 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.029408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b8906c-e4ff-4e6f-8ebc-00ea115481f0 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.038236 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-32b8906c-e4ff-4e6f-8ebc-00ea115481f0 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/a2af51f2-7a26-4603-9716-ee61569909fb HTTP/1.1" status: 404 len: 337 time: 0.1221497 Nov 03 02:26:40.041502 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38174) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.054523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.075390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Attempting to bind port e5e57132-7576-4eea-aa94-cc69c7da0242 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:40.076374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Attempting to bind port e5e57132-7576-4eea-aa94-cc69c7da0242 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:40.077295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Attempting to bind port e5e57132-7576-4eea-aa94-cc69c7da0242 on network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:40.079914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c7e65-d35b-439c-adb3-5ccd42bd723c None None] No DVR routers for this DVR port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:40.092422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (5f14a9ab-30b6-4b5b-8df8-11817a72edf6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.095498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-efc0d8b7-f0f6-4d20-a463-7417e5be2461 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (847fad5a-463b-4a0c-a597-a3f3a98abccd), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.120985 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca72aeb7-9c29-461f-973f-b99d7fd71d09 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.121645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca72aeb7-9c29-461f-973f-b99d7fd71d09 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.128582 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ca72aeb7-9c29-461f-973f-b99d7fd71d09 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/02ec8cab-de6c-4e1e-8a81-55ec045e59a8 HTTP/1.1" status: 404 len: 333 time: 0.0848379 Nov 03 02:26:40.130568 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38188) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.141507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Pushing event updated for resources: {'Port': ['ID=fccce305-620d-4330-8401-4194b266f4b7,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:40.147144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port 1156f61e-0233-4ef9-a93f-f49c9623f813 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:26:40.150379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=6ac15822-d1d1-4522-b7af-8fbfa253ff33,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:40.161380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:40.184794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:40.204421 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No DVR routers for this DVR port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:40.206921 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9456162-1b6e-4d17-9735-e0c5a8d304f4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.207391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9456162-1b6e-4d17-9735-e0c5a8d304f4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.214670 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e9456162-1b6e-4d17-9735-e0c5a8d304f4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/90b271df-a8e1-4e24-bb55-9c8f5ac10240 HTTP/1.1" status: 404 len: 337 time: 0.0795581 Nov 03 02:26:40.217671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e6c74eb8-c183-449e-b0e0-5b2776a6aa9c is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:40.218381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38190) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.218524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e6c74eb8-c183-449e-b0e0-5b2776a6aa9c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.225364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:40.226616 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Checking segment: {'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:40.228629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.230345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Bound using segment: {'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:40.234567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Bound port: e5e57132-7576-4eea-aa94-cc69c7da0242, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:40.235101 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.268955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Attempting to bind port 03999de1-7efe-414e-8a75-aaa744cd483c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:40.269692 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Attempting to bind port 03999de1-7efe-414e-8a75-aaa744cd483c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '9681fba4-7088-4e48-b1ad-7ff3b924132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '04e3441b-7473-43e9-a374-bb6c4617ca54'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:40.270488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Attempting to bind port 03999de1-7efe-414e-8a75-aaa744cd483c on network 04e3441b-7473-43e9-a374-bb6c4617ca54 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:40.298248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-efc0d8b7-f0f6-4d20-a463-7417e5be2461 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (847fad5a-463b-4a0c-a597-a3f3a98abccd), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.313670 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c7e65-d35b-439c-adb3-5ccd42bd723c None None] Pushing event deleted for resources: {'Port': ['ID=e6c74eb8-c183-449e-b0e0-5b2776a6aa9c,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:40.326066 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-922b7fe2-ea99-408a-9410-bcd3aa619598 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.327157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922b7fe2-ea99-408a-9410-bcd3aa619598 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.334438 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-922b7fe2-ea99-408a-9410-bcd3aa619598 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/bd5b9b36-6f28-4b37-9e4d-b0bfa0a3a4d8 HTTP/1.1" status: 404 len: 333 time: 0.1149688 Nov 03 02:26:40.336035 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38196) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.391763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:40.394355 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Checking segment: {'id': '9681fba4-7088-4e48-b1ad-7ff3b924132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '04e3441b-7473-43e9-a374-bb6c4617ca54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:40.395744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.395744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Bound using segment: {'id': '9681fba4-7088-4e48-b1ad-7ff3b924132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '04e3441b-7473-43e9-a374-bb6c4617ca54'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:40.396314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Bound port: 03999de1-7efe-414e-8a75-aaa744cd483c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9681fba4-7088-4e48-b1ad-7ff3b924132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '04e3441b-7473-43e9-a374-bb6c4617ca54'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:40.402141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (03999de1-7efe-414e-8a75-aaa744cd483c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.403025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-efc0d8b7-f0f6-4d20-a463-7417e5be2461 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (847fad5a-463b-4a0c-a597-a3f3a98abccd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.404930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Subnet': ['ID=5f14a9ab-30b6-4b5b-8df8-11817a72edf6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:40.408339 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-578f75c9-1a0f-4255-8d49-f397cb70d2f4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.409079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578f75c9-1a0f-4255-8d49-f397cb70d2f4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.413933 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-578f75c9-1a0f-4255-8d49-f397cb70d2f4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/dd52e8f3-d3bb-42a3-a931-a684ffa07a53 HTTP/1.1" status: 404 len: 337 time: 0.0662136 Nov 03 02:26:40.417228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38200) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.417871 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Attempt 6 to provision port 3a18c205-b22a-4618-b70d-5b727db3cea1 Nov 03 02:26:40.437209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0d8b7-f0f6-4d20-a463-7417e5be2461 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847fad5a-463b-4a0c-a597-a3f3a98abccd,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:40.453028 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2081ba-0595-4aa2-ad52-34f50801442b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.454160 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2081ba-0595-4aa2-ad52-34f50801442b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.459445 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9b2081ba-0595-4aa2-ad52-34f50801442b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/7a3b0ad6-1c33-4e61-9975-4bdc41f324b2 HTTP/1.1" status: 404 len: 333 time: 0.0405803 Nov 03 02:26:40.463495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38202) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.513509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (04e3441b-7473-43e9-a374-bb6c4617ca54), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.546147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-37176b7e-a12b-403d-bd7e-6815ffff975d None None] Deleting port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:40.546801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-37176b7e-a12b-403d-bd7e-6815ffff975d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.546991 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd966fe8-f56d-4391-9ffd-592f03709c9a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.547519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd966fe8-f56d-4391-9ffd-592f03709c9a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.558852 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bd966fe8-f56d-4391-9ffd-592f03709c9a tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/e10a778d-c16d-47ea-901c-309f5245450e HTTP/1.1" status: 404 len: 337 time: 0.0916948 Nov 03 02:26:40.559058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-efc0d8b7-f0f6-4d20-a463-7417e5be2461 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.559416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38206) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.560356 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-efc0d8b7-f0f6-4d20-a463-7417e5be2461 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6923399 Nov 03 02:26:40.569666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38208) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.572542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (d93c031c-8ca9-44e4-9aeb-da53dd7d89f3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.572715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] For port e5e57132-7576-4eea-aa94-cc69c7da0242, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:40.587626 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1f3172aa-6a57-4063-831c-da114acd168b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7eee3487-ebe6-4800-b65a-687f0eecfcea', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:40.621617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e3441b-7473-43e9-a374-bb6c4617ca54']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:40.666829 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecd9b53-6faf-40ec-b6bc-7984444b997b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.668355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ecd9b53-6faf-40ec-b6bc-7984444b997b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.677494 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2ecd9b53-6faf-40ec-b6bc-7984444b997b tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/92a74577-f6ab-4e6a-a3f8-4a487c8b7db0 HTTP/1.1" status: 404 len: 337 time: 0.1062973 Nov 03 02:26:40.686713 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38216) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.708695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-37176b7e-a12b-403d-bd7e-6815ffff975d None None] For port 6ac15822-d1d1-4522-b7af-8fbfa253ff33, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:40.709853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-37176b7e-a12b-403d-bd7e-6815ffff975d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.714644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93c031c-8ca9-44e4-9aeb-da53dd7d89f3']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:40.728794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-37176b7e-a12b-403d-bd7e-6815ffff975d None None] Calling delete_port for 6ac15822-d1d1-4522-b7af-8fbfa253ff33 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:40.733406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.ipam_backend_mixin [None req-37176b7e-a12b-403d-bd7e-6815ffff975d None None] Port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 was not found and therefore no delete operation was performed {{(pid=104395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:26:40.737174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9681fba4-7088-4e48-b1ad-7ff3b924132a') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:40.737483 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9681fba4-7088-4e48-b1ad-7ff3b924132a') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:40.740725 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-57492178-a97f-474a-822c-18321bc69d6d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.741339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57492178-a97f-474a-822c-18321bc69d6d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.745056 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-57492178-a97f-474a-822c-18321bc69d6d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/125b9c75-82d5-40d5-9c97-a58d5a517421 HTTP/1.1" status: 404 len: 333 time: 0.0548818 Nov 03 02:26:40.747346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38222) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.751267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf16555f-4199-4263-b9c5-f9cece64cc73') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:40.751582 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf16555f-4199-4263-b9c5-f9cece64cc73') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:40.760967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-37176b7e-a12b-403d-bd7e-6815ffff975d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (6ac15822-d1d1-4522-b7af-8fbfa253ff33), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.787947 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf544e2-d1ec-4ffa-9798-8ccef754f125 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.788421 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf544e2-d1ec-4ffa-9798-8ccef754f125 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.792207 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9cf544e2-d1ec-4ffa-9798-8ccef754f125 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/ad0c3040-5e70-432f-9378-280499a209f7 HTTP/1.1" status: 404 len: 337 time: 0.0438921 Nov 03 02:26:40.793673 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] For port e5e57132-7576-4eea-aa94-cc69c7da0242, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e5e57132-7576-4eea-aa94-cc69c7da0242,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:40.797902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38224) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.798986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1f3172aa-6a57-4063-831c-da114acd168b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (cfde7fee-796d-4f35-94a2-ab67e2c66124), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.822844 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (cf16555f-4199-4263-b9c5-f9cece64cc73), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.835843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (9681fba4-7088-4e48-b1ad-7ff3b924132a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.843245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Attempting to bind port fccce305-620d-4330-8401-4194b266f4b7 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:40.844112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Attempting to bind port fccce305-620d-4330-8401-4194b266f4b7 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '84ed7856-f1c8-4c48-8728-c623a5a6ae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:40.844800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Attempting to bind port fccce305-620d-4330-8401-4194b266f4b7 on network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:40.855693 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-43163473-da74-4ba8-98a2-c97e9eef85b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.856157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43163473-da74-4ba8-98a2-c97e9eef85b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.857265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37176b7e-a12b-403d-bd7e-6815ffff975d None None] No DVR routers for this DVR port 6ac15822-d1d1-4522-b7af-8fbfa253ff33 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:40.859347 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-43163473-da74-4ba8-98a2-c97e9eef85b4 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/fc018029-2914-4905-b96a-4f0451d3cf56 HTTP/1.1" status: 404 len: 337 time: 0.0607147 Nov 03 02:26:40.861972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38226) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.865109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37176b7e-a12b-403d-bd7e-6815ffff975d None None] Pushing event deleted for resources: {'Port': ['ID=6ac15822-d1d1-4522-b7af-8fbfa253ff33,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:40.867925 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:40.868774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Checking segment: {'id': '84ed7856-f1c8-4c48-8728-c623a5a6ae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:40.869659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.870277 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Bound using segment: {'id': '84ed7856-f1c8-4c48-8728-c623a5a6ae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:40.871534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Bound port: fccce305-620d-4330-8401-4194b266f4b7, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ed7856-f1c8-4c48-8728-c623a5a6ae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:40.872027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fccce305-620d-4330-8401-4194b266f4b7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.897357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Port 3a18c205-b22a-4618-b70d-5b727db3cea1 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:40.899485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.903020 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e706c4ee-d342-42a0-9a9c-fb3d51121dd6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.903936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e706c4ee-d342-42a0-9a9c-fb3d51121dd6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.904617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9681fba4-7088-4e48-b1ad-7ff3b924132a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.910411 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e706c4ee-d342-42a0-9a9c-fb3d51121dd6 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/ce7952ad-0b58-4ec7-8dad-7c9ace2df8b6 HTTP/1.1" status: 404 len: 333 time: 0.0448136 Nov 03 02:26:40.910411 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (cf16555f-4199-4263-b9c5-f9cece64cc73), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.919031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38228) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.959934 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa768373-2d4d-4ace-878f-37d3eb248a64 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:40.964223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.4 (4c265cd9-0cde-417d-8ebc-0ffabd6863e9/82009c8e-80a4-44af-b068-a6882f4f92c1/1156f61e-0233-4ef9-a93f-f49c9623f813) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:40.964782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa768373-2d4d-4ace-878f-37d3eb248a64 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:40.971151 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-aa768373-2d4d-4ace-878f-37d3eb248a64 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/b22275ce-516b-43ac-b3ab-355e1c41440a HTTP/1.1" status: 404 len: 337 time: 0.0482044 Nov 03 02:26:40.971371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38232) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:40.974396 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:40.975522 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (cf16555f-4199-4263-b9c5-f9cece64cc73), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:40.997832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:40.998534 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (9681fba4-7088-4e48-b1ad-7ff3b924132a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.017087 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd8ae8b-d4a8-49c8-a281-4a60a8f26ce1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:41.017575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd8ae8b-d4a8-49c8-a281-4a60a8f26ce1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:41.024831 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dbd8ae8b-d4a8-49c8-a281-4a60a8f26ce1 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/528be51b-0eeb-4dc4-b456-1d9df0c24c6c HTTP/1.1" status: 404 len: 337 time: 0.0496356 Nov 03 02:26:41.034748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38238) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.075212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] For port fccce305-620d-4330-8401-4194b266f4b7, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:41.080362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] For port fccce305-620d-4330-8401-4194b266f4b7, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fccce305-620d-4330-8401-4194b266f4b7,segment=NetworkSegment(84ed7856-f1c8-4c48-8728-c623a5a6ae07),segment_id=84ed7856-f1c8-4c48-8728-c623a5a6ae07)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:41.088884 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 9681fba4-7088-4e48-b1ad-7ff3b924132a resource provider aggregate not found Nov 03 02:26:41.097155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6ac15822-d1d1-4522-b7af-8fbfa253ff33 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:26:41.103969 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa1ff61-c02e-478e-8682-6326c8baa7fe tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:41.105847 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa1ff61-c02e-478e-8682-6326c8baa7fe tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:41.112274 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ffa1ff61-c02e-478e-8682-6326c8baa7fe tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/8efe4320-a025-4dfb-b8da-481501fa0103 HTTP/1.1" status: 404 len: 333 time: 0.0757408 Nov 03 02:26:41.117875 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment cf16555f-4199-4263-b9c5-f9cece64cc73 resource provider aggregate not found Nov 03 02:26:41.125969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38244) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.145515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 6ac15822-d1d1-4522-b7af-8fbfa253ff33 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:26:41.145887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6ac15822-d1d1-4522-b7af-8fbfa253ff33 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:26:41.156060 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment cf16555f-4199-4263-b9c5-f9cece64cc73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf16555f-4199-4263-b9c5-f9cece64cc73 found for delete ", "request_id": "req-3d3af79d-42d6-44dd-8b01-19f6e5eccc7b"}]} Nov 03 02:26:41.158187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fccce305-620d-4330-8401-4194b266f4b7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.188397 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 9681fba4-7088-4e48-b1ad-7ff3b924132a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9681fba4-7088-4e48-b1ad-7ff3b924132a found for delete ", "request_id": "req-780b7571-b8b6-4dcc-b869-ea3a32d3679a"}]} Nov 03 02:26:41.189233 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b7a401-0e10-44a1-9ae5-4ba08cf7bdaf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:41.189782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b7a401-0e10-44a1-9ae5-4ba08cf7bdaf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:41.200119 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-49b7a401-0e10-44a1-9ae5-4ba08cf7bdaf tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/0fd44c38-acaf-469b-a2ed-4672927b5de0 HTTP/1.1" status: 404 len: 337 time: 0.0671580 Nov 03 02:26:41.200918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38250) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.214782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (d93c031c-8ca9-44e4-9aeb-da53dd7d89f3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.223836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] For port 03999de1-7efe-414e-8a75-aaa744cd483c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:41.225662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.234023 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/networks/d93c031c-8ca9-44e4-9aeb-da53dd7d89f3 HTTP/1.1" status: 204 len: 168 time: 2.3680811 Nov 03 02:26:41.259213 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42aa3e-edab-403e-9edb-36a6eee71b7c None None] Pushing event updated for resources: {'Port': ['ID=e5e57132-7576-4eea-aa94-cc69c7da0242,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:41.260220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38252) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.283658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b4e1dd27-713c-4e9c-a1b2-71668807ae21 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1992786126', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:41.323368 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0f08e-f398-4ff8-b77a-1ca034d5ee40 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Network': ['ID=d93c031c-8ca9-44e4-9aeb-da53dd7d89f3,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:41.331991 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a48ce76-a84c-4662-a9f5-fd65c4b86ed5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:41.333126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a48ce76-a84c-4662-a9f5-fd65c4b86ed5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:41.348470 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2a48ce76-a84c-4662-a9f5-fd65c4b86ed5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/bece4ecf-1977-4182-9eee-ea25f1f4fac0 HTTP/1.1" status: 404 len: 337 time: 0.1462910 Nov 03 02:26:41.352985 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38256) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.357034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.api [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 02:26:41.357034 dv-neutron-860659-5-hyperv neutron-server[104394]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 02:26:41.357034 dv-neutron-860659-5-hyperv neutron-server[104394]: [parameters: {'id': '04e3441b-7473-43e9-a374-bb6c4617ca54'}] Nov 03 02:26:41.357034 dv-neutron-860659-5-hyperv neutron-server[104394]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:26:41.357395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG oslo_db.api [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:26:41.373403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] For port 03999de1-7efe-414e-8a75-aaa744cd483c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=03999de1-7efe-414e-8a75-aaa744cd483c,segment=NetworkSegment(9681fba4-7088-4e48-b1ad-7ff3b924132a),segment_id=9681fba4-7088-4e48-b1ad-7ff3b924132a)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:41.399007 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Attempt 7 to provision port 3a18c205-b22a-4618-b70d-5b727db3cea1 Nov 03 02:26:41.407312 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (03999de1-7efe-414e-8a75-aaa744cd483c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.427841 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-49badaf2-7014-466f-97b9-3c09a444af13 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports?device_id=017efb63-bfc3-4f07-82c6-368280092f74 HTTP/1.1" status: 200 len: 205 time: 0.0716498 Nov 03 02:26:41.430284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38262) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.469427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Port 3a18c205-b22a-4618-b70d-5b727db3cea1 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:41.507189 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be19817-0cd8-45ea-98de-f75658cf2b98 None None] Pushing event updated for resources: {'Port': ['ID=fccce305-620d-4330-8401-4194b266f4b7,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:41.518652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1f3172aa-6a57-4063-831c-da114acd168b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (cfde7fee-796d-4f35-94a2-ab67e2c66124), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.536835 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-60480fc6-039b-44b2-a1f7-23dab26662b0 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] delete failed (client error): The resource could not be found. Nov 03 02:26:41.538020 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-60480fc6-039b-44b2-a1f7-23dab26662b0 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/routers/017efb63-bfc3-4f07-82c6-368280092f74 HTTP/1.1" status: 404 len: 336 time: 0.1067698 Nov 03 02:26:41.542098 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38264) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.600066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533ea6fc-21fa-4254-80cd-5a64a934d169 None None] Network 04e3441b-7473-43e9-a374-bb6c4617ca54 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:41.608589 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98a3d15-e8e8-4115-9a02-b251fd72dcc8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:41.609010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98a3d15-e8e8-4115-9a02-b251fd72dcc8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:41.614797 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a98a3d15-e8e8-4115-9a02-b251fd72dcc8 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/0962aead-37d9-4f30-85dc-dbf654372b04 HTTP/1.1" status: 404 len: 337 time: 0.0692141 Nov 03 02:26:41.621186 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38270) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.703940 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-efcf6ca7-3d84-4059-88e5-dd6efa54e8da tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f2c159-7293-4892-9332-169cce239053 HTTP/1.1" status: 200 len: 205 time: 0.0793278 Nov 03 02:26:41.704113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38286) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.714148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1f3172aa-6a57-4063-831c-da114acd168b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (cfde7fee-796d-4f35-94a2-ab67e2c66124), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.737368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3172aa-6a57-4063-831c-da114acd168b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfde7fee-796d-4f35-94a2-ab67e2c66124,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:41.747758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e1dd27-713c-4e9c-a1b2-71668807ae21 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.748924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e1dd27-713c-4e9c-a1b2-71668807ae21 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.763099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878fd70-bdae-46cb-8556-dc2abd45421a None None] Pushing event updated for resources: {'Port': ['ID=03999de1-7efe-414e-8a75-aaa744cd483c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:41.770870 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (1156f61e-0233-4ef9-a93f-f49c9623f813), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.822567 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-cdccbdaf-6853-4a98-9132-d4cae2ad0f16 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] delete failed (client error): The resource could not be found. Nov 03 02:26:41.833596 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cdccbdaf-6853-4a98-9132-d4cae2ad0f16 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/routers/f6f2c159-7293-4892-9332-169cce239053 HTTP/1.1" status: 404 len: 336 time: 0.1273127 Nov 03 02:26:41.847739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38298) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.868315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1f3172aa-6a57-4063-831c-da114acd168b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.873278 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1f3172aa-6a57-4063-831c-da114acd168b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2883263 Nov 03 02:26:41.880311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (04e3441b-7473-43e9-a374-bb6c4617ca54), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:41.892244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38306) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.905584 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-324adee7-c8d0-4a48-8c69-472b634eed18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:41.907345 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324adee7-c8d0-4a48-8c69-472b634eed18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:41.914080 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-324adee7-c8d0-4a48-8c69-472b634eed18 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/980f4d95-0ded-47a7-b4be-fcfbad8a74f9 HTTP/1.1" status: 404 len: 337 time: 0.0643983 Nov 03 02:26:41.914822 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38310) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.961845 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-147e3aa3-6841-4ff6-8c30-d3a977abf7d3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:41.962560 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147e3aa3-6841-4ff6-8c30-d3a977abf7d3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:41.966573 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-147e3aa3-6841-4ff6-8c30-d3a977abf7d3 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/cfa1cb1c-e7a7-47bd-8f0a-ef4b0fd93f02 HTTP/1.1" status: 404 len: 337 time: 0.0504313 Nov 03 02:26:41.968922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38312) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:41.970459 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Attempt 8 to provision port 3a18c205-b22a-4618-b70d-5b727db3cea1 Nov 03 02:26:41.976051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9a9ed8e5-8b8e-43c1-9a6d-9f77b69b905c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7eee3487-ebe6-4800-b65a-687f0eecfcea', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:41.982619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e1dd27-713c-4e9c-a1b2-71668807ae21 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.010365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e1dd27-713c-4e9c-a1b2-71668807ae21 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.012405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38314) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.018935 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Port 3a18c205-b22a-4618-b70d-5b727db3cea1 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:42.021279 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-766f67b4-f8fc-4878-8c7c-c8c86093f32d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.021979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766f67b4-f8fc-4878-8c7c-c8c86093f32d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.025180 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-766f67b4-f8fc-4878-8c7c-c8c86093f32d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/254690d2-8ef7-46c1-b4ec-00a3d06c3c00 HTTP/1.1" status: 404 len: 333 time: 0.0549386 Nov 03 02:26:42.028111 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38318) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.038197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c27c-122d-457a-b036-e8cc96ca25f2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.064089 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dab829b-ee74-4e02-bd13-0b0c3d5bf247 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.065080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dab829b-ee74-4e02-bd13-0b0c3d5bf247 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.075391 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5dab829b-ee74-4e02-bd13-0b0c3d5bf247 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/8e170aaf-01bf-4234-b944-73ad20a081b4 HTTP/1.1" status: 404 len: 337 time: 0.0437920 Nov 03 02:26:42.075742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38320) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.115302 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-99289219-a345-45a8-bc9a-1d81a3a866dd tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.115971 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99289219-a345-45a8-bc9a-1d81a3a866dd tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.125550 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-99289219-a345-45a8-bc9a-1d81a3a866dd tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/5e59fc26-15a3-45d5-a4d9-f800c573be8a HTTP/1.1" status: 404 len: 333 time: 0.0486994 Nov 03 02:26:42.127985 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38322) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.158108 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-9a9ed8e5-8b8e-43c1-9a6d-9f77b69b905c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:26:42.166694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1156f61e-0233-4ef9-a93f-f49c9623f813), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.195988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a9ed8e5-8b8e-43c1-9a6d-9f77b69b905c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (92d740dc-ea37-4054-8f31-f75848129485), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.200401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4e1dd27-713c-4e9c-a1b2-71668807ae21 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.201438 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac201a1d-6250-41bb-9de2-cc021020a973 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.201672 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b4e1dd27-713c-4e9c-a1b2-71668807ae21 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9273989 Nov 03 02:26:42.202341 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac201a1d-6250-41bb-9de2-cc021020a973 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.205938 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ac201a1d-6250-41bb-9de2-cc021020a973 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/c42b3547-a1ed-47ce-8fba-dabd457dd82e HTTP/1.1" status: 404 len: 337 time: 0.0697789 Nov 03 02:26:42.212728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-572795670', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:42.216291 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38324) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.217074 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38326) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.223743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'network': {'name': 'tempest-RoutersTest-609784858'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:42.228965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba6e0-3aed-49e2-b68f-4aa1f03f201a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.278993 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f4f45e-054f-40fa-ae6b-3b797e9556d7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.279920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f4f45e-054f-40fa-ae6b-3b797e9556d7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.284431 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-65f4f45e-054f-40fa-ae6b-3b797e9556d7 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/7e395707-076b-4667-b4ae-0aa33f16afa3 HTTP/1.1" status: 404 len: 333 time: 0.0499115 Nov 03 02:26:42.292851 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38328) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.326841 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Made reservation on behalf of 570db8c4910a42c59b480cf23ce0770f for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:42.329651 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.331928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:42.336442 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.340033 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2645ec28-7730-4cab-86fd-02625ceaa1ad tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.340595 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2645ec28-7730-4cab-86fd-02625ceaa1ad tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.346100 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2645ec28-7730-4cab-86fd-02625ceaa1ad tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/dc0eef57-970c-41b4-ba3f-c820ac22e5f5 HTTP/1.1" status: 404 len: 337 time: 0.0497732 Nov 03 02:26:42.358489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38330) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.389377 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2e0601-de1b-4be3-86bc-eb7b3a1a9ae5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.389949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2e0601-de1b-4be3-86bc-eb7b3a1a9ae5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.395457 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2e2e0601-de1b-4be3-86bc-eb7b3a1a9ae5 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/b7bc1aca-c666-4d1f-83d7-efea45e6f882 HTTP/1.1" status: 404 len: 333 time: 0.0345109 Nov 03 02:26:42.395457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.397024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38332) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.437759 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c8dd0b-b652-4124-9a87-2f54334dcf8d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.438247 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c8dd0b-b652-4124-9a87-2f54334dcf8d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.453942 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c9c8dd0b-b652-4124-9a87-2f54334dcf8d tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/61e09f54-ee59-4aee-89fb-33d533386a4e HTTP/1.1" status: 404 len: 337 time: 0.0412276 Nov 03 02:26:42.453942 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38334) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.505470 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd236b3-fcba-4647-8bd7-c8386ea90997 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.505470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd236b3-fcba-4647-8bd7-c8386ea90997 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.509198 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9dd236b3-fcba-4647-8bd7-c8386ea90997 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/0c379427-4da4-4728-97f5-6e0f07616c66 HTTP/1.1" status: 404 len: 333 time: 0.0619304 Nov 03 02:26:42.514256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38336) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.520435 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Attempt 9 to provision port 3a18c205-b22a-4618-b70d-5b727db3cea1 Nov 03 02:26:42.531861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:42.576441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:42.576859 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab55167c-6b4b-4827-81c9-2e77b31feff2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.577410 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab55167c-6b4b-4827-81c9-2e77b31feff2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.586802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:42.590448 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ab55167c-6b4b-4827-81c9-2e77b31feff2 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/976f8d4c-7cd0-4bd0-be39-9665054a8e24 HTTP/1.1" status: 404 len: 337 time: 0.0714207 Nov 03 02:26:42.597206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38338) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.600761 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (4cbfbe15-f6bb-462b-b193-243889b6b48c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.600955 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added segment 4cbfbe15-f6bb-462b-b193-243889b6b48c of type vlan for network e8639711-8852-49f3-8dfb-d9937901bc3d Nov 03 02:26:42.610010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:42.617134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Port 3a18c205-b22a-4618-b70d-5b727db3cea1 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:42.678788 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eed61d5-03ed-47c4-8357-e66fd60dda28 None None] Network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:42.695393 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edef7d0-c776-4133-ac37-4f2ddc2ba58f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.696788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3edef7d0-c776-4133-ac37-4f2ddc2ba58f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.699926 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3edef7d0-c776-4133-ac37-4f2ddc2ba58f tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/66184267-c022-4ff9-b55d-39c8663ae9eb HTTP/1.1" status: 404 len: 333 time: 0.1015041 Nov 03 02:26:42.706635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38340) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.724905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Deleting port 03999de1-7efe-414e-8a75-aaa744cd483c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:42.725247 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (03999de1-7efe-414e-8a75-aaa744cd483c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.760228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (e8639711-8852-49f3-8dfb-d9937901bc3d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.765468 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c11b5b-c42d-4cf4-83a4-c669f42b6711 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:42.765937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c11b5b-c42d-4cf4-83a4-c669f42b6711 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:42.769049 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f5c11b5b-c42d-4cf4-83a4-c669f42b6711 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/178f9e82-f4cd-4654-ab35-3b0dcab919e0 HTTP/1.1" status: 404 len: 337 time: 0.0614800 Nov 03 02:26:42.775014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38342) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:42.800564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] For port 03999de1-7efe-414e-8a75-aaa744cd483c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=03999de1-7efe-414e-8a75-aaa744cd483c,segment=NetworkSegment(9681fba4-7088-4e48-b1ad-7ff3b924132a),segment_id=9681fba4-7088-4e48-b1ad-7ff3b924132a)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:42.800564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (03999de1-7efe-414e-8a75-aaa744cd483c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:42.826220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Calling delete_port for 03999de1-7efe-414e-8a75-aaa744cd483c owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:42.902427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=1156f61e-0233-4ef9-a93f-f49c9623f813,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:43.028172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:43.028919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.043048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a9ed8e5-8b8e-43c1-9a6d-9f77b69b905c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (92d740dc-ea37-4054-8f31-f75848129485), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.067122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a9ed8e5-8b8e-43c1-9a6d-9f77b69b905c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (92d740dc-ea37-4054-8f31-f75848129485), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.079898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (03999de1-7efe-414e-8a75-aaa744cd483c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.118372 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0db28d18-b706-45ee-bc2a-a9a6c4dfc761 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3257680 Nov 03 02:26:43.118885 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Attempt 10 to provision port 3a18c205-b22a-4618-b70d-5b727db3cea1 Nov 03 02:26:43.190187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.221463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38346) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:43.223002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Port': ['ID=03999de1-7efe-414e-8a75-aaa744cd483c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:43.243601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Port 3a18c205-b22a-4618-b70d-5b727db3cea1 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:43.259402 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-93089549-792f-452a-bb8f-8c4256c2d1f8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:43.266392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e5e57132-7576-4eea-aa94-cc69c7da0242 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:43.275380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Provisioning complete for port d8637c14-8fe5-4d91-b7ee-2898651ad531 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:43.276077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.277078 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Attempt 1 to provision port d8637c14-8fe5-4d91-b7ee-2898651ad531 Nov 03 02:26:43.285516 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1271c5b5-012f-4573-8e0b-2dcc4a292715 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:43.292468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1271c5b5-012f-4573-8e0b-2dcc4a292715 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:43.295681 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1271c5b5-012f-4573-8e0b-2dcc4a292715 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/ports/0319f7cb-9941-4866-935b-226115bc3b21 HTTP/1.1" status: 404 len: 333 time: 0.5196779 Nov 03 02:26:43.321469 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38348) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:43.365508 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23e25c0-11a6-4cd8-a1d0-79c7b37b8eab tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:43.366005 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23e25c0-11a6-4cd8-a1d0-79c7b37b8eab tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:43.369110 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b23e25c0-11a6-4cd8-a1d0-79c7b37b8eab tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/subnets/0e8c2aaa-ebd9-4b02-abb5-a52c1dbb6967 HTTP/1.1" status: 404 len: 337 time: 0.0466118 Nov 03 02:26:43.371427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks [] for security_group (0c00c42a-ee37-49a9-8b02-dce6c867f692), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.373034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38350) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:43.376125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e5e57132-7576-4eea-aa94-cc69c7da0242 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:43.377023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.377693 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e5e57132-7576-4eea-aa94-cc69c7da0242 Nov 03 02:26:43.424089 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d354d8c6-e2d5-4ca9-8be5-87262d23f456 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:26:43.441170 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No DVR routers for this DVR port 03999de1-7efe-414e-8a75-aaa744cd483c on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:43.447588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ed8e5-8b8e-43c1-9a6d-9f77b69b905c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d740dc-ea37-4054-8f31-f75848129485,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:43.464416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (45083813-f1f1-4019-a736-ce483eb72093), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.468167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (e8639711-8852-49f3-8dfb-d9937901bc3d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.475988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:43.476707 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.483242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0c00c42a-ee37-49a9-8b02-dce6c867f692), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.499525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9a9ed8e5-8b8e-43c1-9a6d-9f77b69b905c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.500786 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9a9ed8e5-8b8e-43c1-9a6d-9f77b69b905c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6008811 Nov 03 02:26:43.543815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38352) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:43.548515 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a757cbe2-1e24-4af5-b908-a79f673694d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '7eee3487-ebe6-4800-b65a-687f0eecfcea', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:43.553671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] device_id is not set on port 000e380f-bb4a-4443-b051-5006203f4f35 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:26:43.627420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e5e57132-7576-4eea-aa94-cc69c7da0242 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:43.628012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.630875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e6de50a9-1a2a-4e07-8d34-7bf6163c27aa None None] Current status of the port d8637c14-8fe5-4d91-b7ee-2898651ad531 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:43.657829 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4390686 Nov 03 02:26:43.679577 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38354) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:43.689907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'subnet': {'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:43.702927 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93089549-792f-452a-bb8f-8c4256c2d1f8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:43.706408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93089549-792f-452a-bb8f-8c4256c2d1f8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.722406 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c00c42a-ee37-49a9-8b02-dce6c867f692,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:43.731069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546760f1-6d1f-48ed-ae8c-28e89c216798 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Network': ['ID=e8639711-8852-49f3-8dfb-d9937901bc3d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:43.741387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port e5e57132-7576-4eea-aa94-cc69c7da0242, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e5e57132-7576-4eea-aa94-cc69c7da0242,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:43.757457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (45083813-f1f1-4019-a736-ce483eb72093), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.762910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.764184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fccce305-620d-4330-8401-4194b266f4b7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:43.772184 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-a757cbe2-1e24-4af5-b908-a79f673694d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:26:43.815280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45083813-f1f1-4019-a736-ce483eb72093']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:43.836413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a508f75-64e8-4be0-a61c-f07e045a0584') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:43.836747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a508f75-64e8-4be0-a61c-f07e045a0584') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:43.841163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network e8639711-8852-49f3-8dfb-d9937901bc3d details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:43.852993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (4a508f75-64e8-4be0-a61c-f07e045a0584), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.867226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Allocated IP 172.26.6.65 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/000e380f-bb4a-4443-b051-5006203f4f35) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:43.868311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a757cbe2-1e24-4af5-b908-a79f673694d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (1f139715-26e2-491e-b656-9b7d6a6058c9), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.881884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (4a508f75-64e8-4be0-a61c-f07e045a0584), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.895556 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:43.896020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (4a508f75-64e8-4be0-a61c-f07e045a0584), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.917062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Provisioning complete for port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:43.917528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c03ef85a-a297-49e3-9f14-ba7a66dcfe77), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.917905 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 1 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:43.925316 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d354d8c6-e2d5-4ca9-8be5-87262d23f456 None None] Resources bound (agent type, host, resource id): {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:26:43.933312 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 4a508f75-64e8-4be0-a61c-f07e045a0584 resource provider aggregate not found Nov 03 02:26:43.955527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (04e3441b-7473-43e9-a374-bb6c4617ca54), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:43.999586 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 4a508f75-64e8-4be0-a61c-f07e045a0584 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a508f75-64e8-4be0-a61c-f07e045a0584 found for delete ", "request_id": "req-f7d2998c-b470-47c8-a6d4-6b4993c9f33f"}]} Nov 03 02:26:44.021233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a757cbe2-1e24-4af5-b908-a79f673694d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (1f139715-26e2-491e-b656-9b7d6a6058c9), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.050226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (45083813-f1f1-4019-a736-ce483eb72093), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.060392 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a757cbe2-1e24-4af5-b908-a79f673694d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (1f139715-26e2-491e-b656-9b7d6a6058c9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.063810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e3441b-7473-43e9-a374-bb6c4617ca54']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:44.064616 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=e5e57132-7576-4eea-aa94-cc69c7da0242,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:44.072367 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.076008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fccce305-620d-4330-8401-4194b266f4b7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:44.076402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fccce305-620d-4330-8401-4194b266f4b7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.076780 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fccce305-620d-4330-8401-4194b266f4b7 Nov 03 02:26:44.079019 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] 10.222.0.23 "DELETE /v2.0/networks/45083813-f1f1-4019-a736-ce483eb72093 HTTP/1.1" status: 204 len: 168 time: 0.7049868 Nov 03 02:26:44.114761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:44.163647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e475b-63b3-4917-a0ae-67db233ab294 tempest-NetworksTestDHCPv6-1719156469 tempest-NetworksTestDHCPv6-1719156469-project] Pushing event deleted for resources: {'Network': ['ID=45083813-f1f1-4019-a736-ce483eb72093,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:44.179745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9681fba4-7088-4e48-b1ad-7ff3b924132a') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:44.180278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9681fba4-7088-4e48-b1ad-7ff3b924132a') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:44.203398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (9681fba4-7088-4e48-b1ad-7ff3b924132a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.236378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (9681fba4-7088-4e48-b1ad-7ff3b924132a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.258003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9dd5c27c-122d-457a-b036-e8cc96ca25f2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port 3a18c205-b22a-4618-b70d-5b727db3cea1 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:44.258362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c27c-122d-457a-b036-e8cc96ca25f2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.282302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks [] for port (000e380f-bb4a-4443-b051-5006203f4f35), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.345471 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a757cbe2-1e24-4af5-b908-a79f673694d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.357306 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a757cbe2-1e24-4af5-b908-a79f673694d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8019576 Nov 03 02:26:44.395437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:44.396255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (9681fba4-7088-4e48-b1ad-7ff3b924132a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.403634 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (000e380f-bb4a-4443-b051-5006203f4f35), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.433329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fccce305-620d-4330-8401-4194b266f4b7 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:44.433970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fccce305-620d-4330-8401-4194b266f4b7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.483111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757cbe2-1e24-4af5-b908-a79f673694d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f139715-26e2-491e-b656-9b7d6a6058c9,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:44.492100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:44.498472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.544093 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.ipam_backend_mixin [None req-93089549-792f-452a-bb8f-8c4256c2d1f8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 82009c8e-80a4-44af-b068-a6882f4f92c1 (CIDR: 172.20.0.0/28) Nov 03 02:26:44.564245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port fccce305-620d-4330-8401-4194b266f4b7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fccce305-620d-4330-8401-4194b266f4b7,segment=NetworkSegment(84ed7856-f1c8-4c48-8728-c623a5a6ae07),segment_id=84ed7856-f1c8-4c48-8728-c623a5a6ae07)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:44.592286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Pushing event updated for resources: {'Port': ['ID=000e380f-bb4a-4443-b051-5006203f4f35,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:44.600016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fccce305-620d-4330-8401-4194b266f4b7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.621522 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 2 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:44.623416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:44.644945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:44.650580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:44.657447 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-93089549-792f-452a-bb8f-8c4256c2d1f8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:26:44.657968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93089549-792f-452a-bb8f-8c4256c2d1f8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:44.769321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:44.770793 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.789381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:44.826828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.829668 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ee37862d-0bfe-4423-b3c1-7a9ec3e654e7 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.8144913 Nov 03 02:26:44.831776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38382) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:44.840941 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.65'}]}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:44.844209 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38384) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:44.850817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (04e3441b-7473-43e9-a374-bb6c4617ca54), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.853981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=fccce305-620d-4330-8401-4194b266f4b7,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:44.907610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c27c-122d-457a-b036-e8cc96ca25f2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.924270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (4a0bac93-34bf-4dd7-8741-317d6bc43c20), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.927698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (4a0bac93-34bf-4dd7-8741-317d6bc43c20), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.938809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:44.944930 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/04e3441b-7473-43e9-a374-bb6c4617ca54 HTTP/1.1" status: 204 len: 168 time: 7.1354330 Nov 03 02:26:44.944930 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 9681fba4-7088-4e48-b1ad-7ff3b924132a resource provider aggregate not found Nov 03 02:26:44.947791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38388) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:44.964474 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-93089549-792f-452a-bb8f-8c4256c2d1f8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7318230 Nov 03 02:26:44.967233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38392) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:44.970600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9dd5c27c-122d-457a-b036-e8cc96ca25f2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for 3a18c205-b22a-4618-b70d-5b727db3cea1 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:45.019326 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 9681fba4-7088-4e48-b1ad-7ff3b924132a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9681fba4-7088-4e48-b1ad-7ff3b924132a found for delete ", "request_id": "req-c05e1790-7f39-4589-8aaf-8557ea2c1a6f"}]} Nov 03 02:26:45.028816 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f25a33-1844-4528-84d6-8a951a10597b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=04e3441b-7473-43e9-a374-bb6c4617ca54,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:45.053869 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-12248390-3fe2-4dde-9d43-d2da0d2c4feb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269594257&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.2885227 Nov 03 02:26:45.070927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e42f76fa-9941-45e9-a17d-d92a9dc4887f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:45.100407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e5e57132-7576-4eea-aa94-cc69c7da0242 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:45.136474 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c0d6bf-cef8-4e07-b7a5-ad60b312053e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] GET failed (client error): The resource could not be found. Nov 03 02:26:45.140703 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-43c0d6bf-cef8-4e07-b7a5-ad60b312053e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/subnets/5f14a9ab-30b6-4b5b-8df8-11817a72edf6 HTTP/1.1" status: 404 len: 337 time: 0.1761186 Nov 03 02:26:45.147957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38394) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:45.181364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e5e57132-7576-4eea-aa94-cc69c7da0242 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:45.182267 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:45.182740 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e5e57132-7576-4eea-aa94-cc69c7da0242 Nov 03 02:26:45.215818 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c5b1ec-2e20-4474-bec5-8098f99ba67f tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:45.217048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c5b1ec-2e20-4474-bec5-8098f99ba67f tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:45.226191 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e4c5b1ec-2e20-4474-bec5-8098f99ba67f tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/04e3441b-7473-43e9-a374-bb6c4617ca54 HTTP/1.1" status: 404 len: 339 time: 0.0767171 Nov 03 02:26:45.230092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38398) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:45.234921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks [] for router_controller (4a0bac93-34bf-4dd7-8741-317d6bc43c20), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:45.259685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-9ec6fd82-752f-4ad1-9ecf-122f01bbbe08 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:45.261260 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-9ec6fd82-752f-4ad1-9ecf-122f01bbbe08 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/networks?id=658d5282-ff9e-4459-9dcb-75d00c3a60e4 HTTP/1.1" status: 200 len: 797 time: 0.1772673 Nov 03 02:26:45.287025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e5e57132-7576-4eea-aa94-cc69c7da0242 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:45.288385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fccce305-620d-4330-8401-4194b266f4b7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:45.335487 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 3 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:45.354023 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (318b866b-5046-4f09-9b2e-2a1338496a8f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:45.393057 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-9dbad747-a2c9-4cd3-94bc-6476f1048b60 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/quotas/313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 375 time: 0.1097124 Nov 03 02:26:45.418738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:45.423205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fccce305-620d-4330-8401-4194b266f4b7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:45.423686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fccce305-620d-4330-8401-4194b266f4b7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:45.424101 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fccce305-620d-4330-8401-4194b266f4b7 Nov 03 02:26:45.492460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Subnet': ['ID=318b866b-5046-4f09-9b2e-2a1338496a8f,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:45.531698 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-e98f47ba-e1d2-45d1-bfee-463fcb4ab6e8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1288376 Nov 03 02:26:45.532660 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Checking segment: {'id': '4cbfbe15-f6bb-462b-b193-243889b6b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:45.533123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network hostable DHCP agents. Network: e8639711-8852-49f3-8dfb-d9937901bc3d, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:45.565453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fccce305-620d-4330-8401-4194b266f4b7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:45.571703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c27c-122d-457a-b036-e8cc96ca25f2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3a18c205-b22a-4618-b70d-5b727db3cea1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:45.601500 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8e36454a-05c5-413e-84e6-a5bc66e15edd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c98b0300ef54ed9b992b6c6ae603999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7551444 Nov 03 02:26:45.611650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38400) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:45.654624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5c27c-122d-457a-b036-e8cc96ca25f2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=3a18c205-b22a-4618-b70d-5b727db3cea1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:45.668297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network e8639711-8852-49f3-8dfb-d9937901bc3d is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:45.696386 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34d49aa-2c31-478e-9c5a-0e560840edc5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:45.702185 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c34d49aa-2c31-478e-9c5a-0e560840edc5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4689748 Nov 03 02:26:45.703549 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38402) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:45.713668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks [] for router_gateway (4a0bac93-34bf-4dd7-8741-317d6bc43c20), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:45.757188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42f76fa-9941-45e9-a17d-d92a9dc4887f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:45.761234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e42f76fa-9941-45e9-a17d-d92a9dc4887f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:45.768477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, e8639711-8852-49f3-8dfb-d9937901bc3d) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:45.778608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466d56b-2bde-4927-abac-1de6dd3f6080 None None] Network e8639711-8852-49f3-8dfb-d9937901bc3d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:45.796987 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-508b62f2-02e9-401f-be12-e9d7d39610eb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 207 time: 0.0874543 Nov 03 02:26:45.810116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38404) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:45.820532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:45.821190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:45.911728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c27c-122d-457a-b036-e8cc96ca25f2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:45.920652 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-4480ce42-429b-427b-8652-b739f02856ac service neutron] 10.222.0.23 "GET /v2.0/networks/658d5282-ff9e-4459-9dcb-75d00c3a60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743558 Nov 03 02:26:45.927811 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 4 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:45.964212 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7b1ced48-568f-4f1a-ada9-6d2d3c67894f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2788165 Nov 03 02:26:45.964878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-624cd836-196b-487e-a946-d1b367665a08 admin admin] Publish callbacks [] for security_group (62f9c399-8ef7-4082-bf04-1a155ad539b1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:45.987375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38406) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:45.994993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:46.007660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-e8639711-8852-49f3-8dfb-d9937901bc3d', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'project_id': '11e48b890e78419891812f693265e85f', 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:46.008775 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.173344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Allocated IP 172.20.0.2 (e8639711-8852-49f3-8dfb-d9937901bc3d/318b866b-5046-4f09-9b2e-2a1338496a8f/00e5d49f-10d8-47a7-b53c-e0cafda48024) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:46.189653 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-624cd836-196b-487e-a946-d1b367665a08 admin admin] Publish callbacks [] for security_group (62f9c399-8ef7-4082-bf04-1a155ad539b1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.209669 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.365427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3722a-e822-438d-9237-177fdefb28ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:46.367585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Publish callbacks [] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.371350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3722a-e822-438d-9237-177fdefb28ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:46.376783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3722a-e822-438d-9237-177fdefb28ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:46.380574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.383251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3722a-e822-438d-9237-177fdefb28ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:46.388809 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38410) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:46.389249 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d8c3722a-e822-438d-9237-177fdefb28ff tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5632794 Nov 03 02:26:46.444189 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Pushing event updated for resources: {'Port': ['ID=00e5d49f-10d8-47a7-b53c-e0cafda48024,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:46.471938 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e42f76fa-9941-45e9-a17d-d92a9dc4887f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (236b7e97-24ff-4138-9f6b-e6878e821273), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.473457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Network e8639711-8852-49f3-8dfb-d9937901bc3d is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:46.475869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:46.479259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:46.484877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks [] for router_gateway (4a0bac93-34bf-4dd7-8741-317d6bc43c20), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.529874 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 5 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:46.569299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.609804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42f76fa-9941-45e9-a17d-d92a9dc4887f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:46.621606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Attempting to bind port 00e5d49f-10d8-47a7-b53c-e0cafda48024 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:46.621606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Attempting to bind port 00e5d49f-10d8-47a7-b53c-e0cafda48024 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4cbfbe15-f6bb-462b-b193-243889b6b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:46.622350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Attempting to bind port 00e5d49f-10d8-47a7-b53c-e0cafda48024 on network e8639711-8852-49f3-8dfb-d9937901bc3d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:46.633410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:46.633410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:46.633861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-e42f76fa-9941-45e9-a17d-d92a9dc4887f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:46.633993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Checking segment: {'id': '4cbfbe15-f6bb-462b-b193-243889b6b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:46.634104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.634483 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Bound using segment: {'id': '4cbfbe15-f6bb-462b-b193-243889b6b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:46.635279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Bound port: 00e5d49f-10d8-47a7-b53c-e0cafda48024, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbfbe15-f6bb-462b-b193-243889b6b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:46.635506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.646594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625c5e54-0968-488c-af07-e0f67d5e5a46 None None] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:46.668523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42f76fa-9941-45e9-a17d-d92a9dc4887f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:46.668784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e42f76fa-9941-45e9-a17d-d92a9dc4887f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.671327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f76fa-9941-45e9-a17d-d92a9dc4887f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Subnet': ['ID=236b7e97-24ff-4138-9f6b-e6878e821273,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:46.737233 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e42f76fa-9941-45e9-a17d-d92a9dc4887f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7105856 Nov 03 02:26:46.737847 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38412) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:46.755970 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fddf13db-4144-4fbb-b97c-2456641cb87e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3614123 Nov 03 02:26:46.756336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-9f113085-dce7-43e3-9754-46b73104c868 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1465091895', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '236b7e97-24ff-4138-9f6b-e6878e821273'}], 'security_groups': ['ae5180aa-38a8-4fb3-ab2e-2010470e4936']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:46.758022 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-f689c638-922c-4210-af1a-7a2bf6d589b5 service neutron] 10.222.0.23 "GET /v2.0/networks/658d5282-ff9e-4459-9dcb-75d00c3a60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8209412 Nov 03 02:26:46.759800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38414) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:46.773590 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] For port 00e5d49f-10d8-47a7-b53c-e0cafda48024, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:46.797522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] For port 00e5d49f-10d8-47a7-b53c-e0cafda48024, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=00e5d49f-10d8-47a7-b53c-e0cafda48024,segment=NetworkSegment(4cbfbe15-f6bb-462b-b193-243889b6b48c),segment_id=4cbfbe15-f6bb-462b-b193-243889b6b48c)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:46.831632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.908223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd5c27c-122d-457a-b036-e8cc96ca25f2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router e7b6b09c-3147-42cf-8ccf-955bfbb9855f has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:26:46.978009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f596cfce-99cf-40bb-8e6d-c245a1f311a4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:46.979486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f596cfce-99cf-40bb-8e6d-c245a1f311a4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:46.985602 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f596cfce-99cf-40bb-8e6d-c245a1f311a4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2220976 Nov 03 02:26:46.988169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-624cd836-196b-487e-a946-d1b367665a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (62f9c399-8ef7-4082-bf04-1a155ad539b1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.992217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-624cd836-196b-487e-a946-d1b367665a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:46.993530 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-624cd836-196b-487e-a946-d1b367665a08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62f9c399-8ef7-4082-bf04-1a155ad539b1 HTTP/1.1" status: 204 len: 168 time: 1.3795333 Nov 03 02:26:47.041314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ee4d3-a450-4d90-967e-6121ca637a38 None None] Pushing event updated for resources: {'Port': ['ID=00e5d49f-10d8-47a7-b53c-e0cafda48024,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:47.059825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38416) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:47.166799 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 6 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:47.311362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:47.330439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f430d92-b513-468a-8e95-f996e092250e None None] Update dhcp port {'port': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'fixed_ips': [{'subnet_id': '82009c8e-80a4-44af-b068-a6882f4f92c1', 'ip_address': '172.20.0.2'}, {'subnet_id': '236b7e97-24ff-4138-9f6b-e6878e821273'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'fccce305-620d-4330-8401-4194b266f4b7'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:26:47.407510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3f430d92-b513-468a-8e95-f996e092250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fccce305-620d-4330-8401-4194b266f4b7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:47.421261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cd836-196b-487e-a946-d1b367665a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f9c399-8ef7-4082-bf04-1a155ad539b1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:47.495128 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6f72ce5c-c442-409f-a598-6cd39af03806 req-38d359a2-e9dd-47eb-bb82-305b8a288ea6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 210 time: 0.2584190 Nov 03 02:26:47.522809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f39d4f-8a1f-404d-a875-79d9c6d5ad60 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:47.524011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f39d4f-8a1f-404d-a875-79d9c6d5ad60 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:47.542172 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-29f39d4f-8a1f-404d-a875-79d9c6d5ad60 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4734633 Nov 03 02:26:47.545198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38432) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:47.580199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd5c27c-122d-457a-b036-e8cc96ca25f2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:47.611866 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da57d35-97a3-47b9-bf53-8dd638dbf848 None None] Sync routers for ids ['e7b6b09c-3147-42cf-8ccf-955bfbb9855f'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:47.617873 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9dd5c27c-122d-457a-b036-e8cc96ca25f2 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/e7b6b09c-3147-42cf-8ccf-955bfbb9855f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0143049 Nov 03 02:26:47.638843 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da57d35-97a3-47b9-bf53-8dd638dbf848 None None] Routers {'e7b6b09c-3147-42cf-8ccf-955bfbb9855f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:47.639876 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7da57d35-97a3-47b9-bf53-8dd638dbf848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e7b6b09c-3147-42cf-8ccf-955bfbb9855f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:47.642691 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38438) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:47.675663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:47.698819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks [] for router (4a0bac93-34bf-4dd7-8741-317d6bc43c20), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:47.762221 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7da57d35-97a3-47b9-bf53-8dd638dbf848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:47.791876 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da57d35-97a3-47b9-bf53-8dd638dbf848 None None] Routers {'e7b6b09c-3147-42cf-8ccf-955bfbb9855f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:47.792796 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7da57d35-97a3-47b9-bf53-8dd638dbf848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e7b6b09c-3147-42cf-8ccf-955bfbb9855f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:47.803233 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2f9472bd-1ca0-4641-ba67-3ce5d6287762 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7b6b09c-3147-42cf-8ccf-955bfbb9855f HTTP/1.1" status: 200 len: 205 time: 0.1551659 Nov 03 02:26:47.808205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38444) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:47.814447 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 7 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:47.857012 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7da57d35-97a3-47b9-bf53-8dd638dbf848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:47.857947 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da57d35-97a3-47b9-bf53-8dd638dbf848 None None] The sync data for ids ['e7b6b09c-3147-42cf-8ccf-955bfbb9855f'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:26:47.868302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86418fb-3fb6-4e35-8f12-00cece90dd44 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:47.874480 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d86418fb-3fb6-4e35-8f12-00cece90dd44 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/networks/c8241df6-d1cc-4c21-9ea5-2d7116a8d757 HTTP/1.1" status: 200 len: 799 time: 0.3278055 Nov 03 02:26:47.875352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38446) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:47.927613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:47.981298 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-3f430d92-b513-468a-8e95-f996e092250e None None] Allocated IP 172.20.0.18 (4c265cd9-0cde-417d-8ebc-0ffabd6863e9/236b7e97-24ff-4138-9f6b-e6878e821273/fccce305-620d-4330-8401-4194b266f4b7) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:47.999398 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f113085-dce7-43e3-9754-46b73104c868 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1156f61e-0233-4ef9-a93f-f49c9623f813), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:48.079616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Allocated IP 172.20.0.1 (e8639711-8852-49f3-8dfb-d9937901bc3d/318b866b-5046-4f09-9b2e-2a1338496a8f/6fc6ba7c-ea35-41c7-b4c8-6aa604512440) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:48.260689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3f430d92-b513-468a-8e95-f996e092250e None None] For port fccce305-620d-4330-8401-4194b266f4b7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fccce305-620d-4330-8401-4194b266f4b7,segment=NetworkSegment(84ed7856-f1c8-4c48-8728-c623a5a6ae07),segment_id=84ed7856-f1c8-4c48-8728-c623a5a6ae07)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:48.277342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:48.320193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:48.355939 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0093e850-67e4-4f89-9af8-edbc9c7f3fcb tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/networks/c8241df6-d1cc-4c21-9ea5-2d7116a8d757?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3371725 Nov 03 02:26:48.359968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38456) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:48.360985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3f430d92-b513-468a-8e95-f996e092250e None None] Publish callbacks [] for port (fccce305-620d-4330-8401-4194b266f4b7), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:48.366047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4631b6d8-c4e5-483d-a7ba-538dde6a0b6d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:48.387674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3f430d92-b513-468a-8e95-f996e092250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fccce305-620d-4330-8401-4194b266f4b7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:48.401706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network e8639711-8852-49f3-8dfb-d9937901bc3d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:48.416203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:48.419323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:48.440945 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 8 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:48.493354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=6fc6ba7c-ea35-41c7-b4c8-6aa604512440,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:48.522816 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:48.527701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (4a0bac93-34bf-4dd7-8741-317d6bc43c20), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:48.531774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks [] for router_controller (4a0bac93-34bf-4dd7-8741-317d6bc43c20), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:48.654874 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:48.698965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38466) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:48.702757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f430d92-b513-468a-8e95-f996e092250e None None] Pushing event updated for resources: {'Port': ['ID=fccce305-620d-4330-8401-4194b266f4b7,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:48.744957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:48.880148 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7669f6-6d60-4625-b60d-7e36a655c2c0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:48.885383 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fe7669f6-6d60-4625-b60d-7e36a655c2c0 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/subnets/a6cdadb5-0761-4f74-8ff2-9e6fd915afcc HTTP/1.1" status: 200 len: 811 time: 0.5131772 Nov 03 02:26:48.903938 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38470) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:48.907529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e27ba-2805-48ac-8c69-d0cd30fd31c9 None None] Network e8639711-8852-49f3-8dfb-d9937901bc3d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:49.113454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1790108940'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:49.153405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (4a0bac93-34bf-4dd7-8741-317d6bc43c20), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.153830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0bac93-34bf-4dd7-8741-317d6bc43c20 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:26:49.216694 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff752234-8115-45c7-9552-593a287a05cb req-ff4d5acb-ed4f-4b0a-99de-0b4d2dbabe26 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 210 time: 0.5354261 Nov 03 02:26:49.220528 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 9 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:49.372717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Made reservation on behalf of b2c84d7cef594deea6d17450421862f4 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:49.376546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.424833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.469386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-8efd2567-f181-429e-82c4-0bdbaeffb408 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:49.471103 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-8efd2567-f181-429e-82c4-0bdbaeffb408 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=658d5282-ff9e-4459-9dcb-75d00c3a60e4 HTTP/1.1" status: 200 len: 797 time: 0.4604049 Nov 03 02:26:49.566532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 00e5d49f-10d8-47a7-b53c-e0cafda48024 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:49.615019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4631b6d8-c4e5-483d-a7ba-538dde6a0b6d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.627710 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 03 02:26:49.633002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38476) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:49.634541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:49.645723 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-20e106f6-fab3-49cc-8e51-71ec9e6bdad9 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.8121443 Nov 03 02:26:49.649372 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-131883f6-3009-441c-bfb4-bc9813311075 req-1d57e6e5-860d-4256-94ec-3d3333fa9b80 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8811734 Nov 03 02:26:49.650653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4631b6d8-c4e5-483d-a7ba-538dde6a0b6d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.659360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44989e5-a24a-488d-b29d-8968a96b59e3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:49.668812 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b44989e5-a24a-488d-b29d-8968a96b59e3 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "GET /v2.0/subnets/a6cdadb5-0761-4f74-8ff2-9e6fd915afcc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6691680 Nov 03 02:26:49.688008 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38480) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:49.694972 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 00e5d49f-10d8-47a7-b53c-e0cafda48024 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:49.695369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.696629 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 00e5d49f-10d8-47a7-b53c-e0cafda48024 Nov 03 02:26:49.753920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-837907621'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:49.794798 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-9f113085-dce7-43e3-9754-46b73104c868 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Delete allocated IP 172.20.0.4 (4c265cd9-0cde-417d-8ebc-0ffabd6863e9/82009c8e-80a4-44af-b068-a6882f4f92c1) {{(pid=104393) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 02:26:49.830950 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.831205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-9f113085-dce7-43e3-9754-46b73104c868 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.21 (4c265cd9-0cde-417d-8ebc-0ffabd6863e9/236b7e97-24ff-4138-9f6b-e6878e821273/1156f61e-0233-4ef9-a93f-f49c9623f813) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:49.833263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4631b6d8-c4e5-483d-a7ba-538dde6a0b6d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (e7b6b09c-3147-42cf-8ccf-955bfbb9855f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.833979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4631b6d8-c4e5-483d-a7ba-538dde6a0b6d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Fanout notify agent at l3_agent the message router_deleted on router e7b6b09c-3147-42cf-8ccf-955bfbb9855f {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:26:49.856165 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4631b6d8-c4e5-483d-a7ba-538dde6a0b6d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.859788 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4631b6d8-c4e5-483d-a7ba-538dde6a0b6d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/e7b6b09c-3147-42cf-8ccf-955bfbb9855f HTTP/1.1" status: 204 len: 168 time: 2.0478718 Nov 03 02:26:49.866396 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:49.867243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38482) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:49.869727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.876732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.894388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 00e5d49f-10d8-47a7-b53c-e0cafda48024 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:49.894793 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.934579 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-6f68f61c-4ad6-47c3-8a83-ba8607b3d45f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 473 time: 0.4315612 Nov 03 02:26:49.954143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 00e5d49f-10d8-47a7-b53c-e0cafda48024, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=00e5d49f-10d8-47a7-b53c-e0cafda48024,segment=NetworkSegment(4cbfbe15-f6bb-462b-b193-243889b6b48c),segment_id=4cbfbe15-f6bb-462b-b193-243889b6b48c)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:49.963725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:49.964991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fccce305-620d-4330-8401-4194b266f4b7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:49.980169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131883f6-3009-441c-bfb4-bc9813311075 req-3d943fa7-9537-40cd-8d57-353839b22015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:49.981674 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-131883f6-3009-441c-bfb4-bc9813311075 req-3d943fa7-9537-40cd-8d57-353839b22015 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 1130 time: 0.2230325 Nov 03 02:26:49.984516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:50.029231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (d29a1a64-a264-4c0c-ac99-e06a6c4473aa), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.029595 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Added segment d29a1a64-a264-4c0c-ac99-e06a6c4473aa of type vlan for network c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9 Nov 03 02:26:50.067320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=00e5d49f-10d8-47a7-b53c-e0cafda48024,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:50.083033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'device_id': '7f383924-55fd-431b-af56-b6a84ef301c2', 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4', 'admin_state_up': True, 'tenant_id': '313880603e634d3084046ce40393537e', 'security_groups': ['7eee3487-ebe6-4800-b65a-687f0eecfcea']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:50.095871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks [] for security_group (b1cfb025-3a99-4599-8386-176af1703ea7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.096329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fccce305-620d-4330-8401-4194b266f4b7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:50.097462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fccce305-620d-4330-8401-4194b266f4b7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.101203 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fccce305-620d-4330-8401-4194b266f4b7 Nov 03 02:26:50.153689 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 10 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:50.172167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b1cfb025-3a99-4599-8386-176af1703ea7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.185670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:50.195928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (4e3b0e7f-a586-4019-84bb-541472621d22), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.196604 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Added segment 4e3b0e7f-a586-4019-84bb-541472621d22 of type vlan for network b7f856ee-c11d-48ec-818c-ed06b9dd6268 Nov 03 02:26:50.199137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f113085-dce7-43e3-9754-46b73104c868 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (1156f61e-0233-4ef9-a93f-f49c9623f813), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.210692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f113085-dce7-43e3-9754-46b73104c868 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (1156f61e-0233-4ef9-a93f-f49c9623f813), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.220770 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.295218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:50.306746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.323523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abde678-9406-4588-b137-643870d08def tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting subnet add92388-d55c-4736-8b02-4821f19aadfb {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:50.326536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=6fc6ba7c-ea35-41c7-b4c8-6aa604512440,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:50.343711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4abde678-9406-4588-b137-643870d08def tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (add92388-d55c-4736-8b02-4821f19aadfb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.347445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Provisioning complete for port e5e57132-7576-4eea-aa94-cc69c7da0242 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:50.347661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.348061 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 1 to provision port e5e57132-7576-4eea-aa94-cc69c7da0242 Nov 03 02:26:50.348307 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (b7f856ee-c11d-48ec-818c-ed06b9dd6268), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.396059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cfb025-3a99-4599-8386-176af1703ea7,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:50.404721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fccce305-620d-4330-8401-4194b266f4b7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:50.408193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.416102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:50.419667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.470577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f113085-dce7-43e3-9754-46b73104c868 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=1156f61e-0233-4ef9-a93f-f49c9623f813,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:50.485263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Current status of the port e5e57132-7576-4eea-aa94-cc69c7da0242 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:50.489435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Could not find standard attr ID for object e6c74eb8-c183-449e-b0e0-5b2776a6aa9c. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:50.497054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Could not find standard attr ID for object 3a18c205-b22a-4618-b70d-5b727db3cea1. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:26:50.499696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.db.resource_extend [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:26:50.512941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Provisioning complete for port fccce305-620d-4330-8401-4194b266f4b7 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:50.513678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fccce305-620d-4330-8401-4194b266f4b7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.514197 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Attempt 1 to provision port fccce305-620d-4330-8401-4194b266f4b7 Nov 03 02:26:50.523790 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131883f6-3009-441c-bfb4-bc9813311075 req-7751b3cd-a4a8-4b02-84e4-fbbc32ac096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:50.525342 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-131883f6-3009-441c-bfb4-bc9813311075 req-7751b3cd-a4a8-4b02-84e4-fbbc32ac096f service neutron] 10.222.0.27 "GET /v2.0/networks?id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43 HTTP/1.1" status: 200 len: 897 time: 0.5184443 Nov 03 02:26:50.526310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-1488ff95-4c34-42a5-b547-e95da7cb8740 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Deleting port 000e380f-bb4a-4443-b051-5006203f4f35 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:50.526669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1488ff95-4c34-42a5-b547-e95da7cb8740 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (000e380f-bb4a-4443-b051-5006203f4f35), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.549664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4abde678-9406-4588-b137-643870d08def tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (add92388-d55c-4736-8b02-4821f19aadfb), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.610329 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9211872 Nov 03 02:26:50.612439 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-131883f6-3009-441c-bfb4-bc9813311075 req-a1a2fd96-48fa-4acb-a662-ace9a3cbdce5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2988632b-7e25-4beb-94da-0d8ff5886a87 HTTP/1.1" status: 200 len: 1001 time: 0.0730305 Nov 03 02:26:50.615344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38488) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:50.622798 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'network_id': 'c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:50.648746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-9f113085-dce7-43e3-9754-46b73104c868 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] In _notify_port_updated(), no bound segment for port 1156f61e-0233-4ef9-a93f-f49c9623f813 on network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:26:50.656645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f113085-dce7-43e3-9754-46b73104c868 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:50.657321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f113085-dce7-43e3-9754-46b73104c868 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.663838 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9f113085-dce7-43e3-9754-46b73104c868 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "PUT /v2.0/ports/1156f61e-0233-4ef9-a93f-f49c9623f813 HTTP/1.1" status: 200 len: 921 time: 3.9226809 Nov 03 02:26:50.664567 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38490) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:50.668310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbc3d-181c-4840-b191-a5cc46945a36 None None] Current status of the port fccce305-620d-4330-8401-4194b266f4b7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:50.743580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef057a9-7356-474c-b93b-ec269ae35668 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Network': ['ID=c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:50.757731 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:50.846697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Provisioning complete for port 00e5d49f-10d8-47a7-b53c-e0cafda48024 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:50.847099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:50.847463 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 1 to provision port 00e5d49f-10d8-47a7-b53c-e0cafda48024 Nov 03 02:26:50.974517 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131883f6-3009-441c-bfb4-bc9813311075 req-f9a0cfc7-113e-4e03-8018-6f5a3688d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:50.976038 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-131883f6-3009-441c-bfb4-bc9813311075 req-f9a0cfc7-113e-4e03-8018-6f5a3688d2b9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bd94f89f-2e32-4664-b985-155f87510eb7 HTTP/1.1" status: 200 len: 834 time: 0.3441389 Nov 03 02:26:50.977226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Current status of the port 00e5d49f-10d8-47a7-b53c-e0cafda48024 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:51.010436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Provisioning complete for port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:51.010826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.011175 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 1 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:26:51.044017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Made reservation on behalf of 8944aa6ea0734b11a208550e0ab014f1 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:51.047721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.053965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-ac8036e5-7e8c-44e2-80b0-0e03d6f2ffb1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port 1156f61e-0233-4ef9-a93f-f49c9623f813 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:51.054200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac8036e5-7e8c-44e2-80b0-0e03d6f2ffb1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1156f61e-0233-4ef9-a93f-f49c9623f813), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.066399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:51.081029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 00e5d49f-10d8-47a7-b53c-e0cafda48024 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:51.111995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (b7f856ee-c11d-48ec-818c-ed06b9dd6268), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.117828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:51.118514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.136572 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d4190ce-81c9-4075-8322-2543d1efbcf4 req-7f814b8f-d2cc-4f34-9298-e51472153e5a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 210 time: 0.6709611 Nov 03 02:26:51.147294 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 00e5d49f-10d8-47a7-b53c-e0cafda48024 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:51.148071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.148456 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 00e5d49f-10d8-47a7-b53c-e0cafda48024 Nov 03 02:26:51.207775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:51.211475 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.213996 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Performing IP validity checks on allocation pools {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Nov 03 02:26:51.214753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Nov 03 02:26:51.224952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131883f6-3009-441c-bfb4-bc9813311075 req-2bb1503a-4895-4465-8c83-f1909e333f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:51.226904 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-131883f6-3009-441c-bfb4-bc9813311075 req-2bb1503a-4895-4465-8c83-f1909e333f36 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2389243 Nov 03 02:26:51.268884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac8036e5-7e8c-44e2-80b0-0e03d6f2ffb1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1156f61e-0233-4ef9-a93f-f49c9623f813), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.278112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 00e5d49f-10d8-47a7-b53c-e0cafda48024 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:26:51.282481 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5822330 Nov 03 02:26:51.284916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38494) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:51.319374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Request body: {'subnet': {'network_id': 'b7f856ee-c11d-48ec-818c-ed06b9dd6268', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:51.321465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-ac8036e5-7e8c-44e2-80b0-0e03d6f2ffb1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for 1156f61e-0233-4ef9-a93f-f49c9623f813 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:51.340239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ee6ef-3675-451e-b606-5f535119c3a6 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Pushing event updated for resources: {'Network': ['ID=b7f856ee-c11d-48ec-818c-ed06b9dd6268,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:51.350907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1488ff95-4c34-42a5-b547-e95da7cb8740 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (000e380f-bb4a-4443-b051-5006203f4f35), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.355885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network b7f856ee-c11d-48ec-818c-ed06b9dd6268 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:51.404897 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network e8639711-8852-49f3-8dfb-d9937901bc3d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:51.451259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:51.453555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-1488ff95-4c34-42a5-b547-e95da7cb8740 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Calling delete_port for 000e380f-bb4a-4443-b051-5006203f4f35 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:51.455928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4abde678-9406-4588-b137-643870d08def tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (add92388-d55c-4736-8b02-4821f19aadfb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.480046 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-131883f6-3009-441c-bfb4-bc9813311075 req-21c578c0-cf79-4f1b-af5c-2653bfb533e1 service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365410 Nov 03 02:26:51.567900 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 2 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:26:51.628192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (bc24d217-fee5-492d-8fc5-f1ea2cfc18d1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.638859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:51.725442 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-131883f6-3009-441c-bfb4-bc9813311075 req-79e6dfc2-b247-42af-b081-e2697c7e49f5 service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329371 Nov 03 02:26:51.762277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac8036e5-7e8c-44e2-80b0-0e03d6f2ffb1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (1156f61e-0233-4ef9-a93f-f49c9623f813), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.764415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=bc24d217-fee5-492d-8fc5-f1ea2cfc18d1,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:51.789962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Made reservation on behalf of b2c84d7cef594deea6d17450421862f4 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:51.793427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.803840 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4abde678-9406-4588-b137-643870d08def tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (add92388-d55c-4736-8b02-4821f19aadfb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.808843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8036e5-7e8c-44e2-80b0-0e03d6f2ffb1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=1156f61e-0233-4ef9-a93f-f49c9623f813,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:51.816230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Checking segment: {'id': 'd29a1a64-a264-4c0c-ac99-e06a6c4473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:51.816436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network hostable DHCP agents. Network: c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:51.881210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.29 (658d5282-ff9e-4459-9dcb-75d00c3a60e4/4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c/bd8b4e82-aba1-4926-8fdc-74bc8011f37c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:51.899097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abde678-9406-4588-b137-643870d08def tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Subnet': ['ID=add92388-d55c-4736-8b02-4821f19aadfb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:51.928787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c4a3f-2f33-4b98-b1ce-142532681a8c None None] Network 3b4ded51-20bf-49b5-97c8-d886035ce4ee requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:51.935495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4abde678-9406-4588-b137-643870d08def tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:51.939184 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4abde678-9406-4588-b137-643870d08def tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/add92388-d55c-4736-8b02-4821f19aadfb HTTP/1.1" status: 204 len: 168 time: 2.0635850 Nov 03 02:26:51.948462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38498) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:52.173439 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 3 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:26:52.256806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:52.333082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (3b4ded51-20bf-49b5-97c8-d886035ce4ee), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.340780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Network c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:52.347246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b68363-ba25-4488-abb4-eac3b4a39133 None None] DHCP port deletion for 3b4ded51-20bf-49b5-97c8-d886035ce4ee request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:26:52.359014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac8036e5-7e8c-44e2-80b0-0e03d6f2ffb1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.362348 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ac8036e5-7e8c-44e2-80b0-0e03d6f2ffb1 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/1156f61e-0233-4ef9-a93f-f49c9623f813 HTTP/1.1" status: 204 len: 168 time: 1.6265233 Nov 03 02:26:52.365664 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38502) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:52.373780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1488ff95-4c34-42a5-b547-e95da7cb8740 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (000e380f-bb4a-4443-b051-5006203f4f35), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.382926 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:52.393791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce7700d-68d9-43a1-9d5b-0b297af180c1 None None] Network c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:52.405193 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1def2404-1f1b-4130-80ab-1a609dca209a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:26:52.410479 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1def2404-1f1b-4130-80ab-1a609dca209a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/1156f61e-0233-4ef9-a93f-f49c9623f813 HTTP/1.1" status: 404 len: 333 time: 0.0402548 Nov 03 02:26:52.410479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:52.410742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router c71c1e32-738e-4aca-9e97-bf6cb23cec0b is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:26:52.410846 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.410944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38504) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:52.419301 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0553f1e2-2449-4838-a369-b1e96ca02f06 req-52e0a2d2-fd1c-44a4-8270-a3f09e2eb6c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 210 time: 0.1417816 Nov 03 02:26:52.444062 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-13712c7a-88cf-439d-b4cf-ffb88a28bee6 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8252323 Nov 03 02:26:52.444967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38506) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:52.460317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ca497bae-64e7-41b4-a98c-5c4ee584350e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:52.484399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-01b68363-ba25-4488-abb4-eac3b4a39133 None None] Deleting port d8637c14-8fe5-4d91-b7ee-2898651ad531 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:52.485029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-01b68363-ba25-4488-abb4-eac3b4a39133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.500111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488ff95-4c34-42a5-b547-e95da7cb8740 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Pushing event deleted for resources: {'Port': ['ID=000e380f-bb4a-4443-b051-5006203f4f35,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:52.598420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-01b68363-ba25-4488-abb4-eac3b4a39133 None None] For port d8637c14-8fe5-4d91-b7ee-2898651ad531, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d8637c14-8fe5-4d91-b7ee-2898651ad531,segment=NetworkSegment(13102423-d38d-4ca8-bb0e-a9615a4e2918),segment_id=13102423-d38d-4ca8-bb0e-a9615a4e2918)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:52.598843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-01b68363-ba25-4488-abb4-eac3b4a39133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.603558 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca497bae-64e7-41b4-a98c-5c4ee584350e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25203626'] for subnet (bc24d217-fee5-492d-8fc5-f1ea2cfc18d1), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.618294 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-01b68363-ba25-4488-abb4-eac3b4a39133 None None] Calling delete_port for d8637c14-8fe5-4d91-b7ee-2898651ad531 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:52.672168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.712626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9', 'network_id': 'c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9', 'project_id': '8944aa6ea0734b11a208550e0ab014f1', 'fixed_ips': [{'subnet_id': 'bc24d217-fee5-492d-8fc5-f1ea2cfc18d1'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:52.713833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.763128 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 4 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:26:52.766692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-820a41b8-6276-45a0-a57a-95e84f4b62a7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (2bccd6fb-5864-4301-bb90-96a18d7c5e8d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.768503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.819891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca497bae-64e7-41b4-a98c-5c4ee584350e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753905997963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3189553'] for subnet (bc24d217-fee5-492d-8fc5-f1ea2cfc18d1), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.862746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:26:52.865690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1488ff95-4c34-42a5-b547-e95da7cb8740 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.874035 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1488ff95-4c34-42a5-b547-e95da7cb8740 tempest-RoutersAdminNegativeIpV6Test-1653822857 tempest-RoutersAdminNegativeIpV6Test-1653822857-project-admin] 10.222.0.23 "DELETE /v2.0/ports/000e380f-bb4a-4443-b051-5006203f4f35 HTTP/1.1" status: 204 len: 168 time: 3.2325592 Nov 03 02:26:52.886070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-820a41b8-6276-45a0-a57a-95e84f4b62a7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (2bccd6fb-5864-4301-bb90-96a18d7c5e8d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.891803 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-257518b5-ac5f-46e1-a8f2-d264d839e5c6 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9016914 Nov 03 02:26:52.897177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38510) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:52.919285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'network': {'name': 'tempest-RoutersTest-272376804'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:52.927104 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca497bae-64e7-41b4-a98c-5c4ee584350e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event updated for resources: {'Subnet': ['ID=bc24d217-fee5-492d-8fc5-f1ea2cfc18d1,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:52.927974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port d8637c14-8fe5-4d91-b7ee-2898651ad531 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:52.928342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.939324 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca497bae-64e7-41b4-a98c-5c4ee584350e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:52.940259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca497bae-64e7-41b4-a98c-5c4ee584350e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:52.946095 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ca497bae-64e7-41b4-a98c-5c4ee584350e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "PUT /v2.0/subnets/bc24d217-fee5-492d-8fc5-f1ea2cfc18d1 HTTP/1.1" status: 200 len: 877 time: 0.4997616 Nov 03 02:26:52.946732 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38512) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:52.974174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:52.994311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Sync routers for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:26:53.053250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:53.053954 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:53.056152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Pushing event updated for resources: {'Subnet': ['ID=6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:53.121916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] For port d8637c14-8fe5-4d91-b7ee-2898651ad531, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d8637c14-8fe5-4d91-b7ee-2898651ad531,segment=NetworkSegment(13102423-d38d-4ca8-bb0e-a9615a4e2918),segment_id=13102423-d38d-4ca8-bb0e-a9615a4e2918)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:53.122216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.139341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for d8637c14-8fe5-4d91-b7ee-2898651ad531 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:53.151737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:53.152555 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.184432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d8637c14-8fe5-4d91-b7ee-2898651ad531 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:26:53.200872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.201708 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-01b68363-ba25-4488-abb4-eac3b4a39133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.209166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-820a41b8-6276-45a0-a57a-95e84f4b62a7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (2bccd6fb-5864-4301-bb90-96a18d7c5e8d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.211756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-820a41b8-6276-45a0-a57a-95e84f4b62a7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.212950 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-820a41b8-6276-45a0-a57a-95e84f4b62a7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/security-groups/2bccd6fb-5864-4301-bb90-96a18d7c5e8d HTTP/1.1" status: 204 len: 168 time: 0.7927499 Nov 03 02:26:53.245820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38516) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:53.247688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a41b8-6276-45a0-a57a-95e84f4b62a7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bccd6fb-5864-4301-bb90-96a18d7c5e8d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:53.281969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Checking segment: {'id': '4e3b0e7f-a586-4019-84bb-541472621d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b7f856ee-c11d-48ec-818c-ed06b9dd6268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:53.282343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Network hostable DHCP agents. Network: b7f856ee-c11d-48ec-818c-ed06b9dd6268, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:53.286441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: d8637c14-8fe5-4d91-b7ee-2898651ad531 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:26:53.287052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d8637c14-8fe5-4d91-b7ee-2898651ad531 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:26:53.323572 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:53.331964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:53.334799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:53.338443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.341425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Network b7f856ee-c11d-48ec-818c-ed06b9dd6268 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:53.343238 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b68363-ba25-4488-abb4-eac3b4a39133 None None] Pushing event deleted for resources: {'Port': ['ID=d8637c14-8fe5-4d91-b7ee-2898651ad531,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:53.367602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:53.369730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b68363-ba25-4488-abb4-eac3b4a39133 None None] No DVR routers for this DVR port d8637c14-8fe5-4d91-b7ee-2898651ad531 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:53.401358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (bc24d217-fee5-492d-8fc5-f1ea2cfc18d1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.449354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d8637c14-8fe5-4d91-b7ee-2898651ad531), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.452234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38520) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:53.463384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Allocated IP 172.20.0.3 (c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9/bc24d217-fee5-492d-8fc5-f1ea2cfc18d1/481b0d8b-7f8d-416e-9fab-8d0260f75b2c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:53.464668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, b7f856ee-c11d-48ec-818c-ed06b9dd6268) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:53.469953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:53.470598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.481056 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 5 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:26:53.511680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f8d4e7b6-777f-483c-a325-2e405975aaab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (ae5180aa-38a8-4fb3-ab2e-2010470e4936), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.548286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f8d4e7b6-777f-483c-a325-2e405975aaab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (ae5180aa-38a8-4fb3-ab2e-2010470e4936), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.548541 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d6ce9b0a-7689-4239-a7f1-422e0f7527ce tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2552574 Nov 03 02:26:53.548795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38526) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:53.573279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=bd8b4e82-aba1-4926-8fdc-74bc8011f37c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:53.596270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:53.616728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Request body: {'port': {'network_id': 'b7f856ee-c11d-48ec-818c-ed06b9dd6268', 'name': 'tempest-ExtraDHCPOptionsTestJSON-751389518'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:53.674364 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f8d4e7b6-777f-483c-a325-2e405975aaab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (ae5180aa-38a8-4fb3-ab2e-2010470e4936), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.677585 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f8d4e7b6-777f-483c-a325-2e405975aaab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.682165 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f8d4e7b6-777f-483c-a325-2e405975aaab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae5180aa-38a8-4fb3-ab2e-2010470e4936 HTTP/1.1" status: 204 len: 168 time: 0.4212749 Nov 03 02:26:53.700905 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38528) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:53.717758 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4e7b6-777f-483c-a325-2e405975aaab tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5180aa-38a8-4fb3-ab2e-2010470e4936,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:53.733320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:53.734425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35330b33-6c44-457f-8566-d74b40c5538c None None] Network b7f856ee-c11d-48ec-818c-ed06b9dd6268 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:53.780997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b31b-2072-4d32-83a7-ad4715713121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.808861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No DVR routers for this DVR port d8637c14-8fe5-4d91-b7ee-2898651ad531 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:53.832135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=d8637c14-8fe5-4d91-b7ee-2898651ad531,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:53.837222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.837851 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added segment 6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d of type vlan for network 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 Nov 03 02:26:53.849034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2083860-312a-4f60-90ea-30114e4ed8f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting subnet 82009c8e-80a4-44af-b068-a6882f4f92c1 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:26:53.861083 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2083860-312a-4f60-90ea-30114e4ed8f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (82009c8e-80a4-44af-b068-a6882f4f92c1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.907624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:53.908306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.932232 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2083860-312a-4f60-90ea-30114e4ed8f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (82009c8e-80a4-44af-b068-a6882f4f92c1), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.975859 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b31b-2072-4d32-83a7-ad4715713121 admin admin] Publish callbacks [] for security_group (e1eb11e6-a1fe-48ac-aa8c-a9b088f44eb5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:53.986428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b31b-2072-4d32-83a7-ad4715713121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e1eb11e6-a1fe-48ac-aa8c-a9b088f44eb5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.017818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-b7f856ee-c11d-48ec-818c-ed06b9dd6268', 'network_id': 'b7f856ee-c11d-48ec-818c-ed06b9dd6268', 'project_id': 'b2c84d7cef594deea6d17450421862f4', 'fixed_ips': [{'subnet_id': '6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:54.018852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.023876 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b8a7b31b-2072-4d32-83a7-ad4715713121 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23f34ab4951a4c6c82112539bc9d79a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5696933 Nov 03 02:26:54.028522 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38530) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:54.049752 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-5c8acb78-5219-4db5-9784-d9912bbcd604 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0536382 Nov 03 02:26:54.057510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (24e70b5a-d34d-455a-90b1-a446c6b5c5b2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.061798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (3b4ded51-20bf-49b5-97c8-d886035ce4ee), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.087180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Request body: {'port': {'device_id': '7f383924-55fd-431b-af56-b6a84ef301c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:54.111107 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7b31b-2072-4d32-83a7-ad4715713121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eb11e6-a1fe-48ac-aa8c-a9b088f44eb5,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:54.135191 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2083860-312a-4f60-90ea-30114e4ed8f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (82009c8e-80a4-44af-b068-a6882f4f92c1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.144714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Made reservation on behalf of b2c84d7cef594deea6d17450421862f4 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:54.149245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.153916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4ded51-20bf-49b5-97c8-d886035ce4ee']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:54.166805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c556df-0909-429e-b27b-9c9b10b45d03 req-cb8e6ff9-33a9-444a-992f-2f51edf703b3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:54.168411 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a1c556df-0909-429e-b27b-9c9b10b45d03 req-cb8e6ff9-33a9-444a-992f-2f51edf703b3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 932 time: 0.3907595 Nov 03 02:26:54.184267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dccb1d4e-d942-441b-835b-e2331015dfef admin admin] Publish callbacks [] for security_group (e1eb11e6-a1fe-48ac-aa8c-a9b088f44eb5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.189968 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Allocated IP 172.20.0.2 (b7f856ee-c11d-48ec-818c-ed06b9dd6268/6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3/34c8719b-7b12-4ce2-aac0-99e3da87b17a) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:54.225465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13102423-d38d-4ca8-bb0e-a9615a4e2918') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:54.225888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13102423-d38d-4ca8-bb0e-a9615a4e2918') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:54.227927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dccb1d4e-d942-441b-835b-e2331015dfef admin admin] Publish callbacks [] for security_group (e1eb11e6-a1fe-48ac-aa8c-a9b088f44eb5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.263982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (24e70b5a-d34d-455a-90b1-a446c6b5c5b2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.269015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:54.269616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.274323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (13102423-d38d-4ca8-bb0e-a9615a4e2918), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.289422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2083860-312a-4f60-90ea-30114e4ed8f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (82009c8e-80a4-44af-b068-a6882f4f92c1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.297022 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 6 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:26:54.333621 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2083860-312a-4f60-90ea-30114e4ed8f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Subnet': ['ID=82009c8e-80a4-44af-b068-a6882f4f92c1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:54.339163 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2083860-312a-4f60-90ea-30114e4ed8f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.342973 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a2083860-312a-4f60-90ea-30114e4ed8f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/82009c8e-80a4-44af-b068-a6882f4f92c1 HTTP/1.1" status: 204 len: 168 time: 0.6399193 Nov 03 02:26:54.347005 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38534) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:54.353852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-db144ecf-ab2a-4c52-bb9d-35b9989023b7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:54.355354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] device_id is not set on port 10cf0f56-799c-472a-80b6-837cacad8f2b yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:26:54.359236 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dccb1d4e-d942-441b-835b-e2331015dfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e1eb11e6-a1fe-48ac-aa8c-a9b088f44eb5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.362182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dccb1d4e-d942-441b-835b-e2331015dfef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.367443 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dccb1d4e-d942-441b-835b-e2331015dfef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1eb11e6-a1fe-48ac-aa8c-a9b088f44eb5 HTTP/1.1" status: 204 len: 168 time: 0.3364861 Nov 03 02:26:54.382491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (13102423-d38d-4ca8-bb0e-a9615a4e2918), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.407101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:54.407520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (13102423-d38d-4ca8-bb0e-a9615a4e2918), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.415738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.427084 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5162070 Nov 03 02:26:54.432506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38540) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:54.483776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'subnet': {'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:54.489805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb1d4e-d942-441b-835b-e2331015dfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eb11e6-a1fe-48ac-aa8c-a9b088f44eb5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:54.495621 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 13102423-d38d-4ca8-bb0e-a9615a4e2918 resource provider aggregate not found Nov 03 02:26:54.547740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b0e44-9f5a-4276-b994-7b2d76432e99 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Network': ['ID=24e70b5a-d34d-455a-90b1-a446c6b5c5b2,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:54.584256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db144ecf-ab2a-4c52-bb9d-35b9989023b7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:54.587407 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 13102423-d38d-4ca8-bb0e-a9615a4e2918 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13102423-d38d-4ca8-bb0e-a9615a4e2918 found for delete ", "request_id": "req-9774bb27-0637-46cd-9517-b66b30ead9e8"}]} Nov 03 02:26:54.590068 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db144ecf-ab2a-4c52-bb9d-35b9989023b7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.604471 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a1c556df-0909-429e-b27b-9c9b10b45d03 req-3d14fb0a-31f7-4433-82e9-1ed8c3bf3db8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4174306 Nov 03 02:26:54.644638 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab0468b-f309-43a5-aa6a-610b8b816a17 None None] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:54.791887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:54.852467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Publish callbacks [] for port (481b0d8b-7f8d-416e-9fab-8d0260f75b2c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.864867 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:54.903748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38546) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:54.986217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (bc24d217-fee5-492d-8fc5-f1ea2cfc18d1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:54.991400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (3b4ded51-20bf-49b5-97c8-d886035ce4ee), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.001707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (481b0d8b-7f8d-416e-9fab-8d0260f75b2c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.005227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.008826 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/networks/3b4ded51-20bf-49b5-97c8-d886035ce4ee HTTP/1.1" status: 204 len: 168 time: 3.0588334 Nov 03 02:26:55.034198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38548) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:55.041590 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Network c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:55.047137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Subnet': ['ID=bc24d217-fee5-492d-8fc5-f1ea2cfc18d1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:55.062388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Publish callbacks [] for port (34c8719b-7b12-4ce2-aac0-99e3da87b17a), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.064736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:55.078143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:55.084962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-985c3577-966a-4ce0-a65b-44e9a8a92313 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1790912697', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:55.092627 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (34c8719b-7b12-4ce2-aac0-99e3da87b17a), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.149966 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-50248023-3f2d-49e0-9c7d-b0a918acbb64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=570db8c4910a42c59b480cf23ce0770f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426543 Nov 03 02:26:55.154428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:26:48Z', 'revision_number': 2, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:26:49Z', 'revision_number': 2, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:55.158894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38550) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:55.161210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Pushing event updated for resources: {'Port': ['ID=481b0d8b-7f8d-416e-9fab-8d0260f75b2c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:55.170661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adedcec-f7ea-44b3-9c8e-25f2d353df69 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Network': ['ID=3b4ded51-20bf-49b5-97c8-d886035ce4ee,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:55.189103 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.225003 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db144ecf-ab2a-4c52-bb9d-35b9989023b7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.263157 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:55.268278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.274827 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:55.281388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Checking router: c71c1e32-738e-4aca-9e97-bf6cb23cec0b for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:26:55.281931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Updating router c71c1e32-738e-4aca-9e97-bf6cb23cec0b port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:26:55.294672 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 7 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:26:55.302055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db144ecf-ab2a-4c52-bb9d-35b9989023b7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:55.309645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29a1a64-a264-4c0c-ac99-e06a6c4473aa') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:55.310031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29a1a64-a264-4c0c-ac99-e06a6c4473aa') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:55.314604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-db144ecf-ab2a-4c52-bb9d-35b9989023b7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:55.331363 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db144ecf-ab2a-4c52-bb9d-35b9989023b7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:55.332060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db144ecf-ab2a-4c52-bb9d-35b9989023b7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.360203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (d29a1a64-a264-4c0c-ac99-e06a6c4473aa), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.367945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Network b7f856ee-c11d-48ec-818c-ed06b9dd6268 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:55.369750 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-db144ecf-ab2a-4c52-bb9d-35b9989023b7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0216446 Nov 03 02:26:55.375313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38554) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:55.381229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-22c476e6-4cca-4c2e-8dc5-39e7f6eb37aa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'security_group': {'name': 'tempest-secgroup-892386874'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:55.387750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-985c3577-966a-4ce0-a65b-44e9a8a92313 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.388920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-985c3577-966a-4ce0-a65b-44e9a8a92313 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.414642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db144ecf-ab2a-4c52-bb9d-35b9989023b7 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Subnet': ['ID=8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:55.423883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (d29a1a64-a264-4c0c-ac99-e06a6c4473aa), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.428458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:55.430449 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Pushing event updated for resources: {'Port': ['ID=34c8719b-7b12-4ce2-aac0-99e3da87b17a,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:55.437311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.442062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Allocated IP 172.20.0.7 (b7f856ee-c11d-48ec-818c-ed06b9dd6268/6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3/10cf0f56-799c-472a-80b6-837cacad8f2b) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:55.453446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:55.453941 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (d29a1a64-a264-4c0c-ac99-e06a6c4473aa), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.458979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:55.481807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:55.513872 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Attempting to bind port 481b0d8b-7f8d-416e-9fab-8d0260f75b2c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:55.514276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Attempting to bind port 481b0d8b-7f8d-416e-9fab-8d0260f75b2c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'd29a1a64-a264-4c0c-ac99-e06a6c4473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:55.516527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Attempting to bind port 481b0d8b-7f8d-416e-9fab-8d0260f75b2c on network c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:55.521727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-22c476e6-4cca-4c2e-8dc5-39e7f6eb37aa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.555488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5f53686d-599c-4786-aea9-ed9ce0d244d3 admin admin] Publish callbacks [] for security_group (0c00c42a-ee37-49a9-8b02-dce6c867f692), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.612624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:55.615172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Checking segment: {'id': 'd29a1a64-a264-4c0c-ac99-e06a6c4473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:55.616269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.617168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Bound using segment: {'id': 'd29a1a64-a264-4c0c-ac99-e06a6c4473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:55.618260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Bound port: 481b0d8b-7f8d-416e-9fab-8d0260f75b2c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29a1a64-a264-4c0c-ac99-e06a6c4473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:55.618905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (481b0d8b-7f8d-416e-9fab-8d0260f75b2c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.641490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-22c476e6-4cca-4c2e-8dc5-39e7f6eb37aa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (74ccf103-026a-42ec-bc33-3f3cf39799cc), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.650800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.db.api [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 02:26:55.650800 dv-neutron-860659-5-hyperv neutron-server[104393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 02:26:55.650800 dv-neutron-860659-5-hyperv neutron-server[104393]: [parameters: {'id': 'c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9'}] Nov 03 02:26:55.650800 dv-neutron-860659-5-hyperv neutron-server[104393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:26:55.651264 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG oslo_db.api [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:26:55.651682 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-22c476e6-4cca-4c2e-8dc5-39e7f6eb37aa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (74ccf103-026a-42ec-bc33-3f3cf39799cc), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.695095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Attempting to bind port 34c8719b-7b12-4ce2-aac0-99e3da87b17a on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:55.695678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Attempting to bind port 34c8719b-7b12-4ce2-aac0-99e3da87b17a by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4e3b0e7f-a586-4019-84bb-541472621d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b7f856ee-c11d-48ec-818c-ed06b9dd6268'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:55.696475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Attempting to bind port 34c8719b-7b12-4ce2-aac0-99e3da87b17a on network b7f856ee-c11d-48ec-818c-ed06b9dd6268 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:55.707358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:55.709220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Checking segment: {'id': '4e3b0e7f-a586-4019-84bb-541472621d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b7f856ee-c11d-48ec-818c-ed06b9dd6268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:55.711184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.711184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Bound using segment: {'id': '4e3b0e7f-a586-4019-84bb-541472621d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b7f856ee-c11d-48ec-818c-ed06b9dd6268'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:55.712034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Bound port: 34c8719b-7b12-4ce2-aac0-99e3da87b17a, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3b0e7f-a586-4019-84bb-541472621d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b7f856ee-c11d-48ec-818c-ed06b9dd6268'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:55.713681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (34c8719b-7b12-4ce2-aac0-99e3da87b17a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.745183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c476e6-4cca-4c2e-8dc5-39e7f6eb37aa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ccf103-026a-42ec-bc33-3f3cf39799cc,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:55.759071 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-22c476e6-4cca-4c2e-8dc5-39e7f6eb37aa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.764736 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-22c476e6-4cca-4c2e-8dc5-39e7f6eb37aa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.3857014 Nov 03 02:26:55.764736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38562) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:55.777660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5cb46649-845a-48b3-9dbd-4c9faab43614 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'security_group': {'name': 'tempest-secgroup-1849187322'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:55.837202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cb46649-845a-48b3-9dbd-4c9faab43614 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.857848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5f53686d-599c-4786-aea9-ed9ce0d244d3 admin admin] Publish callbacks [] for security_group (0c00c42a-ee37-49a9-8b02-dce6c867f692), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:55.944805 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment d29a1a64-a264-4c0c-ac99-e06a6c4473aa resource provider aggregate not found Nov 03 02:26:55.959030 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 8 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:26:55.986142 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment d29a1a64-a264-4c0c-ac99-e06a6c4473aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d29a1a64-a264-4c0c-ac99-e06a6c4473aa found for delete ", "request_id": "req-74c17ddc-5174-4344-9555-a0b3b56412ab"}]} Nov 03 02:26:56.012404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cb46649-845a-48b3-9dbd-4c9faab43614 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (edc40b09-6716-405a-8a5f-c963579902ab), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.021662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cb46649-845a-48b3-9dbd-4c9faab43614 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (edc40b09-6716-405a-8a5f-c963579902ab), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.059827 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb46649-845a-48b3-9dbd-4c9faab43614 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc40b09-6716-405a-8a5f-c963579902ab,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:56.061012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:56.064939 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-985c3577-966a-4ce0-a65b-44e9a8a92313 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.066339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cb46649-845a-48b3-9dbd-4c9faab43614 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.071605 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5cb46649-845a-48b3-9dbd-4c9faab43614 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3048933 Nov 03 02:26:56.072468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38566) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:56.078034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a1a23cac-104d-4830-b819-0c12df1a256c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'security_group': {'name': 'tempest-secgroup-2087811138'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:56.150028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a1a23cac-104d-4830-b819-0c12df1a256c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.154070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.186555 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] For port 481b0d8b-7f8d-416e-9fab-8d0260f75b2c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:56.221991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] For port 481b0d8b-7f8d-416e-9fab-8d0260f75b2c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=481b0d8b-7f8d-416e-9fab-8d0260f75b2c,segment=NetworkSegment(d29a1a64-a264-4c0c-ac99-e06a6c4473aa),segment_id=d29a1a64-a264-4c0c-ac99-e06a6c4473aa)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:56.228629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-985c3577-966a-4ce0-a65b-44e9a8a92313 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.234209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] For port 34c8719b-7b12-4ce2-aac0-99e3da87b17a, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:56.258234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (481b0d8b-7f8d-416e-9fab-8d0260f75b2c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.261399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8b4e82-aba1-4926-8fdc-74bc8011f37c {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:26:56.268044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f1365-c5a8-42a6-8859-7b5d19f27eda None None] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:56.278860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] For port 34c8719b-7b12-4ce2-aac0-99e3da87b17a, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=34c8719b-7b12-4ce2-aac0-99e3da87b17a,segment=NetworkSegment(4e3b0e7f-a586-4019-84bb-541472621d22),segment_id=4e3b0e7f-a586-4019-84bb-541472621d22)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:56.295681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Publish callbacks [] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.307308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Deleting port 481b0d8b-7f8d-416e-9fab-8d0260f75b2c {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:26:56.308108 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (481b0d8b-7f8d-416e-9fab-8d0260f75b2c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.327830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (668de33a-d865-4dc0-918e-f97077d24d47), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.348268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-985c3577-966a-4ce0-a65b-44e9a8a92313 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.352099 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-985c3577-966a-4ce0-a65b-44e9a8a92313 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2695315 Nov 03 02:26:56.370858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b2b40-71de-4800-86a9-791173e4b9ae req-149dac13-4e35-4a44-a5be-e67d6d292fa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:56.371546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38568) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:56.372555 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-535b2b40-71de-4800-86a9-791173e4b9ae req-149dac13-4e35-4a44-a5be-e67d6d292fa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 932 time: 0.5335631 Nov 03 02:26:56.379525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-163518349'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:56.409097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Transition to ACTIVE for port object bd8b4e82-aba1-4926-8fdc-74bc8011f37c will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:26:56.411840 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5f53686d-599c-4786-aea9-ed9ce0d244d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0c00c42a-ee37-49a9-8b02-dce6c867f692), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.413995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5f53686d-599c-4786-aea9-ed9ce0d244d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.417700 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5f53686d-599c-4786-aea9-ed9ce0d244d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c00c42a-ee37-49a9-8b02-dce6c867f692 HTTP/1.1" status: 204 len: 168 time: 1.2423415 Nov 03 02:26:56.424539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks [] for port (10cf0f56-799c-472a-80b6-837cacad8f2b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.452819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53686d-599c-4786-aea9-ed9ce0d244d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c00c42a-ee37-49a9-8b02-dce6c867f692,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:56.454895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.497268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] For port 481b0d8b-7f8d-416e-9fab-8d0260f75b2c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=481b0d8b-7f8d-416e-9fab-8d0260f75b2c,segment=NetworkSegment(d29a1a64-a264-4c0c-ac99-e06a6c4473aa),segment_id=d29a1a64-a264-4c0c-ac99-e06a6c4473aa)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:56.502270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (481b0d8b-7f8d-416e-9fab-8d0260f75b2c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.546487 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Calling delete_port for 481b0d8b-7f8d-416e-9fab-8d0260f75b2c owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:26:56.549961 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:56.562237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.584056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Subnet': ['ID=668de33a-d865-4dc0-918e-f97077d24d47,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:56.618175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Checking segment: {'id': '6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:56.618553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network hostable DHCP agents. Network: 24e70b5a-d34d-455a-90b1-a446c6b5c5b2, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:56.637998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (34c8719b-7b12-4ce2-aac0-99e3da87b17a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.655173 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 9 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:26:56.657121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8b4e82-aba1-4926-8fdc-74bc8011f37c,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:56.676221 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-535b2b40-71de-4800-86a9-791173e4b9ae req-aae465bb-2444-4e32-9640-86bd3854e73a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658238 Nov 03 02:26:56.707999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (10cf0f56-799c-472a-80b6-837cacad8f2b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.735863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:26:56.779005 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a1a23cac-104d-4830-b819-0c12df1a256c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (6564e875-5e96-41cc-a903-90aaeeb85dd4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.792195 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a1a23cac-104d-4830-b819-0c12df1a256c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (6564e875-5e96-41cc-a903-90aaeeb85dd4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.793189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Network b7f856ee-c11d-48ec-818c-ed06b9dd6268 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:56.796895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Attempting to bind port bd8b4e82-aba1-4926-8fdc-74bc8011f37c on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:56.797138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Attempting to bind port bd8b4e82-aba1-4926-8fdc-74bc8011f37c by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:56.797478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Attempting to bind port bd8b4e82-aba1-4926-8fdc-74bc8011f37c on network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:56.803939 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:56.809435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 24e70b5a-d34d-455a-90b1-a446c6b5c5b2) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:56.811339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:56.821377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Port bd8b4e82-aba1-4926-8fdc-74bc8011f37c on network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:26:56.821759 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Attempting to bind port bd8b4e82-aba1-4926-8fdc-74bc8011f37c on network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:56.823765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:26:56.850557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:56.853213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.858854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5183159-cbec-4ef8-af42-d28b76c70982 None None] Network 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:56.870222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Publish callbacks [] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.883975 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-74e75572-ff65-4c25-bbb9-ad9de9e1d739 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4039569 Nov 03 02:26:56.884736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38576) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:56.890723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (6001f24b-4e2b-4f23-bdb0-2e7cd7190206), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.891423 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added segment 6001f24b-4e2b-4f23-bdb0-2e7cd7190206 of type vlan for network f2aab474-6037-4dea-90bf-40f87cf9ce6f Nov 03 02:26:56.894629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Pushing event updated for resources: {'Port': ['ID=10cf0f56-799c-472a-80b6-837cacad8f2b,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:56.902231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:56.902617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Checking segment: {'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:56.903167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Bound using segment: {'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:56.903463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Bound port: bd8b4e82-aba1-4926-8fdc-74bc8011f37c, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:56.903829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.912800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a1a23cac-104d-4830-b819-0c12df1a256c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.914856 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a1a23cac-104d-4830-b819-0c12df1a256c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8412387 Nov 03 02:26:56.929253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38580) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:56.943532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-959812042', 'security_groups': ['6564e875-5e96-41cc-a903-90aaeeb85dd4'], 'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:56.964246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (481b0d8b-7f8d-416e-9fab-8d0260f75b2c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:56.971905 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a23cac-104d-4830-b819-0c12df1a256c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6564e875-5e96-41cc-a903-90aaeeb85dd4,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:57.018582 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:57.019052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.068210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9f0dbc-68b0-4a0b-beed-e6bbc3044651 None None] Network c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:57.076612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.083662 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-00b7acf0-5367-48f5-9bf0-2f07e4e3d422 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5150995 Nov 03 02:26:57.089100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38586) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:57.094315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Request body: {'port': {'network_id': 'b7f856ee-c11d-48ec-818c-ed06b9dd6268', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1959921163', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:57.094785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] bootfile-name is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:26:57.095145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] tftp-server is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:26:57.095485 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] server-ip-address is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:26:57.115825 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:57.116463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195bebb-c3c4-45a2-92d9-a16f12f80b7e None None] Pushing event updated for resources: {'Port': ['ID=481b0d8b-7f8d-416e-9fab-8d0260f75b2c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:57.246729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Port': ['ID=481b0d8b-7f8d-416e-9fab-8d0260f75b2c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:57.272880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No DVR routers for this DVR port 481b0d8b-7f8d-416e-9fab-8d0260f75b2c on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:26:57.318512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b0610-a7ce-45da-b067-d62150312d11 None None] Pushing event updated for resources: {'Port': ['ID=34c8719b-7b12-4ce2-aac0-99e3da87b17a,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:57.351285 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (f2aab474-6037-4dea-90bf-40f87cf9ce6f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.465893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] For port bd8b4e82-aba1-4926-8fdc-74bc8011f37c, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:57.477808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.484698 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] For port bd8b4e82-aba1-4926-8fdc-74bc8011f37c, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=bd8b4e82-aba1-4926-8fdc-74bc8011f37c,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:57.508629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.521482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:57.527404 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1252c38-9824-4097-848a-321d3a246b5f None None] Network c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:57.536174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29a1a64-a264-4c0c-ac99-e06a6c4473aa') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:57.537375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29a1a64-a264-4c0c-ac99-e06a6c4473aa') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:57.551270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:57.551700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (d29a1a64-a264-4c0c-ac99-e06a6c4473aa), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.554262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.556876 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] 10.222.0.27 "PUT /v2.0/ports/bd8b4e82-aba1-4926-8fdc-74bc8011f37c HTTP/1.1" status: 200 len: 1094 time: 3.4882245 Nov 03 02:26:57.572201 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (d29a1a64-a264-4c0c-ac99-e06a6c4473aa), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.580554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:57.581023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (d29a1a64-a264-4c0c-ac99-e06a6c4473aa), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.623266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f383924-55fd-431b-af56-b6a84ef301c2', 'tag': 'bd8b4e82-aba1-4926-8fdc-74bc8011f37c'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:26:57.625709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7e5ea2-472d-4378-8a98-05409b3e07a8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f383924-55fd-431b-af56-b6a84ef301c2", "tag": "bd8b4e82-aba1-4926-8fdc-74bc8011f37c"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:26:57.652332 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 10 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:26:57.705166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.710851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a4cc8-1300-407a-a7c2-5e7b71b6675d None None] Pushing event updated for resources: {'Port': ['ID=6fc6ba7c-ea35-41c7-b4c8-6aa604512440,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:57.711974 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.726481 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9 HTTP/1.1" status: 204 len: 168 time: 4.7755628 Nov 03 02:26:57.738007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccbde85-e00e-47bf-a035-e6ee2f8516ad x-openstack-request-id: req-2ccbde85-e00e-47bf-a035-e6ee2f8516ad {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:26:57.738313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f383924-55fd-431b-af56-b6a84ef301c2", "tag": "bd8b4e82-aba1-4926-8fdc-74bc8011f37c", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:26:57.741924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ccbde85-e00e-47bf-a035-e6ee2f8516ad {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:26:57.742516 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccbde85-e00e-47bf-a035-e6ee2f8516ad'] response: {'name': 'network-changed', 'server_uuid': '7f383924-55fd-431b-af56-b6a84ef301c2', 'tag': 'bd8b4e82-aba1-4926-8fdc-74bc8011f37c', 'status': 'completed', 'code': 200} Nov 03 02:26:57.780879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38604) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:57.786672 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.db.resource_extend [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:26:57.793617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Made reservation on behalf of b2c84d7cef594deea6d17450421862f4 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:57.797398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.802183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf97b2-822f-4f8e-9218-b0ae915da990 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:57.855189 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Attempting to bind port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:57.855821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Attempting to bind port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '4cbfbe15-f6bb-462b-b193-243889b6b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:57.856366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Attempting to bind port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 on network e8639711-8852-49f3-8dfb-d9937901bc3d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:57.873475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:57.875556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'project_id': '11e48b890e78419891812f693265e85f', 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:26:57.876740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.878835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:26:57.879553 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Checking segment: {'id': '4cbfbe15-f6bb-462b-b193-243889b6b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:57.880797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.881383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Bound using segment: {'id': '4cbfbe15-f6bb-462b-b193-243889b6b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:26:57.882044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Bound port: 6fc6ba7c-ea35-41c7-b4c8-6aa604512440, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbfbe15-f6bb-462b-b193-243889b6b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:26:57.882625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.905334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38608) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:57.924627 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0801f6-c86c-4b24-aff0-e903ee9e4c80 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:57.928056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0801f6-c86c-4b24-aff0-e903ee9e4c80 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:57.934870 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6a0801f6-c86c-4b24-aff0-e903ee9e4c80 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/subnets/bc24d217-fee5-492d-8fc5-f1ea2cfc18d1 HTTP/1.1" status: 404 len: 337 time: 0.1160331 Nov 03 02:26:57.952184 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38612) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:57.975367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dc40b-a417-4829-aa0d-105bc7dcf063 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8b4e82-aba1-4926-8fdc-74bc8011f37c,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:57.988244 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Provisioning complete for port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:57.988244 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c03ef85a-a297-49e3-9f14-ba7a66dcfe77), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:57.988756 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 1 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:58.018505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (f2aab474-6037-4dea-90bf-40f87cf9ce6f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:58.025080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:58.025704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:58.036414 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b410aee7-bc4c-4c7d-9f2a-e0302a328c96 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:58.037037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b410aee7-bc4c-4c7d-9f2a-e0302a328c96 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:58.040359 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b410aee7-bc4c-4c7d-9f2a-e0302a328c96 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/c2a9e702-f8ba-4d09-8fb8-8eac7eb34da9 HTTP/1.1" status: 404 len: 339 time: 0.0871439 Nov 03 02:26:58.045984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38616) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.134678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-e619eb3e-2d75-4264-97ef-20d130baf289 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.139006 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e619eb3e-2d75-4264-97ef-20d130baf289 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2202890 Nov 03 02:26:58.142039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:58.158353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38618) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.159281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:58.168415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] For port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:26:58.169148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-0b52fed4-63ab-4fda-ad67-b3acd1c56c02 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.172872 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0b52fed4-63ab-4fda-ad67-b3acd1c56c02 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076005 Nov 03 02:26:58.175321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] For port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6fc6ba7c-ea35-41c7-b4c8-6aa604512440,segment=NetworkSegment(4cbfbe15-f6bb-462b-b193-243889b6b48c),segment_id=4cbfbe15-f6bb-462b-b193-243889b6b48c)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:26:58.178765 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment d29a1a64-a264-4c0c-ac99-e06a6c4473aa resource provider aggregate not found Nov 03 02:26:58.182805 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca084e6-a3f8-4cef-851c-11d19ef79c2b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:58.183264 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca084e6-a3f8-4cef-851c-11d19ef79c2b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:58.186390 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cca084e6-a3f8-4cef-851c-11d19ef79c2b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/subnets/5f14a9ab-30b6-4b5b-8df8-11817a72edf6 HTTP/1.1" status: 404 len: 337 time: 0.1209421 Nov 03 02:26:58.189955 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38620) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.190302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38624) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.203079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-dfcafd9c-42d2-4931-9014-08a4984f4338 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.206488 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dfcafd9c-42d2-4931-9014-08a4984f4338 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0070279 Nov 03 02:26:58.213256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] device_id is not set on port 921adde5-1086-4b73-a6ab-e4b72f775376 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:26:58.215084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a0004-ba30-4770-bcee-b6c5dc33e4ec None None] Update dhcp port {'port': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'fixed_ips': [{'subnet_id': '236b7e97-24ff-4138-9f6b-e6878e821273', 'ip_address': '172.20.0.18'}, {'subnet_id': '8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'fccce305-620d-4330-8401-4194b266f4b7'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:26:58.231272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38626) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.239310 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment d29a1a64-a264-4c0c-ac99-e06a6c4473aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d29a1a64-a264-4c0c-ac99-e06a6c4473aa found for delete ", "request_id": "req-b45030b0-8170-4a55-bce3-619305be5972"}]} Nov 03 02:26:58.251423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-a59a6c89-a830-4abe-842d-a8933980f4cc tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.254808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:58.257415 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a59a6c89-a830-4abe-842d-a8933980f4cc tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0129592 Nov 03 02:26:58.258499 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:58.261888 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7420387-bebe-4d34-896a-2bdf8d16987b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:58.262745 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7420387-bebe-4d34-896a-2bdf8d16987b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:58.268775 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e7420387-bebe-4d34-896a-2bdf8d16987b tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/04e3441b-7473-43e9-a374-bb6c4617ca54 HTTP/1.1" status: 404 len: 339 time: 0.0680096 Nov 03 02:26:58.268775 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38628) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.277750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-61363e5e-61c0-4d44-9802-922047e4cfbd tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.278866 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-61363e5e-61c0-4d44-9802-922047e4cfbd tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0061691 Nov 03 02:26:58.297135 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9222744 Nov 03 02:26:58.300954 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38630) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.301387 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38632) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.301954 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38634) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.311086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0004-ba30-4770-bcee-b6c5dc33e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fccce305-620d-4330-8401-4194b266f4b7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:58.322489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'subnet': {'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:26:58.330497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-bdf3ce86-8f64-40a9-a680-08a747ff6adc tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.331545 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bdf3ce86-8f64-40a9-a680-08a747ff6adc tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0147703 Nov 03 02:26:58.346693 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Allocated IP 172.21.0.2 (24e70b5a-d34d-455a-90b1-a446c6b5c5b2/668de33a-d865-4dc0-918e-f97077d24d47/8107c02b-2b5a-4c46-b234-c36778bbcbad) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:58.358352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:26:58.361403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:58.369409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38636) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.373612 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143102b-8f09-455a-aa0e-8c4d60d49917 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Network': ['ID=f2aab474-6037-4dea-90bf-40f87cf9ce6f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:58.405266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-d49927d4-2b2d-43e9-a445-8e0192dc9196 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.406483 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d49927d4-2b2d-43e9-a445-8e0192dc9196 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0336885 Nov 03 02:26:58.437164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Allocated IP 172.20.0.6 (b7f856ee-c11d-48ec-818c-ed06b9dd6268/6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3/921adde5-1086-4b73-a6ab-e4b72f775376) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:58.443259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network f2aab474-6037-4dea-90bf-40f87cf9ce6f details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:26:58.445484 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b533d-3fc6-41bb-9571-7b00f1ca5e34 None None] Network b7f856ee-c11d-48ec-818c-ed06b9dd6268 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:26:58.470371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38638) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.481080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-48c2e800-dc07-46b7-8225-755bd6bbc1df tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.482127 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-48c2e800-dc07-46b7-8225-755bd6bbc1df tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0093718 Nov 03 02:26:58.494192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38640) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.507547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-0b3aa72a-1629-473d-a308-774230b2f3b7 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.507547 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0b3aa72a-1629-473d-a308-774230b2f3b7 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0069079 Nov 03 02:26:58.510769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38642) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.529443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-e874e595-c58d-406d-88d8-ab79d64d542c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.530372 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e874e595-c58d-406d-88d8-ab79d64d542c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051517 Nov 03 02:26:58.539170 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38644) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.552730 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-047e669c-b799-4125-84ef-c83e7ae81aa3 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.553638 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-047e669c-b799-4125-84ef-c83e7ae81aa3 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0074694 Nov 03 02:26:58.568263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38646) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.583197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-e20e7494-21f5-4f66-a968-004bb1741291 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.584503 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e20e7494-21f5-4f66-a968-004bb1741291 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0152485 Nov 03 02:26:58.598147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38648) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.606483 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-ffeaf0ec-9de1-4ed5-beb7-afe85489e2a3 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.607489 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ffeaf0ec-9de1-4ed5-beb7-afe85489e2a3 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073392 Nov 03 02:26:58.612848 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a4cc8-1300-407a-a7c2-5e7b71b6675d None None] Pushing event updated for resources: {'Port': ['ID=6fc6ba7c-ea35-41c7-b4c8-6aa604512440,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:58.616438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38652) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.622372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67236b4-fb06-45a3-b75f-ebda02184d9a req-bc2547e1-a62e-4d26-b99e-1387b3d9b87c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:58.623023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (b59fc847-bf7a-4a99-9509-8d337741e9a0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:58.623926 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f67236b4-fb06-45a3-b75f-ebda02184d9a req-bc2547e1-a62e-4d26-b99e-1387b3d9b87c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 944 time: 0.8158748 Nov 03 02:26:58.645961 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-da71986f-fa4b-41ae-a3e9-35ec13bcac6c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.647660 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-da71986f-fa4b-41ae-a3e9-35ec13bcac6c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0207160 Nov 03 02:26:58.652219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38654) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.661866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-e8c4a314-98ef-4174-9ed2-fdfb4beea649 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.662832 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e8c4a314-98ef-4174-9ed2-fdfb4beea649 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068374 Nov 03 02:26:58.668190 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 2 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:58.670043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38656) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.683651 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-45061cab-42f9-4bcd-86ee-2b5ebc08c789 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.684884 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-45061cab-42f9-4bcd-86ee-2b5ebc08c789 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0109940 Nov 03 02:26:58.687883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:58.690698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38658) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.701532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-da885992-74a2-4e4f-82f4-00c59958495c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.702984 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-da885992-74a2-4e4f-82f4-00c59958495c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0103550 Nov 03 02:26:58.705709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38660) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.713204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-4a06ea1a-6b93-4923-a16d-8caf721f342e tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.714373 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4a06ea1a-6b93-4923-a16d-8caf721f342e tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0071342 Nov 03 02:26:58.747181 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:26:58.751440 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:58.777766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38662) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.788868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-a3d2f4f9-d98f-4b89-b33f-8b7286d6c4ff tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.792926 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a3d2f4f9-d98f-4b89-b33f-8b7286d6c4ff tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0100410 Nov 03 02:26:58.801175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:26:58.803598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38664) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.811029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-75ea794d-6188-4945-84e8-18f7531cd9d2 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.812734 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-75ea794d-6188-4945-84e8-18f7531cd9d2 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0072818 Nov 03 02:26:58.844175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38666) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.846377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-417aa977-6f8a-4a8b-9dac-d76ff32555db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:26:58.848857 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-417aa977-6f8a-4a8b-9dac-d76ff32555db service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 1128 time: 1.2134266 Nov 03 02:26:58.870641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-c3f8f998-e861-4f63-9aa5-dc0dd3761e74 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.875220 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c3f8f998-e861-4f63-9aa5-dc0dd3761e74 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0261264 Nov 03 02:26:58.886037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38668) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:58.888361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] device_id is not set on port bf6f469c-c49b-4543-85a5-c0b1ec22b744 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:26:58.888844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:58.936168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-19579062-ec38-49ac-aeb6-3dbd81188e32 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:58.937231 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-19579062-ec38-49ac-aeb6-3dbd81188e32 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0057092 Nov 03 02:26:59.057922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38670) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.072146 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-a51e8203-a05e-4ca7-a495-7577d1fbdb7e tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.072929 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a51e8203-a05e-4ca7-a495-7577d1fbdb7e tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0141017 Nov 03 02:26:59.086797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38672) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.106851 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-fb94e148-0ee6-4fec-aca7-75937721aad2 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.108890 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fb94e148-0ee6-4fec-aca7-75937721aad2 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0134630 Nov 03 02:26:59.115701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (b59fc847-bf7a-4a99-9509-8d337741e9a0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.118600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38674) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.123081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-ed625461-b5f1-41cb-a6ce-8d0134c5922d tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.124321 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ed625461-b5f1-41cb-a6ce-8d0134c5922d tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047252 Nov 03 02:26:59.134711 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38676) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.140498 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-0a02a2c8-5ebb-4f39-b247-7fa07c0e8074 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.141567 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0a02a2c8-5ebb-4f39-b247-7fa07c0e8074 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059030 Nov 03 02:26:59.146775 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38678) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.163333 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-a39b79cb-6fbe-4d6e-81b6-b6a04ad4bb3d tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.164352 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a39b79cb-6fbe-4d6e-81b6-b6a04ad4bb3d tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0125430 Nov 03 02:26:59.169470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59fc847-bf7a-4a99-9509-8d337741e9a0']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:59.171821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38680) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.185740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-961db045-073a-4112-839d-b690b8f71e77 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.186793 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-961db045-073a-4112-839d-b690b8f71e77 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0141404 Nov 03 02:26:59.190375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38682) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.192769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74406a0e-6d88-4e6a-a80b-b486d1ca1bfe') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:59.193072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74406a0e-6d88-4e6a-a80b-b486d1ca1bfe') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:26:59.205018 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-ff4ea637-cc31-4be2-9b72-bf1d26e5eea7 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.206188 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ff4ea637-cc31-4be2-9b72-bf1d26e5eea7 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0108600 Nov 03 02:26:59.211226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38684) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.213239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (74406a0e-6d88-4e6a-a80b-b486d1ca1bfe), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.220190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-35be102e-f5aa-4d2a-b200-04c8ce8df175 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.220190 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-35be102e-f5aa-4d2a-b200-04c8ce8df175 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048530 Nov 03 02:26:59.229201 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38686) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.237309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-7ea45ceb-a598-461f-aa19-51236053d957 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.239381 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7ea45ceb-a598-461f-aa19-51236053d957 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0063710 Nov 03 02:26:59.243545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 34c8719b-7b12-4ce2-aac0-99e3da87b17a up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:26:59.247313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38688) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.255014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (74406a0e-6d88-4e6a-a80b-b486d1ca1bfe), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.260302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-ae1fa5bb-da78-49c3-98c5-77334a652cc0 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.261537 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ae1fa5bb-da78-49c3-98c5-77334a652cc0 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0130954 Nov 03 02:26:59.285647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38690) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.297605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-ae740245-0f08-41e5-83ef-a58b4b686839 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.298307 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ae740245-0f08-41e5-83ef-a58b4b686839 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091097 Nov 03 02:26:59.299516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:26:59.300540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (74406a0e-6d88-4e6a-a80b-b486d1ca1bfe), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.307490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38692) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.353773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-8f2a0004-ba30-4770-bcee-b6c5dc33e4ec None None] Allocated IP 172.20.0.2 (4c265cd9-0cde-417d-8ebc-0ffabd6863e9/8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2/fccce305-620d-4330-8401-4194b266f4b7) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:59.359558 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-c027698f-a4de-4fdb-bf0a-8838dc0bf704 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.364305 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c027698f-a4de-4fdb-bf0a-8838dc0bf704 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0454278 Nov 03 02:26:59.364956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38694) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.375922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-675d61de-dde7-4ff2-a62c-cec2cb31934d tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.379766 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-675d61de-dde7-4ff2-a62c-cec2cb31934d tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0093365 Nov 03 02:26:59.383477 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38696) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.395567 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-529bb003-c7ef-4fc6-a244-46f8bdad1f4c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.399576 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-529bb003-c7ef-4fc6-a244-46f8bdad1f4c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0118086 Nov 03 02:26:59.401747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38698) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.404110 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 3 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:26:59.414482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-52dfdba1-782a-415e-a121-fb3fca75bfcf tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.418756 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-52dfdba1-782a-415e-a121-fb3fca75bfcf tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0079210 Nov 03 02:26:59.421251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Publish callbacks [] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.444065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38700) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.454175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-cec37472-fe28-4fbc-8dca-a996f72eb79c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.458373 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cec37472-fe28-4fbc-8dca-a996f72eb79c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0131903 Nov 03 02:26:59.460697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38702) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.465969 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f67236b4-fb06-45a3-b75f-ebda02184d9a req-01c11785-489b-4636-ae69-d674588289ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8202407 Nov 03 02:26:59.474154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (b59fc847-bf7a-4a99-9509-8d337741e9a0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.474378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-db84567f-54bb-4a10-ba40-d56a2ce35131 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.475362 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-db84567f-54bb-4a10-ba40-d56a2ce35131 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0084367 Nov 03 02:26:59.481547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.487918 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/b59fc847-bf7a-4a99-9509-8d337741e9a0 HTTP/1.1" status: 204 len: 168 time: 1.1706369 Nov 03 02:26:59.487918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38704) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.507310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38706) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.513372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-19894e51-8f79-4e54-88b3-a6f402aeff4c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.517560 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-19894e51-8f79-4e54-88b3-a6f402aeff4c tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0113881 Nov 03 02:26:59.518873 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a05a1-9fc5-4e6d-a9fe-43c9dace7852 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=b59fc847-bf7a-4a99-9509-8d337741e9a0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:59.525952 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-95a270ef-e0aa-4513-ba29-e2349ee1cf37 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=bd8b4e82-aba1-4926-8fdc-74bc8011f37c HTTP/1.1" status: 200 len: 217 time: 0.6598692 Nov 03 02:26:59.526456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38708) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.529015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks [] for port (921adde5-1086-4b73-a6ab-e4b72f775376), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.540168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.542992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-7fac9cc5-e8e5-48d4-87f0-31987f86544f tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.544098 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7fac9cc5-e8e5-48d4-87f0-31987f86544f tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048749 Nov 03 02:26:59.549692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38710) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.560275 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2509d513-0166-4aee-9ac4-94807e1a1cc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:59.561064 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2509d513-0166-4aee-9ac4-94807e1a1cc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:59.565130 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2509d513-0166-4aee-9ac4-94807e1a1cc4 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/subnets/c73337f8-bfcd-489c-98e6-162409ff0381 HTTP/1.1" status: 404 len: 337 time: 0.0433834 Nov 03 02:26:59.566343 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (63dbba9d-ed32-41d7-b596-79d62424cc2b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.569047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38712) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.646533 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad19a0f-0946-4dce-94dd-a0b04f2080b9 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:59.648321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad19a0f-0946-4dce-94dd-a0b04f2080b9 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:59.655341 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bad19a0f-0946-4dce-94dd-a0b04f2080b9 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/e47b9172-6724-4919-80c9-798ae875cfd3 HTTP/1.1" status: 404 len: 339 time: 0.0435903 Nov 03 02:26:59.670746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38714) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.673511 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Subnet': ['ID=63dbba9d-ed32-41d7-b596-79d62424cc2b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:59.687344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:26:59.689807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 34c8719b-7b12-4ce2-aac0-99e3da87b17a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:26:59.690198 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (34c8719b-7b12-4ce2-aac0-99e3da87b17a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.690540 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 34c8719b-7b12-4ce2-aac0-99e3da87b17a Nov 03 02:26:59.700518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-8f184fe7-21e0-4c52-bbaf-d40acc36bee7 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.701440 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8f184fe7-21e0-4c52-bbaf-d40acc36bee7 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.1400743 Nov 03 02:26:59.713765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38716) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.716749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Network 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:26:59.723469 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbfa707-129d-4f7d-8e5c-f9d32bd892b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:59.724403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbfa707-129d-4f7d-8e5c-f9d32bd892b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:59.728015 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1fbfa707-129d-4f7d-8e5c-f9d32bd892b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/subnets/7ac5b9ef-d355-4864-8c67-6ebab98f3565 HTTP/1.1" status: 404 len: 337 time: 0.0563447 Nov 03 02:26:59.731213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38720) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.760522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:26:59.766130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Pushing event updated for resources: {'Port': ['ID=8107c02b-2b5a-4c46-b234-c36778bbcbad,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:26:59.776862 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:26:59.784744 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c28b8ad-dd29-4e2e-9d9f-3fdeb103f8a9 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:59.790489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c28b8ad-dd29-4e2e-9d9f-3fdeb103f8a9 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:59.793744 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6c28b8ad-dd29-4e2e-9d9f-3fdeb103f8a9 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/2b53ad85-8675-4109-b9c1-afd32ee4307a HTTP/1.1" status: 404 len: 339 time: 0.0600462 Nov 03 02:26:59.796142 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-d1b197b3-6d91-41fd-ad8a-1d15a50b3ef7 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.800747 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d1b197b3-6d91-41fd-ad8a-1d15a50b3ef7 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0794585 Nov 03 02:26:59.806655 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38722) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.807000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38724) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.815933 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-4f1ffdd8-d014-48fb-85f8-85019bdcedaf tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.822728 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4f1ffdd8-d014-48fb-85f8-85019bdcedaf tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0134814 Nov 03 02:26:59.839038 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38726) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.839831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Checking segment: {'id': '6001f24b-4e2b-4f23-bdb0-2e7cd7190206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:26:59.840199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network hostable DHCP agents. Network: f2aab474-6037-4dea-90bf-40f87cf9ce6f, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:26:59.842042 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8f2a0004-ba30-4770-bcee-b6c5dc33e4ec None None] For port fccce305-620d-4330-8401-4194b266f4b7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fccce305-620d-4330-8401-4194b266f4b7,segment=NetworkSegment(84ed7856-f1c8-4c48-8728-c623a5a6ae07),segment_id=84ed7856-f1c8-4c48-8728-c623a5a6ae07)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:26:59.847089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-1df89c18-2467-456f-b434-73dc4586bc64 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.851015 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1df89c18-2467-456f-b434-73dc4586bc64 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0054443 Nov 03 02:26:59.867863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38728) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.876989 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-5766da38-2a5c-41b2-99e3-37e6a142e3d8 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.876989 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5766da38-2a5c-41b2-99e3-37e6a142e3d8 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0054896 Nov 03 02:26:59.876989 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee5528f-51da-4c32-bc3b-ecf84fd003c7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:59.876989 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee5528f-51da-4c32-bc3b-ecf84fd003c7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:59.878895 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-eee5528f-51da-4c32-bc3b-ecf84fd003c7 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/subnets/09694334-9093-4c2a-aee0-c9ea525cd84e HTTP/1.1" status: 404 len: 337 time: 0.0707562 Nov 03 02:26:59.880902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38730) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.881226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38732) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.888439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-b2eef7d9-9885-44ed-afba-2aa27055f760 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.892129 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b2eef7d9-9885-44ed-afba-2aa27055f760 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0076947 Nov 03 02:26:59.909887 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb414b3a-3bd3-4154-a63e-524a42da4114 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:59.910474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb414b3a-3bd3-4154-a63e-524a42da4114 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:59.913658 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cb414b3a-3bd3-4154-a63e-524a42da4114 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/537968fe-85af-4201-8a74-157a3ffb7ac5 HTTP/1.1" status: 404 len: 339 time: 0.0305216 Nov 03 02:26:59.916450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38734) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.916810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38736) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.922017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-5373b036-3e72-4245-9686-16ed59a05147 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.925428 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5373b036-3e72-4245-9686-16ed59a05147 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052779 Nov 03 02:26:59.950078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38738) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.952852 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5df1e50-5847-42b6-9fe2-da33b074a9a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:26:59.953179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5df1e50-5847-42b6-9fe2-da33b074a9a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:26:59.958001 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d5df1e50-5847-42b6-9fe2-da33b074a9a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/subnets/1cdd226b-6267-4301-919f-9a56ce3991ff HTTP/1.1" status: 404 len: 337 time: 0.0377140 Nov 03 02:26:59.958304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Allocated IP 172.21.0.1 (24e70b5a-d34d-455a-90b1-a446c6b5c5b2/668de33a-d865-4dc0-918e-f97077d24d47/1d286f0e-9ab3-4d60-8594-875ec9f28db6) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:26:59.962614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-3acb4337-69f2-441b-ad66-5f7d7ec781bd tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.966184 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3acb4337-69f2-441b-ad66-5f7d7ec781bd tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042999 Nov 03 02:26:59.966910 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38740) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.967243 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38742) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.981880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-60be51bb-5564-4d17-9ad6-3e49d2113267 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:26:59.982137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0004-ba30-4770-bcee-b6c5dc33e4ec None None] Publish callbacks [] for port (fccce305-620d-4330-8401-4194b266f4b7), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:26:59.985425 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-60be51bb-5564-4d17-9ad6-3e49d2113267 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0136817 Nov 03 02:26:59.985735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Attempting to bind port 8107c02b-2b5a-4c46-b234-c36778bbcbad on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:26:59.986040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Attempting to bind port 8107c02b-2b5a-4c46-b234-c36778bbcbad by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:26:59.986440 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Attempting to bind port 8107c02b-2b5a-4c46-b234-c36778bbcbad on network 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:26:59.993394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38744) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:26:59.998495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-f5f68348-bcd3-4ab4-a5e8-395031d34d65 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.002313 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f5f68348-bcd3-4ab4-a5e8-395031d34d65 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048060 Nov 03 02:27:00.002313 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad00dd1-2274-48ff-ae30-6591a515afc1 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:00.002313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad00dd1-2274-48ff-ae30-6591a515afc1 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:00.004313 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2ad00dd1-2274-48ff-ae30-6591a515afc1 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/2243fff9-694a-43f6-8274-549f52738be6 HTTP/1.1" status: 404 len: 339 time: 0.0361288 Nov 03 02:27:00.005522 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network f2aab474-6037-4dea-90bf-40f87cf9ce6f is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:00.007801 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38746) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.008133 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38748) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.020989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0004-ba30-4770-bcee-b6c5dc33e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fccce305-620d-4330-8401-4194b266f4b7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:00.023189 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:00.023560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Checking segment: {'id': '6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:00.023985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:00.024365 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Bound using segment: {'id': '6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:00.024880 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Bound port: 8107c02b-2b5a-4c46-b234-c36778bbcbad, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:00.025266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:00.037437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-b8218b40-4df3-4cb9-80c9-22348164a6d6 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.038665 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b8218b40-4df3-4cb9-80c9-22348164a6d6 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0280540 Nov 03 02:27:00.042628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:26:48Z', 'revision_number': 2, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:26:58Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:00.050760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38750) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.080892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (921adde5-1086-4b73-a6ab-e4b72f775376), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:00.087513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-20043732-bd7e-4ba9-8aba-d4c70b892003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:00.089333 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-20043732-bd7e-4ba9-8aba-d4c70b892003 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c HTTP/1.1" status: 200 len: 838 time: 0.5401745 Nov 03 02:27:00.122491 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 34c8719b-7b12-4ce2-aac0-99e3da87b17a is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:00.123168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (34c8719b-7b12-4ce2-aac0-99e3da87b17a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:00.131057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb596b0-c435-4040-8c44-b94b9eeead9f None None] The sync data for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv is: [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:26:48Z', 'revision_number': 2, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:26:58Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:00.163914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-edd41d10-2b1c-489e-b1e1-ac159566a16d tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.165156 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-edd41d10-2b1c-489e-b1e1-ac159566a16d tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.1087210 Nov 03 02:27:00.168917 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38752) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.171829 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae16220c-3c34-438c-ac68-009533fd237a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:00.172294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae16220c-3c34-438c-ac68-009533fd237a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:00.179449 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ae16220c-3c34-438c-ac68-009533fd237a tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/subnets/92449668-6234-49d9-8aff-bb3ce6415473 HTTP/1.1" status: 404 len: 337 time: 0.1676342 Nov 03 02:27:00.185297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-82ef0e3c-b1b3-4ffa-9444-c713327459fa tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.186299 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-82ef0e3c-b1b3-4ffa-9444-c713327459fa tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0159009 Nov 03 02:27:00.186811 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38754) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.187842 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, f2aab474-6037-4dea-90bf-40f87cf9ce6f) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:00.190901 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 4 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:00.202690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38756) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.209246 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Network b7f856ee-c11d-48ec-818c-ed06b9dd6268 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:00.226217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-37a23fb8-fc26-4204-b0b0-4843fc616e9b tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.227296 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-37a23fb8-fc26-4204-b0b0-4843fc616e9b tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0116441 Nov 03 02:27:00.228734 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:00.229490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:00.235766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38758) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.259214 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-28e3d561-a20a-42f3-8920-c924e2faed2b tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.260705 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-28e3d561-a20a-42f3-8920-c924e2faed2b tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0226340 Nov 03 02:27:00.265323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:00.266948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38760) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.277111 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] For port 8107c02b-2b5a-4c46-b234-c36778bbcbad, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:00.277275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-8a54a56f-166e-45ea-9b33-19e7a445649f tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.279067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.5 (4c265cd9-0cde-417d-8ebc-0ffabd6863e9/8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2/bf6f469c-c49b-4543-85a5-c0b1ec22b744) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:00.281239 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8a54a56f-166e-45ea-9b33-19e7a445649f tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0080178 Nov 03 02:27:00.282411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] For port 8107c02b-2b5a-4c46-b234-c36778bbcbad, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8107c02b-2b5a-4c46-b234-c36778bbcbad,segment=NetworkSegment(6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d),segment_id=6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:00.289216 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38764) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.293344 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-003a263c-52ad-4d7e-94b1-ab66edfed31e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:00.294125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003a263c-52ad-4d7e-94b1-ab66edfed31e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:00.303588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:00.304644 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-003a263c-52ad-4d7e-94b1-ab66edfed31e tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/a2adc08f-092f-4b89-93d8-5d9b90020bcb HTTP/1.1" status: 404 len: 339 time: 0.1141999 Nov 03 02:27:00.306128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38766) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.312842 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-b45b9a6f-d5ab-411d-a798-b154925d5d95 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.314845 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b45b9a6f-d5ab-411d-a798-b154925d5d95 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0087235 Nov 03 02:27:00.317384 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 74406a0e-6d88-4e6a-a80b-b486d1ca1bfe resource provider aggregate not found Nov 03 02:27:00.317728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e90249-e347-4a29-9d6e-68213d6ca47b None None] Network f2aab474-6037-4dea-90bf-40f87cf9ce6f requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:00.351817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38768) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.366793 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 74406a0e-6d88-4e6a-a80b-b486d1ca1bfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74406a0e-6d88-4e6a-a80b-b486d1ca1bfe found for delete ", "request_id": "req-e9e02a10-c231-48a3-9887-6fdfe873007d"}]} Nov 03 02:27:00.367394 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a0004-ba30-4770-bcee-b6c5dc33e4ec None None] Pushing event updated for resources: {'Port': ['ID=fccce305-620d-4330-8401-4194b266f4b7,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:00.381296 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-13cedd40-b0d4-4e9c-9e31-fac7228d9b9a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0632148 Nov 03 02:27:00.384703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38772) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.448645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-d85d1cbe-6143-4c8a-907c-72e9b0cde1f0 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.453863 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d85d1cbe-6143-4c8a-907c-72e9b0cde1f0 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0605340 Nov 03 02:27:00.455146 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4c2f24-7d86-4340-b80f-ce4328dfbecf tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:00.455619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4c2f24-7d86-4340-b80f-ce4328dfbecf tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:00.469149 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1a4c2f24-7d86-4340-b80f-ce4328dfbecf tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/subnets/e0ae287b-51e9-4cbb-bae7-a16958f061f3 HTTP/1.1" status: 404 len: 337 time: 0.1409445 Nov 03 02:27:00.494855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38774) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.495298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38776) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.527287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-8148f442-68d5-4044-8c5a-82bfcd2e42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:00.528014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-167b6d0d-6fff-4aee-9746-6e896a48fa33 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.528873 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-8148f442-68d5-4044-8c5a-82bfcd2e42b7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=658d5282-ff9e-4459-9dcb-75d00c3a60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.4065068 Nov 03 02:27:00.532578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Pushing event updated for resources: {'Port': ['ID=921adde5-1086-4b73-a6ab-e4b72f775376,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:00.532943 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-167b6d0d-6fff-4aee-9746-6e896a48fa33 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0329261 Nov 03 02:27:00.540826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38780) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.545447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-ae4d8fdd-4147-4a63-9c0e-74a6c14d2540 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.549206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ae4d8fdd-4147-4a63-9c0e-74a6c14d2540 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0073912 Nov 03 02:27:00.569616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38782) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.576284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-3915e8d8-2016-4791-9b69-17fbd997c1ec tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.580417 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3915e8d8-2016-4791-9b69-17fbd997c1ec tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074921 Nov 03 02:27:00.592010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:00.629611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38784) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.691907 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9658e10-60be-42ae-8369-c4d7cfb5a11f tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:00.693844 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9658e10-60be-42ae-8369-c4d7cfb5a11f tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:00.699745 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b9658e10-60be-42ae-8369-c4d7cfb5a11f tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/aeaca45b-13b8-46c9-8da9-85a07e3d7e76 HTTP/1.1" status: 404 len: 339 time: 0.2010953 Nov 03 02:27:00.705689 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38786) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.715396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-77932a98-e3f6-4b6a-b153-5340be578711 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.719267 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-77932a98-e3f6-4b6a-b153-5340be578711 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0886040 Nov 03 02:27:00.740320 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38788) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.747822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:00.762204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:00.762921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:00.766710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 34c8719b-7b12-4ce2-aac0-99e3da87b17a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=34c8719b-7b12-4ce2-aac0-99e3da87b17a,segment=NetworkSegment(4e3b0e7f-a586-4019-84bb-541472621d22),segment_id=4e3b0e7f-a586-4019-84bb-541472621d22)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:00.772675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:00.804999 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (34c8719b-7b12-4ce2-aac0-99e3da87b17a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:00.866250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-cd2508f9-e667-4aaf-a05f-d4ff8b7774c1 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:00.878060 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cd2508f9-e667-4aaf-a05f-d4ff8b7774c1 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.1257048 Nov 03 02:27:00.933384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbdfc9-b663-4df7-8281-7c28bddbbe30 None None] Pushing event updated for resources: {'Port': ['ID=8107c02b-2b5a-4c46-b234-c36778bbcbad,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:00.945094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38792) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:00.986249 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:27:00.998786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'project_id': '02739ab548ad4b438001e90eff82e834', 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:27:01.001821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:01.007323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-4054e5bf-bb2d-44ee-a954-ec793db6a622 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:01.008412 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4054e5bf-bb2d-44ee-a954-ec793db6a622 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0601354 Nov 03 02:27:01.014370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38794) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:01.072382 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (bf6f469c-c49b-4543-85a5-c0b1ec22b744), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:01.087372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-50950f1f-aabd-445f-b302-16b519247bd0 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:01.088403 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-50950f1f-aabd-445f-b302-16b519247bd0 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0723188 Nov 03 02:27:01.104383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38796) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:01.108432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=34c8719b-7b12-4ce2-aac0-99e3da87b17a,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:01.113041 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a2b7c37f-504f-44cd-be3d-387afc7d5f7e tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.0211818 Nov 03 02:27:01.115999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38798) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:01.117946 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-556ccbe8-d8c5-46eb-94aa-0a566dde8c37 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:01.118987 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-556ccbe8-d8c5-46eb-94aa-0a566dde8c37 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0135779 Nov 03 02:27:01.144247 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee17abf2-91bd-4fcc-adf2-8bf809394123 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:01.144817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee17abf2-91bd-4fcc-adf2-8bf809394123 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:01.157535 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ee17abf2-91bd-4fcc-adf2-8bf809394123 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/subnets/9d98859b-d156-4719-a606-1da284b975a2 HTTP/1.1" status: 404 len: 337 time: 0.4465072 Nov 03 02:27:01.202174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38800) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:01.202673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38802) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:01.264320 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-b757ef9d-b41b-4c51-9104-4366c699d7dd tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:01.270320 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b757ef9d-b41b-4c51-9104-4366c699d7dd tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0635095 Nov 03 02:27:01.280343 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 5 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:01.281990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38804) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:01.306887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-59c7cdea-3262-47c7-b520-bf2102231fe1 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:01.307864 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-59c7cdea-3262-47c7-b520-bf2102231fe1 tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0249231 Nov 03 02:27:01.326737 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-da721cb2-2152-427a-bdc7-279a7a0a49a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:01.329369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da721cb2-2152-427a-bdc7-279a7a0a49a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:01.340371 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-da721cb2-2152-427a-bdc7-279a7a0a49a2 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/b2f6ec50-d585-44af-a2dc-853e851785aa HTTP/1.1" status: 404 len: 339 time: 0.1339161 Nov 03 02:27:01.349757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38806) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:01.350093 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38808) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:01.394334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:01.403301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:01.445790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:01.469085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902e489-1332-4244-b598-d739615da65d req-b8350fc1-eca0-432f-86c2-6e3cf06048cf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:01.471594 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8902e489-1332-4244-b598-d739615da65d req-b8350fc1-eca0-432f-86c2-6e3cf06048cf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 944 time: 0.7474132 Nov 03 02:27:01.494711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Allocated IP 2001:db8::2 (f2aab474-6037-4dea-90bf-40f87cf9ce6f/63dbba9d-ed32-41d7-b596-79d62424cc2b/36ae52c3-554e-4508-a219-7d6aed27a83e) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:01.589144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:01.589369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:01.589658 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:27:01.650618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:01.672989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=1d286f0e-9ab3-4d60-8594-875ec9f28db6,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:01.682541 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-c46b3d3f-9142-41e9-9b0b-b39f6f57bf5b service neutron] 10.222.0.27 "GET /v2.0/networks/658d5282-ff9e-4459-9dcb-75d00c3a60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1260021 Nov 03 02:27:01.690342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:01.709759 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:01.745098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:01.745496 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:01.751298 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8902e489-1332-4244-b598-d739615da65d req-9884af1c-9aa4-49c1-8992-8bc3f23b1da9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485998 Nov 03 02:27:01.778033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc10f29-c2a5-4e2a-870e-f1288df9a67a tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:01.789365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc10f29-c2a5-4e2a-870e-f1288df9a67a tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:01.795013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc10f29-c2a5-4e2a-870e-f1288df9a67a tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:01.799881 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ddc10f29-c2a5-4e2a-870e-f1288df9a67a tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6530886 Nov 03 02:27:01.800761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38818) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:01.858696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6fc6ba7c-ea35-41c7-b4c8-6aa604512440,segment=NetworkSegment(4cbfbe15-f6bb-462b-b193-243889b6b48c),segment_id=4cbfbe15-f6bb-462b-b193-243889b6b48c)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:01.860871 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Publish callbacks [] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:01.878840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:01.894480 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:01.897648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fccce305-620d-4330-8401-4194b266f4b7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:01.922262 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [None req-2b8ffc47-d421-4e48-a177-fffb6a49c5cf tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:01.927033 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2b8ffc47-d421-4e48-a177-fffb6a49c5cf tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.5745292 Nov 03 02:27:01.946815 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 6 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:01.953668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Network f2aab474-6037-4dea-90bf-40f87cf9ce6f is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:01.985864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:02.000001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:02.020714 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b00ba85-fc06-4d44-afee-dec5a6bf7514 req-833fae4b-d819-4741-a644-d90117c91ddd service neutron] 10.222.0.27 "GET /v2.0/networks/658d5282-ff9e-4459-9dcb-75d00c3a60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243458 Nov 03 02:27:02.021544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:02.034313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38820) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:02.043201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [None req-83fccc06-58fe-43e3-b94a-403b739f5f5b tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:27:02.044187 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-83fccc06-58fe-43e3-b94a-403b739f5f5b tempest-ExtensionsTestJSON-75149529 tempest-ExtensionsTestJSON-75149529-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0089316 Nov 03 02:27:02.050042 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Pushing event updated for resources: {'Port': ['ID=36ae52c3-554e-4508-a219-7d6aed27a83e,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:02.054009 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:02.182684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bf6f469c-c49b-4543-85a5-c0b1ec22b744), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:02.187720 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Attempting to bind port 36ae52c3-554e-4508-a219-7d6aed27a83e on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:02.188463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Attempting to bind port 36ae52c3-554e-4508-a219-7d6aed27a83e by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '6001f24b-4e2b-4f23-bdb0-2e7cd7190206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:02.189108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Attempting to bind port 36ae52c3-554e-4508-a219-7d6aed27a83e on network f2aab474-6037-4dea-90bf-40f87cf9ce6f {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:02.199106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fccce305-620d-4330-8401-4194b266f4b7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:02.201711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fccce305-620d-4330-8401-4194b266f4b7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:02.205590 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fccce305-620d-4330-8401-4194b266f4b7 Nov 03 02:27:02.250895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=6fc6ba7c-ea35-41c7-b4c8-6aa604512440,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:02.258535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:02.259366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Checking segment: {'id': '6001f24b-4e2b-4f23-bdb0-2e7cd7190206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:02.260009 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:02.260941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Bound using segment: {'id': '6001f24b-4e2b-4f23-bdb0-2e7cd7190206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:02.262169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Bound port: 36ae52c3-554e-4508-a219-7d6aed27a83e, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6001f24b-4e2b-4f23-bdb0-2e7cd7190206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:02.262787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:02.282083 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:02.283651 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2778849-918a-46e4-8a9a-0dd2c0a26380 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:02.284129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2778849-918a-46e4-8a9a-0dd2c0a26380 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:02.290681 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a2778849-918a-46e4-8a9a-0dd2c0a26380 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/subnets/fcf247c1-8d8e-4fe3-84fb-073709db9ab9 HTTP/1.1" status: 404 len: 337 time: 0.9199851 Nov 03 02:27:02.293289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38826) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:02.301620 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=bf6f469c-c49b-4543-85a5-c0b1ec22b744,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:02.304615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:02.306904 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:02.309442 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:02.500540 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd0a370-6df8-46cb-bf18-2163d4c887da tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:02.501051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd0a370-6df8-46cb-bf18-2163d4c887da tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:02.507754 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-abd0a370-6df8-46cb-bf18-2163d4c887da tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/2cfb0904-09b0-45b2-80c2-cf97c2e71de3 HTTP/1.1" status: 404 len: 339 time: 0.1614177 Nov 03 02:27:02.519817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38830) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:02.531812 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e5ea2-472d-4378-8a98-05409b3e07a8 req-ae2569a8-bacc-4f6b-9a89-4cd7013bc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:02.533434 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da7e5ea2-472d-4378-8a98-05409b3e07a8 req-ae2569a8-bacc-4f6b-9a89-4cd7013bc8b4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 1128 time: 0.3779325 Nov 03 02:27:02.605207 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:02.606310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:02.633488 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38832) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:02.665039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a100f8-d373-4293-8606-7c85497972a8 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Deleting subnet a6cdadb5-0761-4f74-8ff2-9e6fd915afcc {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:27:02.668184 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 7 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:02.674417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed7db8-1cf4-48b2-8933-edf124368237 None None] Network 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:02.701540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48a100f8-d373-4293-8606-7c85497972a8 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for subnet (a6cdadb5-0761-4f74-8ff2-9e6fd915afcc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:02.750600 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f659dd8a-e326-4a9c-8011-92ec1220cb3f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.8176551 Nov 03 02:27:02.752308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38836) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:02.763030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-fa00e757-07de-421f-8702-b3b542583a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:02.848137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:02.995034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] For port 36ae52c3-554e-4508-a219-7d6aed27a83e, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:02.998097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-11e6ba87-25c3-4052-98c5-b41649ff8617 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Deleting port 921adde5-1086-4b73-a6ab-e4b72f775376 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:02.998608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11e6ba87-25c3-4052-98c5-b41649ff8617 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (921adde5-1086-4b73-a6ab-e4b72f775376), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.023308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92d554b4-ef16-4096-8fe2-4fd007decd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.114311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fccce305-620d-4330-8401-4194b266f4b7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:03.117903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] For port 36ae52c3-554e-4508-a219-7d6aed27a83e, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=36ae52c3-554e-4508-a219-7d6aed27a83e,segment=NetworkSegment(6001f24b-4e2b-4f23-bdb0-2e7cd7190206),segment_id=6001f24b-4e2b-4f23-bdb0-2e7cd7190206)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:03.136170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.136345 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92d554b4-ef16-4096-8fe2-4fd007decd62 admin admin] Publish callbacks [] for security_group (0acd8e22-003e-498b-9be7-1cd93bda4d6d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.157792 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92d554b4-ef16-4096-8fe2-4fd007decd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0acd8e22-003e-498b-9be7-1cd93bda4d6d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.183174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48a100f8-d373-4293-8606-7c85497972a8 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (a6cdadb5-0761-4f74-8ff2-9e6fd915afcc), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.190092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.192354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa00e757-07de-421f-8702-b3b542583a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:03.195666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa00e757-07de-421f-8702-b3b542583a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.305118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864ca62-2f97-46df-8328-4e9c9261a01d None None] Pushing event updated for resources: {'Port': ['ID=36ae52c3-554e-4508-a219-7d6aed27a83e,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:03.348405 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 8 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:03.364943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Allocated IP 2001:db8::1 (f2aab474-6037-4dea-90bf-40f87cf9ce6f/63dbba9d-ed32-41d7-b596-79d62424cc2b/dff30c49-06c8-4bfb-9118-ce4eaee4baee) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:03.454514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:03.560880 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 34c8719b-7b12-4ce2-aac0-99e3da87b17a up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:03.661400 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.ipam_backend_mixin [None req-fa00e757-07de-421f-8702-b3b542583a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2 (CIDR: 172.20.0.0/28) Nov 03 02:27:03.669809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 34c8719b-7b12-4ce2-aac0-99e3da87b17a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:03.670444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (34c8719b-7b12-4ce2-aac0-99e3da87b17a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.671017 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 34c8719b-7b12-4ce2-aac0-99e3da87b17a Nov 03 02:27:03.684079 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa00e757-07de-421f-8702-b3b542583a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:27:03.684614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa00e757-07de-421f-8702-b3b542583a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:03.688863 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-92d554b4-ef16-4096-8fe2-4fd007decd62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10c1196341a5480988470d26f81ba057&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0506666 Nov 03 02:27:03.692417 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38842) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:03.702038 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d554b4-ef16-4096-8fe2-4fd007decd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acd8e22-003e-498b-9be7-1cd93bda4d6d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:03.710873 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.767661 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fa00e757-07de-421f-8702-b3b542583a71 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0110092 Nov 03 02:27:03.773078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38844) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:03.781515 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f64a72e2-7414-4d61-958a-6bb31326a94b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:03.849017 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.852556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 34c8719b-7b12-4ce2-aac0-99e3da87b17a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:03.854086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8107c02b-2b5a-4c46-b234-c36778bbcbad up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:03.890495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.899338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bef59e69-5309-4391-9c1a-e38752759ea6 admin admin] Publish callbacks [] for security_group (0acd8e22-003e-498b-9be7-1cd93bda4d6d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.945445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 8107c02b-2b5a-4c46-b234-c36778bbcbad triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:03.946120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.946661 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 8107c02b-2b5a-4c46-b234-c36778bbcbad Nov 03 02:27:03.968423 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 9 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:03.990587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:03.992177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:04.043546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:04.045973 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bef59e69-5309-4391-9c1a-e38752759ea6 admin admin] Publish callbacks [] for security_group (0acd8e22-003e-498b-9be7-1cd93bda4d6d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:04.154607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 8107c02b-2b5a-4c46-b234-c36778bbcbad is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:04.155005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:04.220090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 8107c02b-2b5a-4c46-b234-c36778bbcbad, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8107c02b-2b5a-4c46-b234-c36778bbcbad,segment=NetworkSegment(6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d),segment_id=6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:04.228169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:04.229410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:04.267241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network f2aab474-6037-4dea-90bf-40f87cf9ce6f is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:04.287987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:04.290574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:04.291323 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:04.293686 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=dff30c49-06c8-4bfb-9118-ce4eaee4baee,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:04.390695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64a72e2-7414-4d61-958a-6bb31326a94b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:04.396907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=8107c02b-2b5a-4c46-b234-c36778bbcbad,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:04.397126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f64a72e2-7414-4d61-958a-6bb31326a94b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:04.437002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:04.437385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:04.437737 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:27:04.523012 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.ipam_backend_mixin [None req-f64a72e2-7414-4d61-958a-6bb31326a94b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 236b7e97-24ff-4138-9f6b-e6878e821273 (CIDR: 172.20.0.16/28) Nov 03 02:27:04.531601 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64a72e2-7414-4d61-958a-6bb31326a94b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:27:04.532097 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64a72e2-7414-4d61-958a-6bb31326a94b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:04.553617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bef59e69-5309-4391-9c1a-e38752759ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0acd8e22-003e-498b-9be7-1cd93bda4d6d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:04.556138 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 10 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:04.557029 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bef59e69-5309-4391-9c1a-e38752759ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:04.557803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:04.558418 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bef59e69-5309-4391-9c1a-e38752759ea6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0acd8e22-003e-498b-9be7-1cd93bda4d6d HTTP/1.1" status: 204 len: 168 time: 0.8624012 Nov 03 02:27:04.579690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef59e69-5309-4391-9c1a-e38752759ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acd8e22-003e-498b-9be7-1cd93bda4d6d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:04.586846 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f64a72e2-7414-4d61-958a-6bb31326a94b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8097668 Nov 03 02:27:04.590541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38858) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:04.597030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4accc591-d234-4aae-952f-0d5407a3c19f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'subnet': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:04.671828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929bd0e-f333-4d3a-9408-8b449dd8c4a7 req-f5f12127-1cee-4b7e-b0da-511ca6f25237 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:04.687410 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8929bd0e-f333-4d3a-9408-8b449dd8c4a7 req-f5f12127-1cee-4b7e-b0da-511ca6f25237 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 944 time: 1.7392740 Nov 03 02:27:04.698173 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:04.736450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e5ea2-472d-4378-8a98-05409b3e07a8 req-74056d8c-6440-4a9f-804f-5be015ea1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:04.738055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:04.738682 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da7e5ea2-472d-4378-8a98-05409b3e07a8 req-74056d8c-6440-4a9f-804f-5be015ea1e80 service neutron] 10.222.0.27 "GET /v2.0/networks?id=658d5282-ff9e-4459-9dcb-75d00c3a60e4 HTTP/1.1" status: 200 len: 898 time: 2.1934347 Nov 03 02:27:04.756530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Could not find standard attr ID for object 1156f61e-0233-4ef9-a93f-f49c9623f813. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:04.786434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Provisioning complete for port fccce305-620d-4330-8401-4194b266f4b7 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:04.787796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fccce305-620d-4330-8401-4194b266f4b7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:04.788927 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Attempt 1 to provision port fccce305-620d-4330-8401-4194b266f4b7 Nov 03 02:27:04.888771 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da7e5ea2-472d-4378-8a98-05409b3e07a8 req-1eeb2ec3-9166-4fbf-b72b-7b309c1377be service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=bd8b4e82-aba1-4926-8fdc-74bc8011f37c HTTP/1.1" status: 200 len: 217 time: 0.0972126 Nov 03 02:27:04.916468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=1d286f0e-9ab3-4d60-8594-875ec9f28db6,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:04.933004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11e6ba87-25c3-4052-98c5-b41649ff8617 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (921adde5-1086-4b73-a6ab-e4b72f775376), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:05.011406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70d323d4-d9f2-412c-bc19-ab3aa498d94b None None] Current status of the port fccce305-620d-4330-8401-4194b266f4b7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:05.064050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-11e6ba87-25c3-4052-98c5-b41649ff8617 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Calling delete_port for 921adde5-1086-4b73-a6ab-e4b72f775376 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:05.084225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48a100f8-d373-4293-8606-7c85497972a8 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (a6cdadb5-0761-4f74-8ff2-9e6fd915afcc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:05.162735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283d278-1cd0-435e-92d4-a8db70e02fc3 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:27:05.172828 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8929bd0e-f333-4d3a-9408-8b449dd8c4a7 req-1ab1d817-ab91-4a2f-a33d-a85fddeb83a6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4844129 Nov 03 02:27:05.254132 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Provisioning complete for port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:05.254762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:05.255211 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 1 to provision port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 Nov 03 02:27:05.309949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:05.310666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e5ea2-472d-4378-8a98-05409b3e07a8 req-95d9d346-b675-45ea-a8bd-c5a7013b8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:05.318661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:05.319567 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:05.320265 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da7e5ea2-472d-4378-8a98-05409b3e07a8 req-95d9d346-b675-45ea-a8bd-c5a7013b8987 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c HTTP/1.1" status: 200 len: 838 time: 0.4303880 Nov 03 02:27:05.338414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4accc591-d234-4aae-952f-0d5407a3c19f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Made reservation on behalf of 8dbea1bccbd54492bdf13d1a1069e27e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:05.341661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4accc591-d234-4aae-952f-0d5407a3c19f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:05.444642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:05.469553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:05.495006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 36ae52c3-554e-4508-a219-7d6aed27a83e up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:05.624152 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network f2aab474-6037-4dea-90bf-40f87cf9ce6f is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:05.627978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48a100f8-d373-4293-8606-7c85497972a8 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (a6cdadb5-0761-4f74-8ff2-9e6fd915afcc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:05.656126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48a100f8-d373-4293-8606-7c85497972a8 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:05.673041 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-48a100f8-d373-4293-8606-7c85497972a8 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/subnets/a6cdadb5-0761-4f74-8ff2-9e6fd915afcc HTTP/1.1" status: 204 len: 168 time: 3.1385288 Nov 03 02:27:05.708933 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:05.711483 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device bd8b4e82-aba1-4926-8fdc-74bc8011f37c details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:27:05.729876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38876) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:05.767153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0283d278-1cd0-435e-92d4-a8db70e02fc3 None None] Resources bound (agent type, host, resource id): {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:27:05.771489 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Current status of the port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:05.790033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a100f8-d373-4293-8606-7c85497972a8 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cdadb5-0761-4f74-8ff2-9e6fd915afcc,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:05.799143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e5ea2-472d-4378-8a98-05409b3e07a8 req-30cdd90c-a910-4180-8756-c8de4e4c4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:05.811835 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da7e5ea2-472d-4378-8a98-05409b3e07a8 req-30cdd90c-a910-4180-8756-c8de4e4c4684 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=658d5282-ff9e-4459-9dcb-75d00c3a60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.4570832 Nov 03 02:27:05.943016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=dff30c49-06c8-4bfb-9118-ce4eaee4baee,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:05.985214 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 36ae52c3-554e-4508-a219-7d6aed27a83e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:05.985604 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:05.985956 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 36ae52c3-554e-4508-a219-7d6aed27a83e Nov 03 02:27:05.986800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38882) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:06.018425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router c71c1e32-738e-4aca-9e97-bf6cb23cec0b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:06.024389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Provisioning complete for port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:06.024798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c03ef85a-a297-49e3-9f14-ba7a66dcfe77), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.025805 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 1 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:06.077455 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (c8241df6-d1cc-4c21-9ea5-2d7116a8d757), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.087460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11e6ba87-25c3-4052-98c5-b41649ff8617 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (921adde5-1086-4b73-a6ab-e4b72f775376), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.220231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:27:06.230877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4e1de5fe-f3c5-4f36-9aeb-c2e994b48f9b tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] Request body: {'port': {'network_id': '60f89ea6-9445-4ec8-acdd-474dd182ee24', 'name': 'tempest-NetworksNegativeTestJSON-1853801499'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:06.261109 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1de5fe-f3c5-4f36-9aeb-c2e994b48f9b tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] POST failed (client error): The resource could not be found. Nov 03 02:27:06.261806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1de5fe-f3c5-4f36-9aeb-c2e994b48f9b tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:06.263091 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4e1de5fe-f3c5-4f36-9aeb-c2e994b48f9b tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2729585 Nov 03 02:27:06.278540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38888) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:06.280183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Deleting port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:06.280786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.283015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6ba87-25c3-4052-98c5-b41649ff8617 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Pushing event deleted for resources: {'Port': ['ID=921adde5-1086-4b73-a6ab-e4b72f775376,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:06.301932 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da7e5ea2-472d-4378-8a98-05409b3e07a8 req-ac5977de-858c-4c15-9c9d-8907bab5070d service neutron] 10.222.0.27 "GET /v2.0/networks/658d5282-ff9e-4459-9dcb-75d00c3a60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884529 Nov 03 02:27:06.361076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:06.372291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port bd8b4e82-aba1-4926-8fdc-74bc8011f37c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=bd8b4e82-aba1-4926-8fdc-74bc8011f37c,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:06.378500 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] For port 1e8e74df-bb89-46f2-aa18-43a85ab2a017, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1e8e74df-bb89-46f2-aa18-43a85ab2a017,segment=NetworkSegment(1016587e-9ad4-476a-9c3c-dd453d89444e),segment_id=1016587e-9ad4-476a-9c3c-dd453d89444e)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:06.379680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.399572 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Calling delete_port for 1e8e74df-bb89-46f2-aa18-43a85ab2a017 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:06.442831 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da7e5ea2-472d-4378-8a98-05409b3e07a8 req-7e47600e-7900-403a-afb9-fca2ce658e4d service neutron] 10.222.0.27 "GET /v2.0/networks/658d5282-ff9e-4459-9dcb-75d00c3a60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164992 Nov 03 02:27:06.474970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:06.483423 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1260613b-7e47-4173-b7a5-1bee72b63651 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5948267 Nov 03 02:27:06.487240 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Sync routers for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:06.487803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38892) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:06.491194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11e6ba87-25c3-4052-98c5-b41649ff8617 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.499303 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-11e6ba87-25c3-4052-98c5-b41649ff8617 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] 10.222.0.23 "DELETE /v2.0/ports/921adde5-1086-4b73-a6ab-e4b72f775376 HTTP/1.1" status: 204 len: 168 time: 4.4929252 Nov 03 02:27:06.500880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'network': {'name': 'tempest-RoutersTest-625393883'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:06.507256 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:06.507884 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:06.516948 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1906c281-4136-4206-aea7-f1e5af56e1a2 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:06.518074 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1906c281-4136-4206-aea7-f1e5af56e1a2 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:06.519974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38894) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:06.525602 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1906c281-4136-4206-aea7-f1e5af56e1a2 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] 10.222.0.23 "DELETE /v2.0/networks/5b898d8d-1828-4ee6-bf4a-626c93301faa HTTP/1.1" status: 404 len: 339 time: 0.0323482 Nov 03 02:27:06.527084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Request body: {'port': {'name': 'tempest-new-port-name-640534221', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:06.527594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] bootfile-name is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:27:06.528014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] tftp-server is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:27:06.528787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.api.validators [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] server-ip-address is not in valid_values {{(pid=104394) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 02:27:06.532578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38896) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:06.536393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (1e8e74df-bb89-46f2-aa18-43a85ab2a017), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.541465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'bd8b4e82-aba1-4926-8fdc-74bc8011f37c', 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4', 'port_id': 'bd8b4e82-aba1-4926-8fdc-74bc8011f37c', 'mac_address': 'fa:16:3e:a9:1c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:27:06.545186 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:06.549141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.615937 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd06e51-6ae5-4b4d-90a7-3cab1aa91ec5 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:06.616549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd06e51-6ae5-4b4d-90a7-3cab1aa91ec5 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:06.623183 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fbd06e51-6ae5-4b4d-90a7-3cab1aa91ec5 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] 10.222.0.23 "DELETE /v2.0/ports/5be13321-1119-4e5d-8515-1a37d7acfdd6 HTTP/1.1" status: 404 len: 333 time: 0.0821166 Nov 03 02:27:06.634204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38898) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:06.644106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 36ae52c3-554e-4508-a219-7d6aed27a83e is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:06.645896 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:27:06.647510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.720327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] No DVR routers for this DVR port 1e8e74df-bb89-46f2-aa18-43a85ab2a017 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:06.722116 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Port': ['ID=1e8e74df-bb89-46f2-aa18-43a85ab2a017,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:06.722248 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:06.754151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (10cf0f56-799c-472a-80b6-837cacad8f2b), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.758815 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0141fff-c091-4d45-95b8-1f583007bad7 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:06.760691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0141fff-c091-4d45-95b8-1f583007bad7 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:06.773765 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c0141fff-c091-4d45-95b8-1f583007bad7 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] 10.222.0.23 "DELETE /v2.0/subnets/449dbca2-a74f-4969-9a70-9b512a2a5eb8 HTTP/1.1" status: 404 len: 337 time: 0.1384647 Nov 03 02:27:06.779110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38900) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:06.809528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3bc0d417-0d8c-489c-9b49-74994470f269), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.810163 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added segment 3bc0d417-0d8c-489c-9b49-74994470f269 of type vlan for network e816771c-b6a7-451f-a22b-fe6412ef3ccd Nov 03 02:27:06.841207 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41629409-22c3-42ba-b01e-5861b99c4b7e req-08a0dd88-18df-4c38-a824-dc72518fc5d5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:06.845598 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-41629409-22c3-42ba-b01e-5861b99c4b7e req-08a0dd88-18df-4c38-a824-dc72518fc5d5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 944 time: 0.5280228 Nov 03 02:27:06.850295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 36ae52c3-554e-4508-a219-7d6aed27a83e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=36ae52c3-554e-4508-a219-7d6aed27a83e,segment=NetworkSegment(6001f24b-4e2b-4f23-bdb0-2e7cd7190206),segment_id=6001f24b-4e2b-4f23-bdb0-2e7cd7190206)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:06.863872 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 2 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:06.906857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port bd8b4e82-aba1-4926-8fdc-74bc8011f37c is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:06.908759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.919502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.920540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8107c02b-2b5a-4c46-b234-c36778bbcbad up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:06.974541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (c8241df6-d1cc-4c21-9ea5-2d7116a8d757), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:06.985055 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f86d3da-206b-43eb-923d-e559c6eb8430 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] GET failed (client error): The resource could not be found. Nov 03 02:27:06.990818 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6f86d3da-206b-43eb-923d-e559c6eb8430 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] 10.222.0.23 "GET /v2.0/networks/5656b45d-a0ed-4583-a0a2-9b5a0db3bfb7 HTTP/1.1" status: 404 len: 339 time: 0.1983020 Nov 03 02:27:06.996395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b02ca9f-2070-4b25-9669-0fe0af3ee22c None None] Network f2aab474-6037-4dea-90bf-40f87cf9ce6f requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:06.998499 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214504df-3506-4c2f-a17b-4df0f23c35be None None] Network c8241df6-d1cc-4c21-9ea5-2d7116a8d757 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:07.032027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38902) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:07.041437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8241df6-d1cc-4c21-9ea5-2d7116a8d757']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:07.066368 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1016587e-9ad4-476a-9c3c-dd453d89444e') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:07.072039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1016587e-9ad4-476a-9c3c-dd453d89444e') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:07.076452 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:02Z', 'revision_number': 3, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:03Z', 'revision_number': 2, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:07.094535 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f641229-adea-4da7-9a27-f6ba2e4f998e tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] GET failed (client error): The resource could not be found. Nov 03 02:27:07.101070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (1016587e-9ad4-476a-9c3c-dd453d89444e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.102683 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6f641229-adea-4da7-9a27-f6ba2e4f998e tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] 10.222.0.23 "GET /v2.0/ports/db1f61fc-e366-4a3f-9ffd-72fbdcf3bf32 HTTP/1.1" status: 404 len: 333 time: 0.0613172 Nov 03 02:27:07.132874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1016587e-9ad4-476a-9c3c-dd453d89444e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.141588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38904) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:07.141912 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:27:07.142471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (1016587e-9ad4-476a-9c3c-dd453d89444e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.144828 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Checking router: c71c1e32-738e-4aca-9e97-bf6cb23cec0b for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:07.145293 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Updating router c71c1e32-738e-4aca-9e97-bf6cb23cec0b port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:27:07.214622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (e816771c-b6a7-451f-a22b-fe6412ef3ccd), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.228340 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.285647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (c8241df6-d1cc-4c21-9ea5-2d7116a8d757), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.288847 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1016587e-9ad4-476a-9c3c-dd453d89444e resource provider aggregate not found Nov 03 02:27:07.295282 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e81a5a-24e9-4d4c-b75f-7540fd3244d6 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] GET failed (client error): The resource could not be found. Nov 03 02:27:07.311978 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f3e81a5a-24e9-4d4c-b75f-7540fd3244d6 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] 10.222.0.23 "GET /v2.0/subnets/aaad425b-f7fb-48f1-90b0-3eaef9bf2a04 HTTP/1.1" status: 404 len: 337 time: 0.1537621 Nov 03 02:27:07.311978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (e816771c-b6a7-451f-a22b-fe6412ef3ccd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.319052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:07.326819 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1016587e-9ad4-476a-9c3c-dd453d89444e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1016587e-9ad4-476a-9c3c-dd453d89444e found for delete ", "request_id": "req-46b7fd01-f0b5-4de4-97ce-317edbc915e1"}]} Nov 03 02:27:07.327244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38910) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:07.328241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:07.328808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.328945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.332734 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] 10.222.0.23 "DELETE /v2.0/networks/c8241df6-d1cc-4c21-9ea5-2d7116a8d757 HTTP/1.1" status: 204 len: 168 time: 1.5838273 Nov 03 02:27:07.334020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3acbc-6c20-47c9-ab17-d943e5a869b5 tempest-NetworksTest-818474105 tempest-NetworksTest-818474105-project] Pushing event deleted for resources: {'Network': ['ID=c8241df6-d1cc-4c21-9ea5-2d7116a8d757,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:07.347392 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-14961d82-acad-4ba3-9f10-50f07c32a7d8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9616818 Nov 03 02:27:07.355321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8dd97e16-90fd-4153-98fd-dd801afedc89 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:07.397169 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd97e16-90fd-4153-98fd-dd801afedc89 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] PUT failed (client error): The resource could not be found. Nov 03 02:27:07.398430 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd97e16-90fd-4153-98fd-dd801afedc89 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:07.401068 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8dd97e16-90fd-4153-98fd-dd801afedc89 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] 10.222.0.23 "PUT /v2.0/networks/390cb67c-b9aa-47a4-bfe7-30661a239f17 HTTP/1.1" status: 404 len: 339 time: 0.0590641 Nov 03 02:27:07.409075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38914) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:07.409428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38916) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:07.443408 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4accc591-d234-4aae-952f-0d5407a3c19f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (06ca0d38-7fa9-476b-9fc9-142750f14501), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.453395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b3fc0624-cc90-4a2d-92f3-c6c88c5171a0 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:07.470101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-845204701'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:07.522979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Sync routers for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:07.528531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4accc591-d234-4aae-952f-0d5407a3c19f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:07.530006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-4accc591-d234-4aae-952f-0d5407a3c19f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:07.539978 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4accc591-d234-4aae-952f-0d5407a3c19f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:07.542177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4accc591-d234-4aae-952f-0d5407a3c19f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.585389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accc591-d234-4aae-952f-0d5407a3c19f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Subnet': ['ID=06ca0d38-7fa9-476b-9fc9-142750f14501,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:07.597983 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8b4e82-aba1-4926-8fdc-74bc8011f37c {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:27:07.640813 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4accc591-d234-4aae-952f-0d5407a3c19f tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0479467 Nov 03 02:27:07.642454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38920) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:07.652856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1f248a89-9ebf-4b28-b9ad-3ba1ab0a421d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-780536336', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06ca0d38-7fa9-476b-9fc9-142750f14501'}], 'security_groups': ['74ccf103-026a-42ec-bc33-3f3cf39799cc', 'edc40b09-6716-405a-8a5f-c963579902ab']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:07.664013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port bd8b4e82-aba1-4926-8fdc-74bc8011f37c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=bd8b4e82-aba1-4926-8fdc-74bc8011f37c,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:07.696128 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1996999 Nov 03 02:27:07.699593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38922) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:07.718311 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fc0624-cc90-4a2d-92f3-c6c88c5171a0 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] PUT failed (client error): The resource could not be found. Nov 03 02:27:07.718892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fc0624-cc90-4a2d-92f3-c6c88c5171a0 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:07.724164 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b3fc0624-cc90-4a2d-92f3-c6c88c5171a0 tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] 10.222.0.23 "PUT /v2.0/ports/5518a582-e356-4535-9b4c-c96cc4406cdf HTTP/1.1" status: 404 len: 333 time: 0.3084328 Nov 03 02:27:07.737968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38926) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:07.755236 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b712d2f7-319d-47a4-ac9e-3d79dabb30af tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:07.756668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'subnet': {'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:07.780935 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e92ba2c-880c-401f-b416-b939aa7e7c4d None None] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:07.785746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:07.792529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.822913 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b712d2f7-319d-47a4-ac9e-3d79dabb30af tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] PUT failed (client error): The resource could not be found. Nov 03 02:27:07.823489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b712d2f7-319d-47a4-ac9e-3d79dabb30af tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:07.824766 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b712d2f7-319d-47a4-ac9e-3d79dabb30af tempest-NetworksNegativeTestJSON-792146577 tempest-NetworksNegativeTestJSON-792146577-project] 10.222.0.23 "PUT /v2.0/subnets/58a5e25d-e995-4f03-9242-acc9bc695fd6 HTTP/1.1" status: 404 len: 337 time: 0.0844519 Nov 03 02:27:07.858712 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Publish callbacks [] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.869937 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:07.935332 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-41629409-22c3-42ba-b01e-5861b99c4b7e req-8c356bc6-a872-4176-86ba-d65513f26353 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9433608 Nov 03 02:27:07.972409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38930) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:07.995595 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Pushing event updated for resources: {'Port': ['ID=1d286f0e-9ab3-4d60-8594-875ec9f28db6,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:08.019973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:08.023949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.045767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f7f1f-3657-4ebb-9899-78d6e4bbd198 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Network': ['ID=e816771c-b6a7-451f-a22b-fe6412ef3ccd,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:08.053829 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.053985 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.054739 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.055248 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.056338 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.056711 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.057061 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.057408 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.057750 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.061310 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.061833 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.062328 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.069301 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:08.096449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:27:08.098691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f99aa-27f6-40d9-b48e-4e5c92b164bc None None] DHCP port deletion for c8241df6-d1cc-4c21-9ea5-2d7116a8d757 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:27:08.101670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f248a89-9ebf-4b28-b9ad-3ba1ab0a421d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bf6f469c-c49b-4543-85a5-c0b1ec22b744), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.108402 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (d8421f45-dcd9-4dbc-a932-35b4ceed0dfe), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.109013 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added segment d8421f45-dcd9-4dbc-a932-35b4ceed0dfe of type vlan for network 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 Nov 03 02:27:08.141757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network e816771c-b6a7-451f-a22b-fe6412ef3ccd details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:27:08.155748 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Attempting to bind port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:08.155748 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Attempting to bind port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:08.155748 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Attempting to bind port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 on network 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:08.167743 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:08.168532 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Checking segment: {'id': '6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:08.169173 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.169736 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Bound using segment: {'id': '6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:08.170423 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Bound port: 1d286f0e-9ab3-4d60-8594-875ec9f28db6, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:08.170973 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.229926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:08.232787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:08.266472 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] For port 1d286f0e-9ab3-4d60-8594-875ec9f28db6, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:08.274176 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] For port 1d286f0e-9ab3-4d60-8594-875ec9f28db6, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1d286f0e-9ab3-4d60-8594-875ec9f28db6,segment=NetworkSegment(6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d),segment_id=6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:08.286574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.289652 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.294613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks [] for port (10cf0f56-799c-472a-80b6-837cacad8f2b), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.398597 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6603eb-3669-4520-b3c7-7440ff8c7401 None None] Pushing event updated for resources: {'Port': ['ID=1d286f0e-9ab3-4d60-8594-875ec9f28db6,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:08.399406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:08.408603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.429537 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:08.430346 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:26:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:08.439398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:08.563756 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:08.667028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['bd8b4e82-aba1-4926-8fdc-74bc8011f37c'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:27:08.669893 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 3 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:08.698952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38936) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:08.699630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.704781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:08.705383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.788437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (10cf0f56-799c-472a-80b6-837cacad8f2b), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:08.804763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:08.807034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=36ae52c3-554e-4508-a219-7d6aed27a83e,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:08.817120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Network': ['ID=0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:08.886296 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e925080f-25c0-4d6c-8ab4-e3c45ac0279d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8944aa6ea0734b11a208550e0ab014f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8427765 Nov 03 02:27:08.917815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38942) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:08.968271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:27:08.980098 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e41437fa-1390-4261-8e55-2e58fce93726 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5695610 Nov 03 02:27:08.993972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38944) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:09.009171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'subnet': {'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:09.050205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (c333e5ff-c36f-4fe4-8d19-064e0db6dca0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.056891 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:02Z', 'revision_number': 3, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:08Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:09.115598 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a7a04-b529-4529-b7e4-405e74eb5c3f None None] The sync data for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv is: [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:02Z', 'revision_number': 3, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:08Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:09.216875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Subnet': ['ID=c333e5ff-c36f-4fe4-8d19-064e0db6dca0,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:09.219052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Pushing event updated for resources: {'Port': ['ID=10cf0f56-799c-472a-80b6-837cacad8f2b,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:09.253195 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dac8fc39-b22c-46dc-8928-9a98d80852fa admin admin] Publish callbacks [] for security_group (c0ca88d5-a888-460d-89d3-adac5dec5aac), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.292074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.292547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-efed5e14-5465-4ec4-9211-ee4e9d589b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.303712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 8107c02b-2b5a-4c46-b234-c36778bbcbad triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:09.304016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.304411 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 8107c02b-2b5a-4c46-b234-c36778bbcbad Nov 03 02:27:09.363188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dac8fc39-b22c-46dc-8928-9a98d80852fa admin admin] Publish callbacks [] for security_group (c0ca88d5-a888-460d-89d3-adac5dec5aac), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.390921 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 4 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:09.453222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] In _notify_port_updated(), no bound segment for port 10cf0f56-799c-472a-80b6-837cacad8f2b on network b7f856ee-c11d-48ec-818c-ed06b9dd6268 {{(pid=104394) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:27:09.466549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:09.467369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.468888 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6dc6b2ac-7d7f-430f-b1df-fe9277aa620f tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] 10.222.0.23 "PUT /v2.0/ports/10cf0f56-799c-472a-80b6-837cacad8f2b HTTP/1.1" status: 200 len: 1135 time: 2.9465892 Nov 03 02:27:09.478304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38948) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:09.542327 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:09.578983 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-1f248a89-9ebf-4b28-b9ad-3ba1ab0a421d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Delete allocated IP 172.20.0.5 (4c265cd9-0cde-417d-8ebc-0ffabd6863e9/8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2) {{(pid=104393) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 02:27:09.589739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-1f248a89-9ebf-4b28-b9ad-3ba1ab0a421d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Allocated IP 172.20.0.46 (4c265cd9-0cde-417d-8ebc-0ffabd6863e9/06ca0d38-7fa9-476b-9fc9-142750f14501/bf6f469c-c49b-4543-85a5-c0b1ec22b744) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:09.592150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275943bf-f66c-4a8f-b90d-b510fa342783 req-b419ad0c-4c85-462a-b25d-f246f4150916 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:09.594024 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-275943bf-f66c-4a8f-b90d-b510fa342783 req-b419ad0c-4c85-462a-b25d-f246f4150916 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 945 time: 0.3035264 Nov 03 02:27:09.621585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Checking segment: {'id': '3bc0d417-0d8c-489c-9b49-74994470f269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:09.621585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network hostable DHCP agents. Network: e816771c-b6a7-451f-a22b-fe6412ef3ccd, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:27:09.641486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:09.646178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.787482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dac8fc39-b22c-46dc-8928-9a98d80852fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c0ca88d5-a888-460d-89d3-adac5dec5aac), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.793624 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dac8fc39-b22c-46dc-8928-9a98d80852fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.794851 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dac8fc39-b22c-46dc-8928-9a98d80852fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0ca88d5-a888-460d-89d3-adac5dec5aac HTTP/1.1" status: 204 len: 168 time: 0.8760633 Nov 03 02:27:09.908068 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f248a89-9ebf-4b28-b9ad-3ba1ab0a421d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for port (bf6f469c-c49b-4543-85a5-c0b1ec22b744), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.938984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f248a89-9ebf-4b28-b9ad-3ba1ab0a421d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (bf6f469c-c49b-4543-85a5-c0b1ec22b744), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:09.950704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8fc39-b22c-46dc-8928-9a98d80852fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ca88d5-a888-460d-89d3-adac5dec5aac,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:09.963667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network e816771c-b6a7-451f-a22b-fe6412ef3ccd is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:10.020292 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb120455-82cb-4829-adc6-53e1a06968e1 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:10.021796 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fb120455-82cb-4829-adc6-53e1a06968e1 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] 10.222.0.23 "GET /v2.0/ports/10cf0f56-799c-472a-80b6-837cacad8f2b HTTP/1.1" status: 200 len: 1135 time: 0.5465052 Nov 03 02:27:10.037309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38962) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:10.052361 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-275943bf-f66c-4a8f-b90d-b510fa342783 req-09d15eb4-809c-4335-a820-fd208955bf94 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4471359 Nov 03 02:27:10.069163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, e816771c-b6a7-451f-a22b-fe6412ef3ccd) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:10.088107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:10.089953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:10.090289 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 5 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:10.109139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-efed5e14-5465-4ec4-9211-ee4e9d589b79 admin admin] Publish callbacks [] for security_group (0d83f0b6-a4c6-4835-a112-9bcc52672280), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:10.137544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-efed5e14-5465-4ec4-9211-ee4e9d589b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0d83f0b6-a4c6-4835-a112-9bcc52672280), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:10.156312 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eec015-2dc4-4cd3-a099-f3b85825095b None None] Network e816771c-b6a7-451f-a22b-fe6412ef3ccd requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:10.195443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed5e14-5465-4ec4-9211-ee4e9d589b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d83f0b6-a4c6-4835-a112-9bcc52672280,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:10.220823 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cc86b0e3-ed65-4897-8eb0-04064266a6f2 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4991558 Nov 03 02:27:10.226202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 38966) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:10.407878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f248a89-9ebf-4b28-b9ad-3ba1ab0a421d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event updated for resources: {'Port': ['ID=bf6f469c-c49b-4543-85a5-c0b1ec22b744,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:10.415299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=bd8b4e82-aba1-4926-8fdc-74bc8011f37c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:10.504403 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-efed5e14-5465-4ec4-9211-ee4e9d589b79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a23466e311014fd598c1dd8c747b0912&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7935886 Nov 03 02:27:10.508969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1f248a89-9ebf-4b28-b9ad-3ba1ab0a421d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] In _notify_port_updated(), no bound segment for port bf6f469c-c49b-4543-85a5-c0b1ec22b744 on network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:27:10.520983 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f248a89-9ebf-4b28-b9ad-3ba1ab0a421d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:10.521951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f248a89-9ebf-4b28-b9ad-3ba1ab0a421d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:10.522700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9d2c6-6857-4f3c-ab7d-40ad14204a39 None None] Update dhcp port {'port': {'network_id': '4c265cd9-0cde-417d-8ebc-0ffabd6863e9', 'fixed_ips': [{'subnet_id': '236b7e97-24ff-4138-9f6b-e6878e821273', 'ip_address': '172.20.0.18'}, {'subnet_id': '8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2', 'ip_address': '172.20.0.2'}, {'subnet_id': '06ca0d38-7fa9-476b-9fc9-142750f14501'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'fccce305-620d-4330-8401-4194b266f4b7'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:27:10.526265 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1f248a89-9ebf-4b28-b9ad-3ba1ab0a421d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "PUT /v2.0/ports/bf6f469c-c49b-4543-85a5-c0b1ec22b744 HTTP/1.1" status: 200 len: 959 time: 2.8816004 Nov 03 02:27:10.532581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38972) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:10.532994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38976) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:10.650799 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 8107c02b-2b5a-4c46-b234-c36778bbcbad is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:10.654353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:10.657706 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1d6296d0-3c92-4ffa-b785-de2de35cfff8 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Deleting port 10cf0f56-799c-472a-80b6-837cacad8f2b {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:10.658216 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d6296d0-3c92-4ffa-b785-de2de35cfff8 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (10cf0f56-799c-472a-80b6-837cacad8f2b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:10.663980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'project_id': '11e48b890e78419891812f693265e85f', 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:27:10.664901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:10.697364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f16bbd79-9185-4578-bc12-144f2aa2f4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:10.946520 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d6296d0-3c92-4ffa-b785-de2de35cfff8 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (10cf0f56-799c-472a-80b6-837cacad8f2b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:10.963132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1d6296d0-3c92-4ffa-b785-de2de35cfff8 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Calling delete_port for 10cf0f56-799c-472a-80b6-837cacad8f2b owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:11.047793 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e159dc-eac7-4b48-ae10-df4d065eccda admin admin] Publish callbacks [] for security_group (0d83f0b6-a4c6-4835-a112-9bcc52672280), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.048021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (66bee636-c83c-4d3e-b736-0c5b7d1ca419), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.093537 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e159dc-eac7-4b48-ae10-df4d065eccda admin admin] Publish callbacks [] for security_group (0d83f0b6-a4c6-4835-a112-9bcc52672280), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.110385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b000c-1444-4832-9ade-fc0269da00f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port bf6f469c-c49b-4543-85a5-c0b1ec22b744 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:11.110877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bd4b000c-1444-4832-9ade-fc0269da00f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bf6f469c-c49b-4543-85a5-c0b1ec22b744), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.174928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Subnet': ['ID=66bee636-c83c-4d3e-b736-0c5b7d1ca419,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:11.219169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bd4b000c-1444-4832-9ade-fc0269da00f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bf6f469c-c49b-4543-85a5-c0b1ec22b744), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.232773 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b000c-1444-4832-9ade-fc0269da00f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for bf6f469c-c49b-4543-85a5-c0b1ec22b744 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:11.253747 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f2f9d2c6-6857-4f3c-ab7d-40ad14204a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fccce305-620d-4330-8401-4194b266f4b7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.256730 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 6 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:11.273226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Allocated IP 172.22.0.2 (e816771c-b6a7-451f-a22b-fe6412ef3ccd/c333e5ff-c36f-4fe4-8d19-064e0db6dca0/2e1308a8-6f88-4351-94d4-c2ec760c65a7) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:11.378002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38992) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:11.391228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bd4b000c-1444-4832-9ade-fc0269da00f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bf6f469c-c49b-4543-85a5-c0b1ec22b744), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.432796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Publish callbacks [] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.441707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 36ae52c3-554e-4508-a219-7d6aed27a83e up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:11.445855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b000c-1444-4832-9ade-fc0269da00f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=bf6f469c-c49b-4543-85a5-c0b1ec22b744,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:11.554552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.635709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d6296d0-3c92-4ffa-b785-de2de35cfff8 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (10cf0f56-799c-472a-80b6-837cacad8f2b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.652047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-300011622'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:11.672563 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bd4b000c-1444-4832-9ade-fc0269da00f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.679635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.679807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Network e816771c-b6a7-451f-a22b-fe6412ef3ccd is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:11.680557 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bd4b000c-1444-4832-9ade-fc0269da00f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/bf6f469c-c49b-4543-85a5-c0b1ec22b744 HTTP/1.1" status: 204 len: 168 time: 1.1392262 Nov 03 02:27:11.684211 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 38996) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:11.690336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:11.692794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:11.695294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.701212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:11.707724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:11.711635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Checking segment: {'id': 'd8421f45-dcd9-4dbc-a932-35b4ceed0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:11.713374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network hostable DHCP agents. Network: 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:27:11.720317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:04Z', 'revision_number': 2, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:04Z', 'revision_number': 2, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:11.738703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.740936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e159dc-eac7-4b48-ae10-df4d065eccda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0d83f0b6-a4c6-4835-a112-9bcc52672280), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.744078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e159dc-eac7-4b48-ae10-df4d065eccda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:11.745474 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f7e159dc-eac7-4b48-ae10-df4d065eccda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d83f0b6-a4c6-4835-a112-9bcc52672280 HTTP/1.1" status: 204 len: 168 time: 1.2055771 Nov 03 02:27:11.774233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6296d0-3c92-4ffa-b785-de2de35cfff8 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Pushing event deleted for resources: {'Port': ['ID=10cf0f56-799c-472a-80b6-837cacad8f2b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:11.790522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Checking router: 2c9befbd-3b7e-4394-a19b-7dc94b8b165d for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:11.790522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Updating router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d port dff30c49-06c8-4bfb-9118-ce4eaee4baee binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:27:11.818131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:11.882645 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-374ad4bd-75a4-418c-9466-cc15e73aa02d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] GET failed (client error): The resource could not be found. Nov 03 02:27:11.887682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f49d86-355c-4911-b65f-a05f71e2cd57 req-fdf4acea-4312-4558-bfa1-0a7029e33d0a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:11.891079 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-374ad4bd-75a4-418c-9466-cc15e73aa02d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports/bf6f469c-c49b-4543-85a5-c0b1ec22b744 HTTP/1.1" status: 404 len: 333 time: 0.2017033 Nov 03 02:27:11.895744 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-16f49d86-355c-4911-b65f-a05f71e2cd57 req-fdf4acea-4312-4558-bfa1-0a7029e33d0a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 945 time: 0.6968226 Nov 03 02:27:11.936568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:11.944516 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39000) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:11.997995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Pushing event updated for resources: {'Port': ['ID=2e1308a8-6f88-4351-94d4-c2ec760c65a7,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:12.014930 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (031b8bee-f79e-4819-b574-f163090e0df6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.017898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d6296d0-3c92-4ffa-b785-de2de35cfff8 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.024098 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1d6296d0-3c92-4ffa-b785-de2de35cfff8 tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] 10.222.0.23 "DELETE /v2.0/ports/10cf0f56-799c-472a-80b6-837cacad8f2b HTTP/1.1" status: 204 len: 168 time: 1.9803865 Nov 03 02:27:12.025731 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e159dc-eac7-4b48-ae10-df4d065eccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d83f0b6-a4c6-4835-a112-9bcc52672280,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:12.033768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39004) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:12.038588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (031b8bee-f79e-4819-b574-f163090e0df6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.069228 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-16f49d86-355c-4911-b65f-a05f71e2cd57 req-16ee1401-1e6a-4e93-9665-143f29a519a4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716824 Nov 03 02:27:12.075165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:12.076820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.079643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de6a67-209f-4fc6-bf2f-a4f68c9774e5 None None] Network 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:12.096899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 36ae52c3-554e-4508-a219-7d6aed27a83e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:12.097508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.098585 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 36ae52c3-554e-4508-a219-7d6aed27a83e Nov 03 02:27:12.141090 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:27:12.179354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031b8bee-f79e-4819-b574-f163090e0df6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:12.227675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6642022-ad2c-49ad-bdda-100bd21cd115 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (6564e875-5e96-41cc-a903-90aaeeb85dd4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.232467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a0aa77a9-fb50-4eee-8297-abe174537cf4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.233223 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Added segment a0aa77a9-fb50-4eee-8297-abe174537cf4 of type vlan for network 31f445ef-3c0f-40ce-993a-3e5e10689a04 Nov 03 02:27:12.246645 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 7 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:12.253473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-97135f39-225c-498c-8089-208a50562cfb tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Deleting subnet 6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:27:12.266949 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.268923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6642022-ad2c-49ad-bdda-100bd21cd115 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (6564e875-5e96-41cc-a903-90aaeeb85dd4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.320867 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2ce8a898-5957-4180-9ea6-bb9b805af515 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3223097 Nov 03 02:27:12.326834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39010) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:12.334154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (31f445ef-3c0f-40ce-993a-3e5e10689a04), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.365581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97135f39-225c-498c-8089-208a50562cfb tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks [] for subnet (6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.420871 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97135f39-225c-498c-8089-208a50562cfb tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.436840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Attempting to bind port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:12.437152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Attempting to bind port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '3bc0d417-0d8c-489c-9b49-74994470f269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:12.437528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Attempting to bind port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 on network e816771c-b6a7-451f-a22b-fe6412ef3ccd {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:12.448853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (31f445ef-3c0f-40ce-993a-3e5e10689a04), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.454594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:12.454886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.490237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ebd2f7d4-bcac-45ed-9be6-5969c99c8f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.567606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:12.568059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Checking segment: {'id': '3bc0d417-0d8c-489c-9b49-74994470f269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:12.570400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.570625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6642022-ad2c-49ad-bdda-100bd21cd115 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (6564e875-5e96-41cc-a903-90aaeeb85dd4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.573714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6642022-ad2c-49ad-bdda-100bd21cd115 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.574476 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c6642022-ad2c-49ad-bdda-100bd21cd115 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/security-groups/6564e875-5e96-41cc-a903-90aaeeb85dd4 HTTP/1.1" status: 204 len: 168 time: 0.5527313 Nov 03 02:27:12.575130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Bound using segment: {'id': '3bc0d417-0d8c-489c-9b49-74994470f269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:12.575674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Bound port: 2e1308a8-6f88-4351-94d4-c2ec760c65a7, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc0d417-0d8c-489c-9b49-74994470f269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:12.576088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.585960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39018) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:12.614284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Network': ['ID=31f445ef-3c0f-40ce-993a-3e5e10689a04,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:12.622717 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:12.646128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6642022-ad2c-49ad-bdda-100bd21cd115 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6564e875-5e96-41cc-a903-90aaeeb85dd4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:12.703748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97135f39-225c-498c-8089-208a50562cfb tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.775704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:27:12.801451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97135f39-225c-498c-8089-208a50562cfb tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.813994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Allocated IP 172.22.0.1 (e816771c-b6a7-451f-a22b-fe6412ef3ccd/c333e5ff-c36f-4fe4-8d19-064e0db6dca0/dd379ac2-967e-4826-aff4-e9342061e9b1) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:12.854772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97135f39-225c-498c-8089-208a50562cfb tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:12.861829 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1cbcdee9-e87f-4e29-b17b-87129660fc91 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4801319 Nov 03 02:27:12.861829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97135f39-225c-498c-8089-208a50562cfb tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.867663 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-97135f39-225c-498c-8089-208a50562cfb tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] 10.222.0.23 "DELETE /v2.0/subnets/6e6d2d1f-f74a-45c6-86f9-d9b6309ec4e3 HTTP/1.1" status: 204 len: 168 time: 0.8299010 Nov 03 02:27:12.868383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39026) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:12.868860 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39028) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:12.873792 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'name': 'tempest-PortsIpV6TestJSON-593351314'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:12.896513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-38c5d139-5f87-4bd3-8ffe-7d047d92ed2a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (edc40b09-6716-405a-8a5f-c963579902ab), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:12.959967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177e7064-b330-4d18-a89a-fff1aa8ef767 None None] Network b7f856ee-c11d-48ec-818c-ed06b9dd6268 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:12.996289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-38c5d139-5f87-4bd3-8ffe-7d047d92ed2a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (edc40b09-6716-405a-8a5f-c963579902ab), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.036998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (b7f856ee-c11d-48ec-818c-ed06b9dd6268), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.068148 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:13.071817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.075245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] For port 2e1308a8-6f88-4351-94d4-c2ec760c65a7, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:13.082673 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] For port 2e1308a8-6f88-4351-94d4-c2ec760c65a7, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2e1308a8-6f88-4351-94d4-c2ec760c65a7,segment=NetworkSegment(3bc0d417-0d8c-489c-9b49-74994470f269),segment_id=3bc0d417-0d8c-489c-9b49-74994470f269)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:13.110975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39036) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:13.136293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:27:13.141996 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 8 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:13.214937 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.241788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Deleting port 34c8719b-7b12-4ce2-aac0-99e3da87b17a {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:13.242125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (34c8719b-7b12-4ce2-aac0-99e3da87b17a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.291543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-38c5d139-5f87-4bd3-8ffe-7d047d92ed2a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (edc40b09-6716-405a-8a5f-c963579902ab), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.294779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-38c5d139-5f87-4bd3-8ffe-7d047d92ed2a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.298721 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-38c5d139-5f87-4bd3-8ffe-7d047d92ed2a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/security-groups/edc40b09-6716-405a-8a5f-c963579902ab HTTP/1.1" status: 204 len: 168 time: 0.7034943 Nov 03 02:27:13.307276 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39040) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:13.322134 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-818812920'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:13.333077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.350024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5d139-5f87-4bd3-8ffe-7d047d92ed2a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc40b09-6716-405a-8a5f-c963579902ab,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:13.378150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc31e8-6800-40d3-bccf-c41aa3d46633 req-ae30aeea-08c1-4f96-aae2-9d570d830a94 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:13.385125 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c4cc31e8-6800-40d3-bccf-c41aa3d46633 req-ae30aeea-08c1-4f96-aae2-9d570d830a94 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 945 time: 0.1946530 Nov 03 02:27:13.408897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 36ae52c3-554e-4508-a219-7d6aed27a83e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:13.410165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.410302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1d286f0e-9ab3-4d60-8594-875ec9f28db6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:13.413686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'project_id': '02739ab548ad4b438001e90eff82e834', 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:27:13.414367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.460275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-f2f9d2c6-6857-4f3c-ab7d-40ad14204a39 None None] Allocated IP 172.20.0.34 (4c265cd9-0cde-417d-8ebc-0ffabd6863e9/06ca0d38-7fa9-476b-9fc9-142750f14501/fccce305-620d-4330-8401-4194b266f4b7) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:13.494167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.579672 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] For port 34c8719b-7b12-4ce2-aac0-99e3da87b17a, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=34c8719b-7b12-4ce2-aac0-99e3da87b17a,segment=NetworkSegment(4e3b0e7f-a586-4019-84bb-541472621d22),segment_id=4e3b0e7f-a586-4019-84bb-541472621d22)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:13.580216 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (34c8719b-7b12-4ce2-aac0-99e3da87b17a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.584013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Made reservation on behalf of 38e7f2f794ad4f3394dd2173f920c56f for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:13.594534 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c4cc31e8-6800-40d3-bccf-c41aa3d46633 req-b6bcbb70-2704-455c-a332-98a3515a7f09 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073338 Nov 03 02:27:13.600662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.612127 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network e816771c-b6a7-451f-a22b-fe6412ef3ccd is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:13.618021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:13.620459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:13.660802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Calling delete_port for 34c8719b-7b12-4ce2-aac0-99e3da87b17a owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:13.669232 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.691136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Allocated IP 2001:db8:1::2 (0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031/66bee636-c83c-4d3e-b736-0c5b7d1ca419/bc1d9482-7b23-4f8a-93be-9423418035c6) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:13.691411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=dd379ac2-967e-4826-aff4-e9342061e9b1,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:13.710770 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a086d28-d441-46e1-9519-e0c0056a193a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (74ccf103-026a-42ec-bc33-3f3cf39799cc), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.750260 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.777557 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (81d2da11-4dd3-47e5-a47c-31c5d75419f2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.895081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a086d28-d441-46e1-9519-e0c0056a193a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (74ccf103-026a-42ec-bc33-3f3cf39799cc), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:13.946165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.002034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (81d2da11-4dd3-47e5-a47c-31c5d75419f2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.006916 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for security_group (76651ba5-8a7e-48e7-97a5-f5eea56c16da), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.034669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (76651ba5-8a7e-48e7-97a5-f5eea56c16da), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.048576 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a086d28-d441-46e1-9519-e0c0056a193a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (74ccf103-026a-42ec-bc33-3f3cf39799cc), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.051831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1a086d28-d441-46e1-9519-e0c0056a193a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.053065 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1a086d28-d441-46e1-9519-e0c0056a193a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/security-groups/74ccf103-026a-42ec-bc33-3f3cf39799cc HTTP/1.1" status: 204 len: 168 time: 0.7419727 Nov 03 02:27:14.053976 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (34c8719b-7b12-4ce2-aac0-99e3da87b17a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.061684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39042) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:14.137539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:27:14.158912 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=81d2da11-4dd3-47e5-a47c-31c5d75419f2,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:14.161594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] No DVR routers for this DVR port 34c8719b-7b12-4ce2-aac0-99e3da87b17a on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:14.240931 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (151e8883-034a-462f-8e4a-eb2ef31a2508), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.240931 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Added segment 151e8883-034a-462f-8e4a-eb2ef31a2508 of type vlan for network d23c766d-96cd-4d3b-be56-3a899bcf5282 Nov 03 02:27:14.242259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76651ba5-8a7e-48e7-97a5-f5eea56c16da,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:14.284751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Pushing event deleted for resources: {'Port': ['ID=34c8719b-7b12-4ce2-aac0-99e3da87b17a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:14.318888 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device bd8b4e82-aba1-4926-8fdc-74bc8011f37c up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:14.334192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-78888961-3aab-498e-8502-8b93fa239fb9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting subnet 8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:27:14.402066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.411698 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.455990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a086d28-d441-46e1-9519-e0c0056a193a tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ccf103-026a-42ec-bc33-3f3cf39799cc,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:14.484690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:14.485721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b571e06-c780-4818-9293-ed439602ae17 None None] Pushing event updated for resources: {'Port': ['ID=2e1308a8-6f88-4351-94d4-c2ec760c65a7,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:14.511448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Checking segment: {'id': 'a0aa77a9-fb50-4eee-8297-abe174537cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:14.511849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network hostable DHCP agents. Network: 31f445ef-3c0f-40ce-993a-3e5e10689a04, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:27:14.514728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258ed5ec-73cd-4a64-94af-124e5dc1c7ec None None] DHCP port deletion for b7f856ee-c11d-48ec-818c-ed06b9dd6268 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:27:14.518514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.520536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=dd379ac2-967e-4826-aff4-e9342061e9b1,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:14.520685 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (d23c766d-96cd-4d3b-be56-3a899bcf5282), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.531137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (b7f856ee-c11d-48ec-818c-ed06b9dd6268), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.557969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.568468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f856ee-c11d-48ec-818c-ed06b9dd6268']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:14.577290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Publish callbacks [] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.592002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3b0e7f-a586-4019-84bb-541472621d22') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:14.592273 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3b0e7f-a586-4019-84bb-541472621d22') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:14.606635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:14.610644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (4e3b0e7f-a586-4019-84bb-541472621d22), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.630185 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (d23c766d-96cd-4d3b-be56-3a899bcf5282), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.635482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:14.636110 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.651523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (4e3b0e7f-a586-4019-84bb-541472621d22), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.665312 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Publish callbacks [] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.684061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 31f445ef-3c0f-40ce-993a-3e5e10689a04) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:14.696982 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.755435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:27:14.755852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (4e3b0e7f-a586-4019-84bb-541472621d22), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.766471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.767827 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:14.773338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:14.773982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.776418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ade4b-6105-40c4-a731-7b60b272e6a0 None None] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:14.830649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Pushing event updated for resources: {'Port': ['ID=bc1d9482-7b23-4f8a-93be-9423418035c6,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:14.835473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:14.835853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.836196 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 Nov 03 02:27:14.859903 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7437322 Nov 03 02:27:14.862900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39050) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:14.872843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Request body: {'subnet': {'network_id': 'd23c766d-96cd-4d3b-be56-3a899bcf5282', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:14.879142 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 4e3b0e7f-a586-4019-84bb-541472621d22 resource provider aggregate not found Nov 03 02:27:14.881136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Allocated IP 2001:db8:1::1 (0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031/66bee636-c83c-4d3e-b736-0c5b7d1ca419/93c98d43-480f-4970-a25f-d4ee3f22a958) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:14.884740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99ae13-e19f-46f3-943b-b28849ebc8e0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Pushing event updated for resources: {'Network': ['ID=d23c766d-96cd-4d3b-be56-3a899bcf5282,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:14.916837 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-52acca0b-9c7d-4bd6-ac14-6f3f46899f0b tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0468960 Nov 03 02:27:14.922400 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 4e3b0e7f-a586-4019-84bb-541472621d22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e3b0e7f-a586-4019-84bb-541472621d22 found for delete ", "request_id": "req-910d8b14-f599-49d5-925f-0324477a78fd"}]} Nov 03 02:27:14.939111 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39054) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:14.948958 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1281048227'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:14.953179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network d23c766d-96cd-4d3b-be56-3a899bcf5282 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:27:14.967253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (b7f856ee-c11d-48ec-818c-ed06b9dd6268), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.970058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Network 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:14.979125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:14.985246 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] 10.222.0.23 "DELETE /v2.0/networks/b7f856ee-c11d-48ec-818c-ed06b9dd6268 HTTP/1.1" status: 204 len: 168 time: 2.1055398 Nov 03 02:27:15.001092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:15.007437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.011589 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d093bc-a601-4f93-9143-0522c0a6b88d tempest-ExtraDHCPOptionsTestJSON-1094233720 tempest-ExtraDHCPOptionsTestJSON-1094233720-project] Pushing event deleted for resources: {'Network': ['ID=b7f856ee-c11d-48ec-818c-ed06b9dd6268,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:15.026303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b837add3-1a86-4077-9c61-28f0bfaf2547 None None] Network e816771c-b6a7-451f-a22b-fe6412ef3ccd requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:15.032316 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:15.034326 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 9 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:15.042541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:15.052624 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:27:15.059453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.075931 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b04577ac-efa7-4f7b-acec-dbb4bd17b8e6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.076776 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Added segment b04577ac-efa7-4f7b-acec-dbb4bd17b8e6 of type vlan for network 6ec8e3d9-2de6-4b44-941c-fcf2c86188fa Nov 03 02:27:15.146115 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (6ec8e3d9-2de6-4b44-941c-fcf2c86188fa), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.165602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.195338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (6ec8e3d9-2de6-4b44-941c-fcf2c86188fa), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.202523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:15.203790 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.278146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.285665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port bd8b4e82-aba1-4926-8fdc-74bc8011f37c completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:27:15.303285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c567c7-dec2-420f-b3fc-acc2a5756734 req-eba0b521-5f2f-4dd0-8f75-6e66ae19155a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:15.304424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Network': ['ID=6ec8e3d9-2de6-4b44-941c-fcf2c86188fa,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:15.305087 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69c567c7-dec2-420f-b3fc-acc2a5756734 req-eba0b521-5f2f-4dd0-8f75-6e66ae19155a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 945 time: 0.5700049 Nov 03 02:27:15.323880 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-14e06390-f770-4d23-baa2-b7e93907e7b1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3822329 Nov 03 02:27:15.328913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39064) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:15.335508 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'ports': [{'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04'}, {'network_id': '6ec8e3d9-2de6-4b44-941c-fcf2c86188fa'}]} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:15.335826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:15.336316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': '6ec8e3d9-2de6-4b44-941c-fcf2c86188fa'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:15.392529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 6ec8e3d9-2de6-4b44-941c-fcf2c86188fa details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:27:15.435226 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network e816771c-b6a7-451f-a22b-fe6412ef3ccd is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:15.435781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39066) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:15.446860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:15.456300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:15.492720 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port bd8b4e82-aba1-4926-8fdc-74bc8011f37c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:15.493288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.497855 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port bd8b4e82-aba1-4926-8fdc-74bc8011f37c Nov 03 02:27:15.501996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=93c98d43-480f-4970-a25f-d4ee3f22a958,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:15.506833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:15.509209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:15.509693 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.603714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d2a8-4e24-4562-8ede-e634ffeb7526 None None] Pushing event updated for resources: {'Port': ['ID=dff30c49-06c8-4bfb-9118-ce4eaee4baee,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:15.678580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:15.712274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 2} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:15.719561 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.721877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f2f9d2c6-6857-4f3c-ab7d-40ad14204a39 None None] For port fccce305-620d-4330-8401-4194b266f4b7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fccce305-620d-4330-8401-4194b266f4b7,segment=NetworkSegment(84ed7856-f1c8-4c48-8728-c623a5a6ae07),segment_id=84ed7856-f1c8-4c48-8728-c623a5a6ae07)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:15.764908 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:15.765472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.772117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Attempting to bind port dff30c49-06c8-4bfb-9118-ce4eaee4baee on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:15.772117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Attempting to bind port dff30c49-06c8-4bfb-9118-ce4eaee4baee by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '6001f24b-4e2b-4f23-bdb0-2e7cd7190206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:15.772117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Attempting to bind port dff30c49-06c8-4bfb-9118-ce4eaee4baee on network f2aab474-6037-4dea-90bf-40f87cf9ce6f {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:15.776901 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-66cb674b-9e04-4c09-a0bd-4ab182ed50a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2c84d7cef594deea6d17450421862f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399982 Nov 03 02:27:15.778740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.798235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Attempting to bind port bc1d9482-7b23-4f8a-93be-9423418035c6 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:15.798816 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Attempting to bind port bc1d9482-7b23-4f8a-93be-9423418035c6 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'd8421f45-dcd9-4dbc-a932-35b4ceed0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:15.799291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Attempting to bind port bc1d9482-7b23-4f8a-93be-9423418035c6 on network 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:15.818187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39070) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:15.845137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:15.845704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Checking segment: {'id': '6001f24b-4e2b-4f23-bdb0-2e7cd7190206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:15.846219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.846721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Bound using segment: {'id': '6001f24b-4e2b-4f23-bdb0-2e7cd7190206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:15.847324 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Bound port: dff30c49-06c8-4bfb-9118-ce4eaee4baee, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6001f24b-4e2b-4f23-bdb0-2e7cd7190206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:15.847888 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.880060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:15.880449 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Checking segment: {'id': 'd8421f45-dcd9-4dbc-a932-35b4ceed0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:15.881174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.881293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Bound using segment: {'id': 'd8421f45-dcd9-4dbc-a932-35b4ceed0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:15.881735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Bound port: bc1d9482-7b23-4f8a-93be-9423418035c6, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8421f45-dcd9-4dbc-a932-35b4ceed0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:15.882170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.909011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f2f9d2c6-6857-4f3c-ab7d-40ad14204a39 None None] Publish callbacks [] for port (fccce305-620d-4330-8401-4194b266f4b7), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.936190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-78888961-3aab-498e-8502-8b93fa239fb9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:15.944701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f2f9d2c6-6857-4f3c-ab7d-40ad14204a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fccce305-620d-4330-8401-4194b266f4b7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.003216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 1d286f0e-9ab3-4d60-8594-875ec9f28db6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1d286f0e-9ab3-4d60-8594-875ec9f28db6,segment=NetworkSegment(6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d),segment_id=6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:16.015446 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69c567c7-dec2-420f-b3fc-acc2a5756734 req-78f9ad94-399a-4c84-8a8f-8bc45b5fcfec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6597023 Nov 03 02:27:16.033584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Made reservation on behalf of 38e7f2f794ad4f3394dd2173f920c56f for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:16.057255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.068154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-78888961-3aab-498e-8502-8b93fa239fb9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.071347 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.106365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2cb136d3-e801-4d0a-97a7-016babcda518 admin admin] Publish callbacks [] for security_group (b1cfb025-3a99-4599-8386-176af1703ea7), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.182201 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 10 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:16.195219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1e8e74df-bb89-46f2-aa18-43a85ab2a017 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:27:16.215302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router c71c1e32-738e-4aca-9e97-bf6cb23cec0b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:16.256084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-78888961-3aab-498e-8502-8b93fa239fb9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.307911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 1e8e74df-bb89-46f2-aa18-43a85ab2a017 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:16.308249 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1e8e74df-bb89-46f2-aa18-43a85ab2a017 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:27:16.322280 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] For port dff30c49-06c8-4bfb-9118-ce4eaee4baee, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:16.324776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9d2c6-6857-4f3c-ab7d-40ad14204a39 None None] Pushing event updated for resources: {'Port': ['ID=fccce305-620d-4330-8401-4194b266f4b7,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:16.339823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.378984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.404314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port bd8b4e82-aba1-4926-8fdc-74bc8011f37c is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:16.406871 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.428312 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2cb136d3-e801-4d0a-97a7-016babcda518 admin admin] Publish callbacks [] for security_group (b1cfb025-3a99-4599-8386-176af1703ea7), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.441472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] For port dff30c49-06c8-4bfb-9118-ce4eaee4baee, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=dff30c49-06c8-4bfb-9118-ce4eaee4baee,segment=NetworkSegment(6001f24b-4e2b-4f23-bdb0-2e7cd7190206),segment_id=6001f24b-4e2b-4f23-bdb0-2e7cd7190206)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:16.480866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-78888961-3aab-498e-8502-8b93fa239fb9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.504508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] For port bc1d9482-7b23-4f8a-93be-9423418035c6, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:16.513174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:16.527584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:16.546806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.555141 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Sync routers for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:16.567660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8b18a5eb-a447-436d-b8f5-89aed2929b1f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3398354 Nov 03 02:27:16.571347 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Could not find standard attr ID for object bf6f469c-c49b-4543-85a5-c0b1ec22b744. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:16.580334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] For port bc1d9482-7b23-4f8a-93be-9423418035c6, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bc1d9482-7b23-4f8a-93be-9423418035c6,segment=NetworkSegment(d8421f45-dcd9-4dbc-a932-35b4ceed0dfe),segment_id=d8421f45-dcd9-4dbc-a932-35b4ceed0dfe)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:16.580978 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:16.583336 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-889839d2-f23e-4af4-9724-736018bd594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:16.584743 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39074) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:16.592175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78888961-3aab-498e-8502-8b93fa239fb9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:16.592412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1550017598'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:16.605660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port f0371490-26d2-4022-8d37-7973ef89d016 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:27:16.616831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-78888961-3aab-498e-8502-8b93fa239fb9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.630952 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-78888961-3aab-498e-8502-8b93fa239fb9 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2 HTTP/1.1" status: 204 len: 168 time: 2.5645130 Nov 03 02:27:16.633457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2cb136d3-e801-4d0a-97a7-016babcda518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b1cfb025-3a99-4599-8386-176af1703ea7), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.636006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2cb136d3-e801-4d0a-97a7-016babcda518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.638092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.641730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Could not find standard attr ID for object 1156f61e-0233-4ef9-a93f-f49c9623f813. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:16.648608 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2cb136d3-e801-4d0a-97a7-016babcda518 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1cfb025-3a99-4599-8386-176af1703ea7 HTTP/1.1" status: 204 len: 168 time: 0.8155172 Nov 03 02:27:16.648608 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39076) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:16.678002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f383924-55fd-431b-af56-b6a84ef301c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8b4e82-aba1-4926-8fdc-74bc8011f37c'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:27:16.680713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfe840d-162a-4e2b-a564-0d2998e5d00c" -d '{"events": [{"server_uuid": "7f383924-55fd-431b-af56-b6a84ef301c2", "name": "network-vif-plugged", "status": "completed", "tag": "bd8b4e82-aba1-4926-8fdc-74bc8011f37c"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:27:16.683507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:16.684620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:16.831869 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb136d3-e801-4d0a-97a7-016babcda518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cfb025-3a99-4599-8386-176af1703ea7,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:16.890367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:16.914439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:16.936318 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:16.959647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-29660008-9ef0-41b4-aaa5-776c9b2e2988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting subnet 06ca0d38-7fa9-476b-9fc9-142750f14501 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:27:16.980056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-29660008-9ef0-41b4-aaa5-776c9b2e2988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (06ca0d38-7fa9-476b-9fc9-142750f14501), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:17.205975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-29660008-9ef0-41b4-aaa5-776c9b2e2988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (06ca0d38-7fa9-476b-9fc9-142750f14501), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:17.378211 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (d35db6b9-0b97-4c35-a738-de04231825b1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:17.561055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37688cfb-fc29-49bd-a6da-bcfa81d89beb x-openstack-request-id: req-37688cfb-fc29-49bd-a6da-bcfa81d89beb {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:27:17.561670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (f0371490-26d2-4022-8d37-7973ef89d016), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:17.561797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f383924-55fd-431b-af56-b6a84ef301c2", "name": "network-vif-plugged", "status": "completed", "tag": "bd8b4e82-aba1-4926-8fdc-74bc8011f37c", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:27:17.561797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37688cfb-fc29-49bd-a6da-bcfa81d89beb {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:27:17.562325 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37688cfb-fc29-49bd-a6da-bcfa81d89beb'] response: {'server_uuid': '7f383924-55fd-431b-af56-b6a84ef301c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8b4e82-aba1-4926-8fdc-74bc8011f37c', 'code': 200} Nov 03 02:27:17.566593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2e1308a8-6f88-4351-94d4-c2ec760c65a7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:17.587148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=1d286f0e-9ab3-4d60-8594-875ec9f28db6,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:17.593761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port bd8b4e82-aba1-4926-8fdc-74bc8011f37c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=bd8b4e82-aba1-4926-8fdc-74bc8011f37c,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:17.639124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Pushing event updated for resources: {'Subnet': ['ID=d35db6b9-0b97-4c35-a738-de04231825b1,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:17.713641 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:17.719328 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-889839d2-f23e-4af4-9724-736018bd594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:13Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:14Z', 'revision_number': 2, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:17.781114 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Checking router: c71c1e32-738e-4aca-9e97-bf6cb23cec0b for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:17.781775 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Updating router c71c1e32-738e-4aca-9e97-bf6cb23cec0b port dd379ac2-967e-4826-aff4-e9342061e9b1 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:27:17.786444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port e3a49404-0993-4d68-b153-0e4b9cacada6 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:27:17.824548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Provisioning complete for port 8107c02b-2b5a-4c46-b234-c36778bbcbad triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:17.831475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:17.835649 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 1 to provision port 8107c02b-2b5a-4c46-b234-c36778bbcbad Nov 03 02:27:17.853388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:27:17.865230 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.012112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5769a07a-734c-4b85-adb6-b17c42ba03e1 None None] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:18.032878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:18.084348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (efb5317c-58d8-4052-8a68-f2b7b6f5403e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.084734 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added segment efb5317c-58d8-4052-8a68-f2b7b6f5403e of type vlan for network 7e7e967e-0025-4e4e-aabb-d6e600cf240a Nov 03 02:27:18.087459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a9b96-79d1-4861-a7e4-ee3a2bad48ab req-497bc341-c9ba-42a7-8fda-d4501eb1ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:18.095283 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc3a9b96-79d1-4861-a7e4-ee3a2bad48ab req-497bc341-c9ba-42a7-8fda-d4501eb1ab22 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 1130 time: 0.4057481 Nov 03 02:27:18.150559 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56bf08-f3e1-4895-b507-aa4f1e37d2fe req-37b1e771-2738-416b-9ce3-8a92d93d47c6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:18.168043 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cb56bf08-f3e1-4895-b507-aa4f1e37d2fe req-37b1e771-2738-416b-9ce3-8a92d93d47c6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 945 time: 0.8846877 Nov 03 02:27:18.171081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Checking segment: {'id': '151e8883-034a-462f-8e4a-eb2ef31a2508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd23c766d-96cd-4d3b-be56-3a899bcf5282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:18.171488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Network hostable DHCP agents. Network: d23c766d-96cd-4d3b-be56-3a899bcf5282, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:27:18.247389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d2a8-4e24-4562-8ede-e634ffeb7526 None None] Pushing event updated for resources: {'Port': ['ID=dff30c49-06c8-4bfb-9118-ce4eaee4baee,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:18.336792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (7e7e967e-0025-4e4e-aabb-d6e600cf240a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.497091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.519322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (7e7e967e-0025-4e4e-aabb-d6e600cf240a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.521875 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Publish callbacks [] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.536716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:18.537388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.539279 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.551940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.552913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.587186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:18.587776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.605734 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 Nov 03 02:27:18.617092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-29660008-9ef0-41b4-aaa5-776c9b2e2988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (06ca0d38-7fa9-476b-9fc9-142750f14501), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.676037 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383c5c2-61ea-4fc3-9308-0e81e06c9099 None None] Pushing event updated for resources: {'Port': ['ID=dd379ac2-967e-4826-aff4-e9342061e9b1,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:18.726517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3173e4-7dc3-4745-adaa-d0fa1f652995 None None] Pushing event updated for resources: {'Port': ['ID=bc1d9482-7b23-4f8a-93be-9423418035c6,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:18.762186 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (e3a49404-0993-4d68-b153-0e4b9cacada6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.766614 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1786964 Nov 03 02:27:18.775602 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39114) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:18.782146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=93c98d43-480f-4970-a25f-d4ee3f22a958,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:18.800274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'subnet': {'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:18.841623 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Attempting to bind port dd379ac2-967e-4826-aff4-e9342061e9b1 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:18.842555 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Attempting to bind port dd379ac2-967e-4826-aff4-e9342061e9b1 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '3bc0d417-0d8c-489c-9b49-74994470f269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:18.843102 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Attempting to bind port dd379ac2-967e-4826-aff4-e9342061e9b1 on network e816771c-b6a7-451f-a22b-fe6412ef3ccd {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:18.849547 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:18.850154 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Checking segment: {'id': '3bc0d417-0d8c-489c-9b49-74994470f269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:18.850826 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.851395 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Bound using segment: {'id': '3bc0d417-0d8c-489c-9b49-74994470f269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:18.852040 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Bound port: dd379ac2-967e-4826-aff4-e9342061e9b1, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc0d417-0d8c-489c-9b49-74994470f269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:18.852635 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.880991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Network d23c766d-96cd-4d3b-be56-3a899bcf5282 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:18.887991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7436a4cb-c24b-4dfc-b9e3-e56c842ebad3 None None] Network 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:18.914420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-29660008-9ef0-41b4-aaa5-776c9b2e2988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (06ca0d38-7fa9-476b-9fc9-142750f14501), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:18.920312 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Current status of the port 8107c02b-2b5a-4c46-b234-c36778bbcbad is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:18.996982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, d23c766d-96cd-4d3b-be56-3a899bcf5282) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:19.002306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:19.010192 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cb56bf08-f3e1-4895-b507-aa4f1e37d2fe req-2f8f7778-5c0d-4a5b-9ceb-53e9ef39cdd4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8412082 Nov 03 02:27:19.024879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:19.024879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:19.054705 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-889839d2-f23e-4af4-9724-736018bd594f None None] For port dd379ac2-967e-4826-aff4-e9342061e9b1, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:19.059270 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-889839d2-f23e-4af4-9724-736018bd594f None None] For port dd379ac2-967e-4826-aff4-e9342061e9b1, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=dd379ac2-967e-4826-aff4-e9342061e9b1,segment=NetworkSegment(3bc0d417-0d8c-489c-9b49-74994470f269),segment_id=3bc0d417-0d8c-489c-9b49-74994470f269)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:19.070538 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:19.071957 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc3a9b96-79d1-4861-a7e4-ee3a2bad48ab req-759fd75e-1230-451b-9c1e-64d63b64cd5c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8824103 Nov 03 02:27:19.082664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:19.098611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5e7b5572-a9de-45fc-8822-45741d314d1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2307966 Nov 03 02:27:19.105326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f36ec0-f79a-4c41-8222-4764ea30960e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Network': ['ID=7e7e967e-0025-4e4e-aabb-d6e600cf240a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:19.110009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39118) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:19.123230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29660008-9ef0-41b4-aaa5-776c9b2e2988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Subnet': ['ID=06ca0d38-7fa9-476b-9fc9-142750f14501,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:19.127289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Request body: {'port': {'network_id': 'd23c766d-96cd-4d3b-be56-3a899bcf5282', 'name': 'tempest-TagsExtTest-146275523'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:19.127720 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Made reservation on behalf of 11e48b890e78419891812f693265e85f for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:19.133039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:19.143513 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-29660008-9ef0-41b4-aaa5-776c9b2e2988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:19.149335 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-29660008-9ef0-41b4-aaa5-776c9b2e2988 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/06ca0d38-7fa9-476b-9fc9-142750f14501 HTTP/1.1" status: 204 len: 168 time: 2.4989855 Nov 03 02:27:19.155243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39120) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:19.159447 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f0371490-26d2-4022-8d37-7973ef89d016), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:19.203172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb17a40-786b-4c15-836c-c2635c712e5e None None] Network d23c766d-96cd-4d3b-be56-3a899bcf5282 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:19.205572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 7e7e967e-0025-4e4e-aabb-d6e600cf240a details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:27:19.256182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Could not find standard attr ID for object 10cf0f56-799c-472a-80b6-837cacad8f2b. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:19.315231 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383c5c2-61ea-4fc3-9308-0e81e06c9099 None None] Pushing event updated for resources: {'Port': ['ID=dd379ac2-967e-4826-aff4-e9342061e9b1,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:19.321823 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:19.322671 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-889839d2-f23e-4af4-9724-736018bd594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:19.397614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:19.403581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:19.424281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Could not find standard attr ID for object 921adde5-1086-4b73-a6ab-e4b72f775376. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:19.428843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:19.430014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e3a49404-0993-4d68-b153-0e4b9cacada6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:19.472309 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=bd8b4e82-aba1-4926-8fdc-74bc8011f37c,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:19.492437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Could not find standard attr ID for object 34c8719b-7b12-4ce2-aac0-99e3da87b17a. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:19.508735 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=f0371490-26d2-4022-8d37-7973ef89d016,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:19.599752 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c6f3bf-21c4-4fb1-ad5d-f8d55ad925eb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:19.600233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c6f3bf-21c4-4fb1-ad5d-f8d55ad925eb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:19.608248 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a4c6f3bf-21c4-4fb1-ad5d-f8d55ad925eb tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/8cd051ec-dcd9-42aa-bdbe-154f4b76eaf2 HTTP/1.1" status: 404 len: 337 time: 0.4341736 Nov 03 02:27:19.637086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Provisioning complete for port fccce305-620d-4330-8401-4194b266f4b7 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:19.637618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fccce305-620d-4330-8401-4194b266f4b7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:19.637911 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 1 to provision port fccce305-620d-4330-8401-4194b266f4b7 Nov 03 02:27:19.664816 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-889839d2-f23e-4af4-9724-736018bd594f None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:19.675131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39126) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:19.743338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:19.743812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:19.778584 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-d23c766d-96cd-4d3b-be56-3a899bcf5282', 'network_id': 'd23c766d-96cd-4d3b-be56-3a899bcf5282', 'project_id': '38e7f2f794ad4f3394dd2173f920c56f', 'fixed_ips': [{'subnet_id': 'd35db6b9-0b97-4c35-a738-de04231825b1'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:27:19.779613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:19.882779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:16Z', 'revision_number': 3, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:14Z', 'revision_number': 1, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:16Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:19.891594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 2e1308a8-6f88-4351-94d4-c2ec760c65a7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2e1308a8-6f88-4351-94d4-c2ec760c65a7,segment=NetworkSegment(3bc0d417-0d8c-489c-9b49-74994470f269),segment_id=3bc0d417-0d8c-489c-9b49-74994470f269)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:19.918625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Made reservation on behalf of 38e7f2f794ad4f3394dd2173f920c56f for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:19.925004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:19.967798 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=e3a49404-0993-4d68-b153-0e4b9cacada6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:19.978802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c990bb-db22-469c-82b4-1501db54b583 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting subnet 236b7e97-24ff-4138-9f6b-e6878e821273 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:27:20.001479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] device_id is not set on port eb0d1476-0c93-49e6-a8fa-752eedc73f4b yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:27:20.055425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Checking segment: {'id': 'b04577ac-efa7-4f7b-acec-dbb4bd17b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ec8e3d9-2de6-4b44-941c-fcf2c86188fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:20.055815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network hostable DHCP agents. Network: 6ec8e3d9-2de6-4b44-941c-fcf2c86188fa, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:27:20.073300 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a9c990bb-db22-469c-82b4-1501db54b583 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (236b7e97-24ff-4138-9f6b-e6878e821273), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:20.111487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b23ba-16fa-4e9b-8bdf-14c0b3d815b6 None None] The sync data for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv is: [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:16Z', 'revision_number': 3, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:14Z', 'revision_number': 1, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:16Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:20.134335 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:20.134933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fccce305-620d-4330-8401-4194b266f4b7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:20.214688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Allocated IP 172.20.0.5 (d23c766d-96cd-4d3b-be56-3a899bcf5282/d35db6b9-0b97-4c35-a738-de04231825b1/eb0d1476-0c93-49e6-a8fa-752eedc73f4b) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:20.270706 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 6ec8e3d9-2de6-4b44-941c-fcf2c86188fa is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:20.285684 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-889839d2-f23e-4af4-9724-736018bd594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:13Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:19Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:20.292523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c191738-7abc-4b42-80f8-d13f23f9f3c6 None None] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:20.314303 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a9c990bb-db22-469c-82b4-1501db54b583 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (236b7e97-24ff-4138-9f6b-e6878e821273), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:20.363998 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889839d2-f23e-4af4-9724-736018bd594f None None] The sync data for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv is: [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:13Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:19Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:20.395557 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 6ec8e3d9-2de6-4b44-941c-fcf2c86188fa) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:20.507685 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:20.545106 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:20.562871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for port (eb0d1476-0c93-49e6-a8fa-752eedc73f4b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:20.566561 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:20.578021 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:20.674526 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2625cb8d-076a-4bf5-9a1a-7ca6a9a1331a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3437712 Nov 03 02:27:20.686510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:20.687805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39140) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:20.724534 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:20.761047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (eb0d1476-0c93-49e6-a8fa-752eedc73f4b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:20.764162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Current status of the port fccce305-620d-4330-8401-4194b266f4b7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:20.802106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5ff525-6521-47cc-b53d-d235e0206d0b None None] Network 6ec8e3d9-2de6-4b44-941c-fcf2c86188fa requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:20.848137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Network d23c766d-96cd-4d3b-be56-3a899bcf5282 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:20.850732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39144) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:20.858354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:20.866961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:20.902073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Subnet': ['ID=2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:20.951199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a9c990bb-db22-469c-82b4-1501db54b583 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (236b7e97-24ff-4138-9f6b-e6878e821273), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.022052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9ba3e9f3-0f45-4ee6-bacb-1ecccc53481a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1259871279', 'description': 'tempest-secgroup-smoke-1259871279 description', 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:21.051085 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Checking segment: {'id': 'efb5317c-58d8-4052-8a68-f2b7b6f5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:21.052013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network hostable DHCP agents. Network: 7e7e967e-0025-4e4e-aabb-d6e600cf240a, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:27:21.108095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:21.109281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.116089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 7e7e967e-0025-4e4e-aabb-d6e600cf240a is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:21.147914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 7e7e967e-0025-4e4e-aabb-d6e600cf240a) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:21.154948 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:21.155689 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.174390 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a9c990bb-db22-469c-82b4-1501db54b583 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (236b7e97-24ff-4138-9f6b-e6878e821273), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.257524 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-13ec4a7d-a26a-4ada-abc5-33f983a77a14 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4707901 Nov 03 02:27:21.259578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39146) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:21.280509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c990bb-db22-469c-82b4-1501db54b583 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Subnet': ['ID=236b7e97-24ff-4138-9f6b-e6878e821273,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:21.292797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e9f3-0f45-4ee6-bacb-1ecccc53481a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.305939 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:21.314546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-de25a388-25e4-423b-87be-e3168f3a1a87 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9858308 Nov 03 02:27:21.317383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e9f3-0f45-4ee6-bacb-1ecccc53481a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.329984 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2143123 Nov 03 02:27:21.333287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39148) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:21.334062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39150) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:21.413304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a9c990bb-db22-469c-82b4-1501db54b583 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.422112 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a9c990bb-db22-469c-82b4-1501db54b583 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/236b7e97-24ff-4138-9f6b-e6878e821273 HTTP/1.1" status: 204 len: 168 time: 1.7336376 Nov 03 02:27:21.436285 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39152) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:21.439902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e9f3-0f45-4ee6-bacb-1ecccc53481a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group (51afe03f-fe13-4fb0-9929-5ad24cf75e2f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.448992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7e0bb2be-7145-44a8-9ecd-faeb8fd41728 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-126061081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:21.488600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-843247427'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:21.508979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e9f3-0f45-4ee6-bacb-1ecccc53481a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (51afe03f-fe13-4fb0-9929-5ad24cf75e2f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.513374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294749e5-afeb-4a92-ab29-3dd38dca323b None None] Network 7e7e967e-0025-4e4e-aabb-d6e600cf240a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:21.524313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Provisioning complete for port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:21.526431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.526900 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Attempt 1 to provision port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 Nov 03 02:27:21.574149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e9f3-0f45-4ee6-bacb-1ecccc53481a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group (88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.609143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb2be-7145-44a8-9ecd-faeb8fd41728 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.610231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb2be-7145-44a8-9ecd-faeb8fd41728 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.623169 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-9045b35f-bd95-47db-a9c0-5f06578355f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:21.623731 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9045b35f-bd95-47db-a9c0-5f06578355f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:21.630184 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9045b35f-bd95-47db-a9c0-5f06578355f0 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/82009c8e-80a4-44af-b068-a6882f4f92c1 HTTP/1.1" status: 404 len: 337 time: 0.1883373 Nov 03 02:27:21.636494 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39154) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:21.641614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=2e1308a8-6f88-4351-94d4-c2ec760c65a7,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:21.689198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:21.692908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.699169 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a068d67e-5ad9-4b66-8604-8f202efcd2ee tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2eca58f-8919-46a5-a833-ccab7a1fb33c HTTP/1.1" status: 200 len: 205 time: 0.0588994 Nov 03 02:27:21.701112 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39156) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:21.712025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3e9f3-0f45-4ee6-bacb-1ecccc53481a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51afe03f-fe13-4fb0-9929-5ad24cf75e2f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:21.715584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b85fd6-9736-49c0-a1d0-024ea65d4d83 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Pushing event updated for resources: {'Port': ['ID=eb0d1476-0c93-49e6-a8fa-752eedc73f4b,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:21.731455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb2be-7145-44a8-9ecd-faeb8fd41728 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for router_controller (5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.733368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e9f3-0f45-4ee6-bacb-1ecccc53481a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.777509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-dfa86f9a-1f4c-4370-a8b8-556dc4988dd3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port e3a49404-0993-4d68-b153-0e4b9cacada6 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:21.777860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfa86f9a-1f4c-4370-a8b8-556dc4988dd3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e3a49404-0993-4d68-b153-0e4b9cacada6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.781305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb2be-7145-44a8-9ecd-faeb8fd41728 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.824960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3e9f3-0f45-4ee6-bacb-1ecccc53481a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:21.857663 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-b81afd5b-1d56-486f-97bb-6c62374fd814 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] delete failed (client error): The resource could not be found. Nov 03 02:27:21.858764 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b81afd5b-1d56-486f-97bb-6c62374fd814 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/routers/c2eca58f-8919-46a5-a833-ccab7a1fb33c HTTP/1.1" status: 404 len: 336 time: 0.1546476 Nov 03 02:27:21.864399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fccce305-620d-4330-8401-4194b266f4b7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:21.865111 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fccce305-620d-4330-8401-4194b266f4b7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.865219 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fccce305-620d-4330-8401-4194b266f4b7 Nov 03 02:27:21.868415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39158) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:21.889560 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8db642-f255-47d7-b9a6-65869cecda12 req-463c1302-8ac1-4834-8f63-fb12618c0f1d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:21.891330 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2b8db642-f255-47d7-b9a6-65869cecda12 req-463c1302-8ac1-4834-8f63-fb12618c0f1d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 946 time: 1.2194979 Nov 03 02:27:21.967622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Allocated IP 172.20.0.2 (d23c766d-96cd-4d3b-be56-3a899bcf5282/d35db6b9-0b97-4c35-a738-de04231825b1/ec4eeb7b-3433-4ebe-966d-0caffad14ec6) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:21.974657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'project_id': '11e48b890e78419891812f693265e85f', 'fixed_ips': [{'subnet_id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:27:21.976157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.989614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e9f3-0f45-4ee6-bacb-1ecccc53481a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:21.991281 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9ba3e9f3-0f45-4ee6-bacb-1ecccc53481a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0083323 Nov 03 02:27:21.999848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39162) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.014706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:27:22.031015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0aab3d3a-46cf-4916-9e6a-f5196dd47bbb tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'security_group_rule': {'security_group_id': '88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2', 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:22.036228 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-771a3028-d7ab-4102-85b3-87d12e2da184 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:22.040277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb2be-7145-44a8-9ecd-faeb8fd41728 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.041222 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771a3028-d7ab-4102-85b3-87d12e2da184 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:22.044624 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-771a3028-d7ab-4102-85b3-87d12e2da184 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/78bd8bd7-6598-4364-8903-11cc7b344973 HTTP/1.1" status: 404 len: 337 time: 0.1748252 Nov 03 02:27:22.053948 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7e0bb2be-7145-44a8-9ecd-faeb8fd41728 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6071413 Nov 03 02:27:22.058844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39164) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.059294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39166) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.074053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-aaf7ca8e-a669-46f5-89b1-306d2eaceac5 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-429055860', 'prefixes': ['172.20.0.0/16']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:22.157811 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-4184b832-eb0b-4886-9f69-e9c67f8f9a3b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:22.158439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4184b832-eb0b-4886-9f69-e9c67f8f9a3b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:22.166772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39168) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.171496 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4184b832-eb0b-4886-9f69-e9c67f8f9a3b tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/207c70eb-47cd-461c-8787-b326c4a6bf95 HTTP/1.1" status: 404 len: 337 time: 0.1001821 Nov 03 02:27:22.213143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Allocated IP 172.23.0.2 (7e7e967e-0025-4e4e-aabb-d6e600cf240a/2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c/29eafb5b-4762-4454-8e50-16c507ffd61c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:22.243168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0aab3d3a-46cf-4916-9e6a-f5196dd47bbb tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (2ff67b57-ee38-4987-8017-e9ba11ad2697), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.252974 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e20a890-a8ef-4613-a35f-366263ec0bbd tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:22.253440 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e20a890-a8ef-4613-a35f-366263ec0bbd tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:22.257454 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6e20a890-a8ef-4613-a35f-366263ec0bbd tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/76e0f4c3-c79b-4e52-971b-b6d785b978f6 HTTP/1.1" status: 404 len: 337 time: 0.0883169 Nov 03 02:27:22.262199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39170) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.312357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a4e862ca-ed04-4b21-aab5-d8a677526a8f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.312902 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added segment a4e862ca-ed04-4b21-aab5-d8a677526a8f of type vlan for network 968d4041-a171-424c-b044-ceb3e7aab121 Nov 03 02:27:22.322130 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2b8db642-f255-47d7-b9a6-65869cecda12 req-b6cf6de9-500a-4faa-a26d-ff03231cf217 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362126 Nov 03 02:27:22.333510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfa86f9a-1f4c-4370-a8b8-556dc4988dd3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e3a49404-0993-4d68-b153-0e4b9cacada6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.388340 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-495d2cf7-baa9-41a7-b1ef-4cf7c1193158 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:22.388936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495d2cf7-baa9-41a7-b1ef-4cf7c1193158 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:22.397776 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-495d2cf7-baa9-41a7-b1ef-4cf7c1193158 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/78887c7b-4858-46fc-997f-d2972ae4d238 HTTP/1.1" status: 404 len: 333 time: 0.1357048 Nov 03 02:27:22.414975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39172) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.419634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-dfa86f9a-1f4c-4370-a8b8-556dc4988dd3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for e3a49404-0993-4d68-b153-0e4b9cacada6 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:22.435936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca8e-a669-46f5-89b1-306d2eaceac5 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.437592 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aaf7ca8e-a669-46f5-89b1-306d2eaceac5 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3690958 Nov 03 02:27:22.452289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39174) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.459507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Publish callbacks [] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.467945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-256fad0f-698b-45d9-ae8e-4a1717f35ddd tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1', 'tempest-TagsExtTest-Tag-1236429644') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:22.493728 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-322c3177-992f-492d-995c-163549645b86 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:22.494204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322c3177-992f-492d-995c-163549645b86 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:22.497353 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-322c3177-992f-492d-995c-163549645b86 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/5e151b85-440a-4180-af2b-75e1446b6365 HTTP/1.1" status: 404 len: 337 time: 0.0828609 Nov 03 02:27:22.500070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39176) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.501319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (968d4041-a171-424c-b044-ceb3e7aab121), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.558944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d227-c8b9-4148-885d-b291e00cef16 None None] Current status of the port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:22.562779 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-03720509-59de-4717-a765-7cad8780317d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:22.563551 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03720509-59de-4717-a765-7cad8780317d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:22.568752 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-03720509-59de-4717-a765-7cad8780317d tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/9e2c07a5-4619-4b5a-88bf-b4a19dffb32f HTTP/1.1" status: 404 len: 337 time: 0.0605967 Nov 03 02:27:22.570765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39178) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.595971 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.634905 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-810f9230-1fc8-45e3-85b2-e0f598c4828c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:22.635497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810f9230-1fc8-45e3-85b2-e0f598c4828c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:22.648371 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-810f9230-1fc8-45e3-85b2-e0f598c4828c tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/adfb862c-a581-4b1d-9095-9fd4aa5f34db HTTP/1.1" status: 404 len: 333 time: 0.0744309 Nov 03 02:27:22.650417 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39180) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.650637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0aab3d3a-46cf-4916-9e6a-f5196dd47bbb tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (2ff67b57-ee38-4987-8017-e9ba11ad2697), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.665203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0aab3d3a-46cf-4916-9e6a-f5196dd47bbb tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (2ff67b57-ee38-4987-8017-e9ba11ad2697), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.731435 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc539fa5-8d0a-4f26-8640-553f54c70df8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:22.732315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc539fa5-8d0a-4f26-8640-553f54c70df8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:22.740148 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dc539fa5-8d0a-4f26-8640-553f54c70df8 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/8073d1fa-f770-43aa-811d-948014cf6856 HTTP/1.1" status: 404 len: 337 time: 0.0855966 Nov 03 02:27:22.741551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39182) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.751814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab3d3a-46cf-4916-9e6a-f5196dd47bbb tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff67b57-ee38-4987-8017-e9ba11ad2697,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:22.769015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.773428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (968d4041-a171-424c-b044-ceb3e7aab121), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.778807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:22.779762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.800402 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0aab3d3a-46cf-4916-9e6a-f5196dd47bbb tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.805881 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0aab3d3a-46cf-4916-9e6a-f5196dd47bbb tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8049095 Nov 03 02:27:22.806680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39184) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.820950 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3967da8b-8131-4ae8-b225-6fd90a95fefe tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'security_group_rule': {'security_group_id': '88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2', 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:22.845165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Network 7e7e967e-0025-4e4e-aabb-d6e600cf240a is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:22.861322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Provisioning complete for port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:22.861322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:22.861322 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Attempt 1 to provision port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 Nov 03 02:27:22.863488 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4201407 Nov 03 02:27:22.871022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39186) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.902502 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-f873587e-1174-4bd9-ae7a-cc53e559b5bd tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:22.903089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f873587e-1174-4bd9-ae7a-cc53e559b5bd tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:22.909677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Pushing event updated for resources: {'Port': ['ID=29eafb5b-4762-4454-8e50-16c507ffd61c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:22.910904 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f873587e-1174-4bd9-ae7a-cc53e559b5bd tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/subnets/6b787957-ef26-4cc3-8f8a-f932fcf280d3 HTTP/1.1" status: 404 len: 337 time: 0.1539102 Nov 03 02:27:22.914659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:22.924479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:22.938056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39188) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:22.947038 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1765331e-9f3a-4d61-99f9-ac7247d25f36 None None] Network 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:22.969929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'subnet': {'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:23.023026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3967da8b-8131-4ae8-b225-6fd90a95fefe tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (10eff8f9-8cbd-4bf1-bffd-f5922bd2a0e5), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.062700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfa86f9a-1f4c-4370-a8b8-556dc4988dd3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e3a49404-0993-4d68-b153-0e4b9cacada6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.096070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7c870-b21c-44dd-8e3d-1810ddcd60a0 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Network': ['ID=968d4041-a171-424c-b044-ceb3e7aab121,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:23.119527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dfa86f9a-1f4c-4370-a8b8-556dc4988dd3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.123343 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dfa86f9a-1f4c-4370-a8b8-556dc4988dd3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/e3a49404-0993-4d68-b153-0e4b9cacada6 HTTP/1.1" status: 204 len: 168 time: 2.4264128 Nov 03 02:27:23.129896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 968d4041-a171-424c-b044-ceb3e7aab121 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:27:23.134692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39192) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:23.136131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fccce305-620d-4330-8401-4194b266f4b7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:23.137053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa86f9a-1f4c-4370-a8b8-556dc4988dd3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=e3a49404-0993-4d68-b153-0e4b9cacada6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:23.140272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3967da8b-8131-4ae8-b225-6fd90a95fefe tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (10eff8f9-8cbd-4bf1-bffd-f5922bd2a0e5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.169303 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-256fad0f-698b-45d9-ae8e-4a1717f35ddd tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags/tempest-TagsExtTest-Tag-1236429644 HTTP/1.1" status: 201 len: 201 time: 0.7158086 Nov 03 02:27:23.173883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39194) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:23.182829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-32cd9f41-56d0-490a-a765-938316358e41 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b', 'tempest-TagsExtTest-Tag-1703938776') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:23.221965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3967da8b-8131-4ae8-b225-6fd90a95fefe tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (10eff8f9-8cbd-4bf1-bffd-f5922bd2a0e5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.228363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:23.232940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.259231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Attempting to bind port 29eafb5b-4762-4454-8e50-16c507ffd61c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:23.259774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Attempting to bind port 29eafb5b-4762-4454-8e50-16c507ffd61c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'efb5317c-58d8-4052-8a68-f2b7b6f5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:23.260980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Attempting to bind port 29eafb5b-4762-4454-8e50-16c507ffd61c on network 7e7e967e-0025-4e4e-aabb-d6e600cf240a {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:23.282542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967da8b-8131-4ae8-b225-6fd90a95fefe tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10eff8f9-8cbd-4bf1-bffd-f5922bd2a0e5,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:23.300119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:23.301124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Checking segment: {'id': 'efb5317c-58d8-4052-8a68-f2b7b6f5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:23.301523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.301920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Bound using segment: {'id': 'efb5317c-58d8-4052-8a68-f2b7b6f5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:23.302419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Bound port: 29eafb5b-4762-4454-8e50-16c507ffd61c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb5317c-58d8-4052-8a68-f2b7b6f5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:23.302801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.330624 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3967da8b-8131-4ae8-b225-6fd90a95fefe tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.335556 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3967da8b-8131-4ae8-b225-6fd90a95fefe tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5229445 Nov 03 02:27:23.335746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 34c8719b-7b12-4ce2-aac0-99e3da87b17a no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:27:23.337288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39196) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:23.343778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-24a53c87-519e-458b-b064-e7da07818cb9 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'security_group_rule': {'security_group_id': '88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2', 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:23.359658 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-32cd9f41-56d0-490a-a765-938316358e41 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags/tempest-TagsExtTest-Tag-1703938776 HTTP/1.1" status: 201 len: 201 time: 0.1842680 Nov 03 02:27:23.368900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39198) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:23.374050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-21b64017-46fc-4b65-be0b-e88322710234 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae', 'tempest-TagsExtTest-Tag-1345861579') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:23.385484 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 34c8719b-7b12-4ce2-aac0-99e3da87b17a {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:23.390624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 34c8719b-7b12-4ce2-aac0-99e3da87b17a not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:27:23.533967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f07675-a058-4f86-8f8d-f9f729c1db60 None None] DHCP port deletion for 4c265cd9-0cde-417d-8ebc-0ffabd6863e9 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:27:23.536156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Current status of the port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:23.548769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Allocated IP 172.23.0.1 (7e7e967e-0025-4e4e-aabb-d6e600cf240a/2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c/2b2276cf-a7cf-4020-b704-61c3585ce8a4) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:23.549191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Publish callbacks [] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.556040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-91f68f17-6350-48b7-8283-209ea9346eaa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:23.556526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-91f68f17-6350-48b7-8283-209ea9346eaa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c03ef85a-a297-49e3-9f14-ba7a66dcfe77), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.577501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c09e0b-0984-46f6-b283-13afee0e6ada tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:23.579580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24a53c87-519e-458b-b064-e7da07818cb9 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (fd7100af-d444-4629-b007-ee87dc83cd22), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.583886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c09e0b-0984-46f6-b283-13afee0e6ada tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:23.589269 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-32c09e0b-0984-46f6-b283-13afee0e6ada tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4312420 Nov 03 02:27:23.589900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39202) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:23.620111 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Provisioning complete for port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:23.620534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c03ef85a-a297-49e3-9f14-ba7a66dcfe77), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.620881 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Attempt 1 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:23.622890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.703657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] For port 29eafb5b-4762-4454-8e50-16c507ffd61c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:23.786278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-91f68f17-6350-48b7-8283-209ea9346eaa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c03ef85a-a297-49e3-9f14-ba7a66dcfe77), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.791949 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Network d23c766d-96cd-4d3b-be56-3a899bcf5282 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:23.794602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] For port 29eafb5b-4762-4454-8e50-16c507ffd61c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=29eafb5b-4762-4454-8e50-16c507ffd61c,segment=NetworkSegment(efb5317c-58d8-4052-8a68-f2b7b6f5403e),segment_id=efb5317c-58d8-4052-8a68-f2b7b6f5403e)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:23.798245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:23.800240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Sync routers for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:23.805704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:23.815553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-91f68f17-6350-48b7-8283-209ea9346eaa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for c03ef85a-a297-49e3-9f14-ba7a66dcfe77 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:23.828345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device dd379ac2-967e-4826-aff4-e9342061e9b1 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:23.836080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Pushing event updated for resources: {'Port': ['ID=ec4eeb7b-3433-4ebe-966d-0caffad14ec6,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:23.864060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.867568 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:23.919117 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-21b069cf-2ff5-4189-9b30-d26d553ca150 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port f0371490-26d2-4022-8d37-7973ef89d016 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:23.919473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21b069cf-2ff5-4189-9b30-d26d553ca150 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f0371490-26d2-4022-8d37-7973ef89d016), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:23.946237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:23.946881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:23.951389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.040760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21b069cf-2ff5-4189-9b30-d26d553ca150 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f0371490-26d2-4022-8d37-7973ef89d016), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.046362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-26f07675-a058-4f86-8f8d-f9f729c1db60 None None] Deleting port fccce305-620d-4330-8401-4194b266f4b7 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:24.047386 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-26f07675-a058-4f86-8f8d-f9f729c1db60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fccce305-620d-4330-8401-4194b266f4b7), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.058635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-91f68f17-6350-48b7-8283-209ea9346eaa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (c03ef85a-a297-49e3-9f14-ba7a66dcfe77), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.083956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Attempting to bind port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:24.084285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Attempting to bind port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '151e8883-034a-462f-8e4a-eb2ef31a2508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd23c766d-96cd-4d3b-be56-3a899bcf5282'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:24.084686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Attempting to bind port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 on network d23c766d-96cd-4d3b-be56-3a899bcf5282 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:24.093964 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:24.094400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Checking segment: {'id': '151e8883-034a-462f-8e4a-eb2ef31a2508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd23c766d-96cd-4d3b-be56-3a899bcf5282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:24.094767 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.095171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Bound using segment: {'id': '151e8883-034a-462f-8e4a-eb2ef31a2508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd23c766d-96cd-4d3b-be56-3a899bcf5282'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:24.095654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Bound port: ec4eeb7b-3433-4ebe-966d-0caffad14ec6, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151e8883-034a-462f-8e4a-eb2ef31a2508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd23c766d-96cd-4d3b-be56-3a899bcf5282'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:24.096043 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.107665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-91f68f17-6350-48b7-8283-209ea9346eaa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.111809 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-91f68f17-6350-48b7-8283-209ea9346eaa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/ports/c03ef85a-a297-49e3-9f14-ba7a66dcfe77 HTTP/1.1" status: 204 len: 168 time: 1.1671927 Nov 03 02:27:24.116423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4477-3550-4fa9-89db-799d63235ac1 None None] Pushing event updated for resources: {'Port': ['ID=29eafb5b-4762-4454-8e50-16c507ffd61c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:24.132358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39204) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:24.134880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f68f17-6350-48b7-8283-209ea9346eaa tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=c03ef85a-a297-49e3-9f14-ba7a66dcfe77,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:24.139440 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-21b069cf-2ff5-4189-9b30-d26d553ca150 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for f0371490-26d2-4022-8d37-7973ef89d016 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:24.234417 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b564b-f9a4-46db-9756-be3bfbe5277d req-16c84658-4879-4d1f-8952-45aab657d4a0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:24.246700 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f97b564b-f9a4-46db-9756-be3bfbe5277d req-16c84658-4879-4d1f-8952-45aab657d4a0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 946 time: 0.8111241 Nov 03 02:27:24.251220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.276204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.298861 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-21b64017-46fc-4b65-be0b-e88322710234 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags/tempest-TagsExtTest-Tag-1345861579 HTTP/1.1" status: 201 len: 201 time: 0.9287364 Nov 03 02:27:24.309046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39208) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:24.331090 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-76514798-66a7-49f2-ad8f-87e63ef67a8e tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0', 'tempest-TagsExtTest-Tag-725507091') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:24.381325 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 7e7e967e-0025-4e4e-aabb-d6e600cf240a is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:24.381810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24a53c87-519e-458b-b064-e7da07818cb9 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (fd7100af-d444-4629-b007-ee87dc83cd22), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.403765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:24.407352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=2b2276cf-a7cf-4020-b704-61c3585ce8a4,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:24.422683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:24.461571 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f97b564b-f9a4-46db-9756-be3bfbe5277d req-e7085ac5-5658-4e62-bfd0-9e234f434a52 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129841 Nov 03 02:27:24.463736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24a53c87-519e-458b-b064-e7da07818cb9 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (fd7100af-d444-4629-b007-ee87dc83cd22), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.469802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21b069cf-2ff5-4189-9b30-d26d553ca150 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f0371490-26d2-4022-8d37-7973ef89d016), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.505912 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Attempt 2 to provision port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 Nov 03 02:27:24.510815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (4c265cd9-0cde-417d-8ebc-0ffabd6863e9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.527231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.534496 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b069cf-2ff5-4189-9b30-d26d553ca150 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=f0371490-26d2-4022-8d37-7973ef89d016,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:24.549058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:24.573152 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-76514798-66a7-49f2-ad8f-87e63ef67a8e tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags/tempest-TagsExtTest-Tag-725507091 HTTP/1.1" status: 201 len: 201 time: 0.2572975 Nov 03 02:27:24.576381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Checking segment: {'id': 'a4e862ca-ed04-4b21-aab5-d8a677526a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:24.576852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network hostable DHCP agents. Network: 968d4041-a171-424c-b044-ceb3e7aab121, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:27:24.576997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-21b069cf-2ff5-4189-9b30-d26d553ca150 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.583542 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-21b069cf-2ff5-4189-9b30-d26d553ca150 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/f0371490-26d2-4022-8d37-7973ef89d016 HTTP/1.1" status: 204 len: 168 time: 0.9748647 Nov 03 02:27:24.583542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39218) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:24.584999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Subnet': ['ID=262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:24.586102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39220) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:24.591710 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-7f16097d-61f9-47cb-8450-e38dbc9dbe73 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:24.595937 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a53c87-519e-458b-b064-e7da07818cb9 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7100af-d444-4629-b007-ee87dc83cd22,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:24.664956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port dd379ac2-967e-4826-aff4-e9342061e9b1 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:24.665551 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.666076 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port dd379ac2-967e-4826-aff4-e9342061e9b1 Nov 03 02:27:24.670813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24a53c87-519e-458b-b064-e7da07818cb9 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.675165 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-24a53c87-519e-458b-b064-e7da07818cb9 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3346081 Nov 03 02:27:24.684312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39224) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:24.685183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Port c03ef85a-a297-49e3-9f14-ba7a66dcfe77 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:27:24.689917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c50479e1-ca9e-4d4a-aac1-dcd69310629d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'security_group_rule': {'security_group_id': '88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2', 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:24.746640 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 968d4041-a171-424c-b044-ceb3e7aab121 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:24.749678 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6167c0f3-098f-4421-a95d-f4da439647d0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:24.752968 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6167c0f3-098f-4421-a95d-f4da439647d0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1569057 Nov 03 02:27:24.762981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39226) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:24.796000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.812748 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7f16097d-61f9-47cb-8450-e38dbc9dbe73 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags HTTP/1.1" status: 200 len: 241 time: 0.2272162 Nov 03 02:27:24.815154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39228) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:24.820809 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-46154d88-5b86-4cec-9632-06e9a1c5a925 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1', 'tempest-TagsExtTest-Tag-1236429644') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:24.826102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-26f07675-a058-4f86-8f8d-f9f729c1db60 None None] For port fccce305-620d-4330-8401-4194b266f4b7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fccce305-620d-4330-8401-4194b266f4b7,segment=NetworkSegment(84ed7856-f1c8-4c48-8728-c623a5a6ae07),segment_id=84ed7856-f1c8-4c48-8728-c623a5a6ae07)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:24.826642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-26f07675-a058-4f86-8f8d-f9f729c1db60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fccce305-620d-4330-8401-4194b266f4b7), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.830617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d648e-cd3f-41f7-a109-9722762e3527 req-16d35ee2-2c00-4fbc-8d35-4c8d274fc1a1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:24.832951 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2f0d648e-cd3f-41f7-a109-9722762e3527 req-16d35ee2-2c00-4fbc-8d35-4c8d274fc1a1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 946 time: 0.2285354 Nov 03 02:27:24.838088 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c50479e1-ca9e-4d4a-aac1-dcd69310629d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (7efb009f-4b1f-4c4e-b374-99af5f08f7f3), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.840694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 968d4041-a171-424c-b044-ceb3e7aab121) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:24.860090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-26f07675-a058-4f86-8f8d-f9f729c1db60 None None] Calling delete_port for fccce305-620d-4330-8401-4194b266f4b7 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:24.863673 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db44286-a815-4cf6-96a4-59348e902cc5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:27:24.865194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5db44286-a815-4cf6-96a4-59348e902cc5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/e3a49404-0993-4d68-b153-0e4b9cacada6 HTTP/1.1" status: 404 len: 333 time: 0.0997589 Nov 03 02:27:24.877824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624150e0-2a3d-4a04-b30b-9ef76b973e6b None None] Network 968d4041-a171-424c-b044-ceb3e7aab121 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:24.881808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39230) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:24.883230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:24.883837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:24.921173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] For port ec4eeb7b-3433-4ebe-966d-0caffad14ec6, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:24.971024 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b0bb6b-1207-4e5a-bd3b-6ce13c904ccc tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:27:24.973084 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-03b0bb6b-1207-4e5a-bd3b-6ce13c904ccc tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/f0371490-26d2-4022-8d37-7973ef89d016 HTTP/1.1" status: 404 len: 333 time: 0.0820897 Nov 03 02:27:24.982961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39232) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:25.004605 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Provisioning complete for port dd379ac2-967e-4826-aff4-e9342061e9b1 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:25.005181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.005334 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Attempt 1 to provision port dd379ac2-967e-4826-aff4-e9342061e9b1 Nov 03 02:27:25.010826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] For port ec4eeb7b-3433-4ebe-966d-0caffad14ec6, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ec4eeb7b-3433-4ebe-966d-0caffad14ec6,segment=NetworkSegment(151e8883-034a-462f-8e4a-eb2ef31a2508),segment_id=151e8883-034a-462f-8e4a-eb2ef31a2508)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:25.039217 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0df28655-0485-4f20-a610-7431a1221689 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1645179 Nov 03 02:27:25.040059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39234) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:25.074103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.079205 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-20ecfdce-c384-40e6-baad-20ceed9cbbe4 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36406731&fields=id&tenant_id=85d090cdd5024f12953b609b70451319 HTTP/1.1" status: 200 len: 267 time: 0.3274548 Nov 03 02:27:25.096290 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2f0d648e-cd3f-41f7-a109-9722762e3527 req-7f59abf5-60d3-4247-9fc0-7182f4d07449 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527909 Nov 03 02:27:25.116844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Deleting port fccce305-620d-4330-8401-4194b266f4b7 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:25.117254 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fccce305-620d-4330-8401-4194b266f4b7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.315725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port dd379ac2-967e-4826-aff4-e9342061e9b1 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:25.316212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.324784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-968d4041-a171-424c-b044-ceb3e7aab121', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'project_id': '02739ab548ad4b438001e90eff82e834', 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:27:25.325581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.382941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c50479e1-ca9e-4d4a-aac1-dcd69310629d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (7efb009f-4b1f-4c4e-b374-99af5f08f7f3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.384774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1663a79-a8f8-425d-9e78-8701d49c453e None None] Pushing event updated for resources: {'Port': ['ID=ec4eeb7b-3433-4ebe-966d-0caffad14ec6,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:25.411623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c50479e1-ca9e-4d4a-aac1-dcd69310629d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (7efb009f-4b1f-4c4e-b374-99af5f08f7f3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.428680 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-46154d88-5b86-4cec-9632-06e9a1c5a925 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags/tempest-TagsExtTest-Tag-1236429644 HTTP/1.1" status: 204 len: 168 time: 0.6124542 Nov 03 02:27:25.431105 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39240) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:25.435462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-fedd1a72-c6f9-4557-9585-eedf9ac78269 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1', 'tempest-TagsExtTest-Tag-1236429644') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:25.464904 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (6ec8e3d9-2de6-4b44-941c-fcf2c86188fa), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.505684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-26f07675-a058-4f86-8f8d-f9f729c1db60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (fccce305-620d-4330-8401-4194b266f4b7), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.522799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] For port fccce305-620d-4330-8401-4194b266f4b7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fccce305-620d-4330-8401-4194b266f4b7,segment=NetworkSegment(84ed7856-f1c8-4c48-8728-c623a5a6ae07),segment_id=84ed7856-f1c8-4c48-8728-c623a5a6ae07)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:25.523965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fccce305-620d-4330-8401-4194b266f4b7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.548885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f07675-a058-4f86-8f8d-f9f729c1db60 None None] Pushing event deleted for resources: {'Port': ['ID=fccce305-620d-4330-8401-4194b266f4b7,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:25.567471 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Calling delete_port for fccce305-620d-4330-8401-4194b266f4b7 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:25.624674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port dd379ac2-967e-4826-aff4-e9342061e9b1, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=dd379ac2-967e-4826-aff4-e9342061e9b1,segment=NetworkSegment(3bc0d417-0d8c-489c-9b49-74994470f269),segment_id=3bc0d417-0d8c-489c-9b49-74994470f269)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:25.635295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f07675-a058-4f86-8f8d-f9f729c1db60 None None] No DVR routers for this DVR port fccce305-620d-4330-8401-4194b266f4b7 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:25.644838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0914554-6a14-4835-b48a-d9647a8c73bc None None] Network 7e7e967e-0025-4e4e-aabb-d6e600cf240a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:25.653200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50479e1-ca9e-4d4a-aac1-dcd69310629d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efb009f-4b1f-4c4e-b374-99af5f08f7f3,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:25.658294 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fedd1a72-c6f9-4557-9585-eedf9ac78269 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags/tempest-TagsExtTest-Tag-1236429644 HTTP/1.1" status: 204 len: 168 time: 0.2240782 Nov 03 02:27:25.662143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39242) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:25.669899 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-7108e431-c00d-4498-bed2-b307f75f7a45 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:25.678907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c50479e1-ca9e-4d4a-aac1-dcd69310629d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.680194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c50479e1-ca9e-4d4a-aac1-dcd69310629d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9942148 Nov 03 02:27:25.695239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.696131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bc1d9482-7b23-4f8a-93be-9423418035c6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:25.717374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39244) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:25.724313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b5316760-3871-4b4b-b94e-cda92c9b077b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'security_group_rule': {'security_group_id': '88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2', 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:25.734881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Current status of the port dd379ac2-967e-4826-aff4-e9342061e9b1 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:25.735276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.774176 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-b5316760-3871-4b4b-b94e-cda92c9b077b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Project ad1f711b8c1a40bbb1ab086db752b3cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:27:25.784454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.792126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5316760-3871-4b4b-b94e-cda92c9b077b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (29fa9eca-9b9e-4b05-ab35-f35c557cf712), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.796355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.821988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-259b41bf-ae1d-4043-a0b6-b16cf59811a0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:25.823528 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-259b41bf-ae1d-4043-a0b6-b16cf59811a0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 811 time: 0.7085700 Nov 03 02:27:25.887979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:16Z', 'revision_number': 3, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:17Z', 'revision_number': 2, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:16Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:25.917103 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7108e431-c00d-4498-bed2-b307f75f7a45 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags HTTP/1.1" status: 200 len: 205 time: 0.2537615 Nov 03 02:27:25.924890 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-6f28d5a2-8447-42cb-9325-8255e9ce0237 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/quotas/85d090cdd5024f12953b609b70451319 HTTP/1.1" status: 200 len: 375 time: 0.0856280 Nov 03 02:27:25.926313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39246) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:25.927481 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Allocated IP 2001:db8:2::2 (968d4041-a171-424c-b044-ceb3e7aab121/262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8/98a9fc1f-9c05-4bbb-b9a9-a09feff47194) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:25.932479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (6ec8e3d9-2de6-4b44-941c-fcf2c86188fa), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.941962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=dd379ac2-967e-4826-aff4-e9342061e9b1,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:25.949217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-bb6cd9f6-0d69-442e-8080-058fd3bfccd0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:25.951508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Checking router: 2c9befbd-3b7e-4394-a19b-7dc94b8b165d for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:25.951937 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Updating router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d port 93c98d43-480f-4970-a25f-d4ee3f22a958 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:27:25.962666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event updated for resources: {'Port': ['ID=2b2276cf-a7cf-4020-b704-61c3585ce8a4,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:25.970880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.974772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5316760-3871-4b4b-b94e-cda92c9b077b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (29fa9eca-9b9e-4b05-ab35-f35c557cf712), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:25.983200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5316760-3871-4b4b-b94e-cda92c9b077b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (29fa9eca-9b9e-4b05-ab35-f35c557cf712), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.035137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec8e3d9-2de6-4b44-941c-fcf2c86188fa']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:26.052463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5316760-3871-4b4b-b94e-cda92c9b077b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fa9eca-9b9e-4b05-ab35-f35c557cf712,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:26.061428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5316760-3871-4b4b-b94e-cda92c9b077b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.062775 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b5316760-3871-4b4b-b94e-cda92c9b077b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3429019 Nov 03 02:27:26.068102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39248) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:26.073606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e1149a61-0fd0-40f9-bdc1-dec76689aaee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'security_group_rule': {'security_group_id': '88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2', 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:26.095448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.097403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:27:26.097766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:27:26.102382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04577ac-efa7-4f7b-acec-dbb4bd17b8e6') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:26.102794 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04577ac-efa7-4f7b-acec-dbb4bd17b8e6') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:26.103563 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-e1149a61-0fd0-40f9-bdc1-dec76689aaee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Project ad1f711b8c1a40bbb1ab086db752b3cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:27:26.122884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port bc1d9482-7b23-4f8a-93be-9423418035c6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:26.123292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.123972 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port bc1d9482-7b23-4f8a-93be-9423418035c6 Nov 03 02:27:26.126069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (b04577ac-efa7-4f7b-acec-dbb4bd17b8e6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.157118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e1149a61-0fd0-40f9-bdc1-dec76689aaee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (b9fc1871-e251-49e1-99e4-549ea01d6f9f), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.159587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b04577ac-efa7-4f7b-acec-dbb4bd17b8e6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.168934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:27:26.169361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (b04577ac-efa7-4f7b-acec-dbb4bd17b8e6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.226701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Network 7e7e967e-0025-4e4e-aabb-d6e600cf240a is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:26.237012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:26.251589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (fccce305-620d-4330-8401-4194b266f4b7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.283367 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment b04577ac-efa7-4f7b-acec-dbb4bd17b8e6 resource provider aggregate not found Nov 03 02:27:26.327188 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment b04577ac-efa7-4f7b-acec-dbb4bd17b8e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b04577ac-efa7-4f7b-acec-dbb4bd17b8e6 found for delete ", "request_id": "req-b46ad85f-6ffa-4f62-8dfd-c947d32e4c17"}]} Nov 03 02:27:26.335388 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bb6cd9f6-0d69-442e-8080-058fd3bfccd0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags HTTP/1.1" status: 200 len: 241 time: 0.3965566 Nov 03 02:27:26.337408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39254) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:26.361283 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-b3eadeab-b210-4980-be1a-bd7d5c373275 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b', 'tempest-TagsExtTest-Tag-1703938776') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:26.387175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Port': ['ID=fccce305-620d-4330-8401-4194b266f4b7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:26.393797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router c71c1e32-738e-4aca-9e97-bf6cb23cec0b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:26.399327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (6ec8e3d9-2de6-4b44-941c-fcf2c86188fa), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.401137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] No DVR routers for this DVR port fccce305-620d-4330-8401-4194b266f4b7 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:26.437097 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e1149a61-0fd0-40f9-bdc1-dec76689aaee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (b9fc1871-e251-49e1-99e4-549ea01d6f9f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.478707 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e1149a61-0fd0-40f9-bdc1-dec76689aaee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (b9fc1871-e251-49e1-99e4-549ea01d6f9f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.491383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Publish callbacks [] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.501087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.514015 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/networks/6ec8e3d9-2de6-4b44-941c-fcf2c86188fa HTTP/1.1" status: 204 len: 168 time: 1.5196249 Nov 03 02:27:26.517061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f33ba-e2c1-4291-bfc3-2bd7b3d15f1e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Network': ['ID=6ec8e3d9-2de6-4b44-941c-fcf2c86188fa,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:26.519802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39256) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:26.532236 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1149a61-0fd0-40f9-bdc1-dec76689aaee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fc1871-e251-49e1-99e4-549ea01d6f9f,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:26.533437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.546781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-580006541'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:26.565533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port bc1d9482-7b23-4f8a-93be-9423418035c6 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:26.566457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.567385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e1149a61-0fd0-40f9-bdc1-dec76689aaee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.571617 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e1149a61-0fd0-40f9-bdc1-dec76689aaee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5001564 Nov 03 02:27:26.577319 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39258) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:26.582407 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'network': {'name': 'tempest-network-smoke--1076480848', 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'port_security_enabled': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:26.593203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:26.601087 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-625f9250-5ca3-4ac7-96f3-b6262bf6f26c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3398812 Nov 03 02:27:26.604258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39260) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:26.611204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f362f229-71ce-4205-846c-58b5513b46e7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:26.621346 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Sync routers for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:26.625074 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-482cd400-fd1c-404c-a728-464a5d18450d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6719136 Nov 03 02:27:26.642116 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:26.643044 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:26.678919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39262) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:26.693777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Network 968d4041-a171-424c-b044-ceb3e7aab121 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:26.728174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (4c265cd9-0cde-417d-8ebc-0ffabd6863e9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.734517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:26.750526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:26.759252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c265cd9-0cde-417d-8ebc-0ffabd6863e9']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:26.765443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Made reservation on behalf of ad1f711b8c1a40bbb1ab086db752b3cf for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:26.768808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.780015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ed7856-f1c8-4c48-8728-c623a5a6ae07') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:26.780451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ed7856-f1c8-4c48-8728-c623a5a6ae07') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:26.785754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Pushing event updated for resources: {'Port': ['ID=98a9fc1f-9c05-4bbb-b9a9-a09feff47194,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:26.788371 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79621bd2-807c-481a-ba73-1c30ad6f48f7 None None] Network d23c766d-96cd-4d3b-be56-3a899bcf5282 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:26.820525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Current status of the port dd379ac2-967e-4826-aff4-e9342061e9b1 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:26.823982 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:26.824344 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (84ed7856-f1c8-4c48-8728-c623a5a6ae07), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.844767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (84ed7856-f1c8-4c48-8728-c623a5a6ae07), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.855449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:27:26.856265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (84ed7856-f1c8-4c48-8728-c623a5a6ae07), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:26.908082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:27:27.044946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.047505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (4c265cd9-0cde-417d-8ebc-0ffabd6863e9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.052375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.052556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port bc1d9482-7b23-4f8a-93be-9423418035c6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bc1d9482-7b23-4f8a-93be-9423418035c6,segment=NetworkSegment(d8421f45-dcd9-4dbc-a932-35b4ceed0dfe),segment_id=d8421f45-dcd9-4dbc-a932-35b4ceed0dfe)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:27.058889 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] 10.222.0.23 "DELETE /v2.0/networks/4c265cd9-0cde-417d-8ebc-0ffabd6863e9 HTTP/1.1" status: 204 len: 168 time: 2.9241407 Nov 03 02:27:27.059381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:27.069273 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.094286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Could not find standard attr ID for object bf6f469c-c49b-4543-85a5-c0b1ec22b744. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:27.096573 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.097986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device dff30c49-06c8-4bfb-9118-ce4eaee4baee up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:27.130810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:27:27.149234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (86364452-e463-4bd4-b10f-b085e4ec5443), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.149619 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Added segment 86364452-e463-4bd4-b10f-b085e4ec5443 of type vlan for network 5fced588-b383-4585-87a6-d0abd5d65d1f Nov 03 02:27:27.208111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (5fced588-b383-4585-87a6-d0abd5d65d1f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.258140 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b3eadeab-b210-4980-be1a-bd7d5c373275 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags/tempest-TagsExtTest-Tag-1703938776 HTTP/1.1" status: 204 len: 168 time: 0.9002078 Nov 03 02:27:27.260446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693fe54-603e-409b-b8c5-4bbedf06ed03 tempest-PortsTestJSON-1245917192 tempest-PortsTestJSON-1245917192-project] Pushing event deleted for resources: {'Network': ['ID=4c265cd9-0cde-417d-8ebc-0ffabd6863e9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:27.268910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39268) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:27.277710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (5fced588-b383-4585-87a6-d0abd5d65d1f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.283768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:27.285140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.306456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-f9441722-b5eb-453b-a3bf-ffff1b1f9d80 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b', 'tempest-TagsExtTest-Tag-1703938776') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:27.333512 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (65123545-4d1d-4cf5-9207-29d841a08783), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.334092 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Added segment 65123545-4d1d-4cf5-9207-29d841a08783 of type vlan for network bb8622d4-094c-43a4-9289-97c61a50d69d Nov 03 02:27:27.366231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Publish callbacks [] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.377117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Provisioning complete for port 93c98d43-480f-4970-a25f-d4ee3f22a958 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:27.377509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.377860 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Attempt 1 to provision port 93c98d43-480f-4970-a25f-d4ee3f22a958 Nov 03 02:27:27.383528 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:24Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b2276cf-a7cf-4020-b704-61c3585ce8a4', 'name': '', 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:d2:be:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:23Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 2, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:27.450177 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Checking router: c71c1e32-738e-4aca-9e97-bf6cb23cec0b for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:27.450842 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Updating router c71c1e32-738e-4aca-9e97-bf6cb23cec0b port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:27:27.466428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Port 93c98d43-480f-4970-a25f-d4ee3f22a958 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:27.466940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Attempting to bind port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:27.467311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Attempting to bind port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'a4e862ca-ed04-4b21-aab5-d8a677526a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:27.467872 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Attempting to bind port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 on network 968d4041-a171-424c-b044-ceb3e7aab121 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:27.494946 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.501599 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.511112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=bc1d9482-7b23-4f8a-93be-9423418035c6,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:27.543700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:27.545914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Network': ['ID=5fced588-b383-4585-87a6-d0abd5d65d1f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:27.546732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Checking segment: {'id': 'a4e862ca-ed04-4b21-aab5-d8a677526a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:27.547255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.547782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Bound using segment: {'id': 'a4e862ca-ed04-4b21-aab5-d8a677526a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:27.548359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Bound port: 98a9fc1f-9c05-4bbb-b9a9-a09feff47194, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e862ca-ed04-4b21-aab5-d8a677526a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:27.548849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.554645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39272) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:27.555049 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5ec6724e-54a8-4c8a-afb1-5258f5f7b27f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0153718 Nov 03 02:27:27.590769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '5fced588-b383-4585-87a6-d0abd5d65d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:27.596615 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 5fced588-b383-4585-87a6-d0abd5d65d1f details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:27:27.625661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (bb8622d4-094c-43a4-9289-97c61a50d69d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.646401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port dff30c49-06c8-4bfb-9118-ce4eaee4baee triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:27.647947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.648719 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port dff30c49-06c8-4bfb-9118-ce4eaee4baee Nov 03 02:27:27.665465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39274) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:27.694651 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-2329e6b5-44f3-44ac-bad1-b74c7c367ee7 service neutron] 10.222.0.23 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625478 Nov 03 02:27:27.741482 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] For port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:27.748418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] For port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=98a9fc1f-9c05-4bbb-b9a9-a09feff47194,segment=NetworkSegment(a4e862ca-ed04-4b21-aab5-d8a677526a8f),segment_id=a4e862ca-ed04-4b21-aab5-d8a677526a8f)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:27.806205 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-d953f845-33bd-4ae4-9179-0251644755c9 service neutron] 10.222.0.23 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105843 Nov 03 02:27:27.831346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.911217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (bb8622d4-094c-43a4-9289-97c61a50d69d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.919115 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:27.919781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.945608 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Publish callbacks [] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.951230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:27.954759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.959434 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:27.961605 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f9441722-b5eb-453b-a3bf-ffff1b1f9d80 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags/tempest-TagsExtTest-Tag-1703938776 HTTP/1.1" status: 204 len: 168 time: 0.6856155 Nov 03 02:27:27.966820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39280) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:27.973829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-5f9d1a7f-9d45-4280-869c-12acfb405b1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:27.991784 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Attempt 2 to provision port 93c98d43-480f-4970-a25f-d4ee3f22a958 Nov 03 02:27:28.028873 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c20b2-1d96-455f-8e51-2fd83a8c9265 None None] Pushing event updated for resources: {'Port': ['ID=2b2276cf-a7cf-4020-b704-61c3585ce8a4,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:28.048389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.extraroute_db [None req-f362f229-71ce-4205-846c-58b5513b46e7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=104393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 02:27:28.058231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Port 93c98d43-480f-4970-a25f-d4ee3f22a958 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:28.059206 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43403512-1ded-485d-8a4e-3ccb3c31b698 None None] Pushing event updated for resources: {'Port': ['ID=93c98d43-480f-4970-a25f-d4ee3f22a958,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:28.088830 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-72ff5fbf-ad06-41e7-8e69-34dd592ba9fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dbea1bccbd54492bdf13d1a1069e27e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172578 Nov 03 02:27:28.124289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39286) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:28.147016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Attempting to bind port 93c98d43-480f-4970-a25f-d4ee3f22a958 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:28.147488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Attempting to bind port 93c98d43-480f-4970-a25f-d4ee3f22a958 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'd8421f45-dcd9-4dbc-a932-35b4ceed0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:28.147762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Attempting to bind port 93c98d43-480f-4970-a25f-d4ee3f22a958 on network 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:28.155608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:28.156530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Checking segment: {'id': 'd8421f45-dcd9-4dbc-a932-35b4ceed0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:28.156530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.163381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Bound using segment: {'id': 'd8421f45-dcd9-4dbc-a932-35b4ceed0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:28.163933 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Attempting to bind port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:28.164105 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Bound port: 93c98d43-480f-4970-a25f-d4ee3f22a958, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8421f45-dcd9-4dbc-a932-35b4ceed0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:28.164461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.166232 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Attempting to bind port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'efb5317c-58d8-4052-8a68-f2b7b6f5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:28.166613 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Attempting to bind port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 on network 7e7e967e-0025-4e4e-aabb-d6e600cf240a {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:28.181940 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:28.182544 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Checking segment: {'id': 'efb5317c-58d8-4052-8a68-f2b7b6f5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:28.183306 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.183858 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Bound using segment: {'id': 'efb5317c-58d8-4052-8a68-f2b7b6f5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:28.184501 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Bound port: 2b2276cf-a7cf-4020-b704-61c3585ce8a4, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb5317c-58d8-4052-8a68-f2b7b6f5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:28.185051 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.269840 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9298-ee4a-4527-a5c5-a2a5e5ce9c2e admin admin] Publish callbacks [] for security_group (70b55e67-48f2-41cb-9855-f600a84b65d5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.299807 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5f9d1a7f-9d45-4280-869c-12acfb405b1f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags HTTP/1.1" status: 200 len: 205 time: 0.3297024 Nov 03 02:27:28.308175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39288) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:28.321127 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-d15d71c9-bfde-471a-a5af-8e1b76aadafd tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:28.349661 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] For port 2b2276cf-a7cf-4020-b704-61c3585ce8a4, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:28.356608 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7777586 Nov 03 02:27:28.357231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] For port 93c98d43-480f-4970-a25f-d4ee3f22a958, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:28.358332 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] For port 2b2276cf-a7cf-4020-b704-61c3585ce8a4, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2b2276cf-a7cf-4020-b704-61c3585ce8a4,segment=NetworkSegment(efb5317c-58d8-4052-8a68-f2b7b6f5403e),segment_id=efb5317c-58d8-4052-8a68-f2b7b6f5403e)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:28.360838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] For port 93c98d43-480f-4970-a25f-d4ee3f22a958, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=93c98d43-480f-4970-a25f-d4ee3f22a958,segment=NetworkSegment(d8421f45-dcd9-4dbc-a932-35b4ceed0dfe),segment_id=d8421f45-dcd9-4dbc-a932-35b4ceed0dfe)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:28.374507 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.397393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.extraroute_db [None req-f362f229-71ce-4205-846c-58b5513b46e7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Removed routes are [] {{(pid=104393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 02:27:28.398245 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f362f229-71ce-4205-846c-58b5513b46e7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.414070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.416055 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:28.416911 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:28.424188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39290) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:28.437076 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'admin_state_up': True, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:28.446133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335a2ed-d3d4-4d1e-8f2b-081a122a2886 None None] Pushing event updated for resources: {'Port': ['ID=98a9fc1f-9c05-4bbb-b9a9-a09feff47194,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:28.494802 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 84ed7856-f1c8-4c48-8728-c623a5a6ae07 resource provider aggregate not found Nov 03 02:27:28.517653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port dff30c49-06c8-4bfb-9118-ce4eaee4baee is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:28.518280 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.537747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Performing IP validity checks on allocation pools {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Nov 03 02:27:28.540821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.ipam_backend_mixin [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Nov 03 02:27:28.572669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9298-ee4a-4527-a5c5-a2a5e5ce9c2e admin admin] Publish callbacks [] for security_group (70b55e67-48f2-41cb-9855-f600a84b65d5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.587015 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Attempt 3 to provision port 93c98d43-480f-4970-a25f-d4ee3f22a958 Nov 03 02:27:28.610143 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:28.617282 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660edb4-c3a6-42e5-95e5-777a37a980ee tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'Network': ['ID=bb8622d4-094c-43a4-9289-97c61a50d69d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:28.669870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:28.674399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:28.836846 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.838715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.860336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:28.915633 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c20b2-1d96-455f-8e51-2fd83a8c9265 None None] Pushing event updated for resources: {'Port': ['ID=2b2276cf-a7cf-4020-b704-61c3585ce8a4,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:28.939550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for router_controller (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:28.989353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network bb8622d4-094c-43a4-9289-97c61a50d69d details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:27:29.067928 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:24Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b2276cf-a7cf-4020-b704-61c3585ce8a4', 'name': '', 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:d2:be:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:23Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:29.104690 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa16ca3-40ab-47ca-ad6b-780970768b17 None None] The sync data for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv is: [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:24Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b2276cf-a7cf-4020-b704-61c3585ce8a4', 'name': '', 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:d2:be:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:23Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:29.185905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43403512-1ded-485d-8a4e-3ccb3c31b698 None None] Pushing event updated for resources: {'Port': ['ID=93c98d43-480f-4970-a25f-d4ee3f22a958,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:29.354752 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 84ed7856-f1c8-4c48-8728-c623a5a6ae07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84ed7856-f1c8-4c48-8728-c623a5a6ae07 found for delete ", "request_id": "req-421b8bc1-1e07-4d03-ad60-49172ec97142"}]} Nov 03 02:27:29.375458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port dff30c49-06c8-4bfb-9118-ce4eaee4baee, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=dff30c49-06c8-4bfb-9118-ce4eaee4baee,segment=NetworkSegment(6001f24b-4e2b-4f23-bdb0-2e7cd7190206),segment_id=6001f24b-4e2b-4f23-bdb0-2e7cd7190206)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:29.407463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:29.408990 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1d286f0e-9ab3-4d60-8594-875ec9f28db6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:29.422667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Allocated IP 2001:db8:2::1 (968d4041-a171-424c-b044-ceb3e7aab121/262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8/adab89f9-da83-4887-b708-0c035259492f) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:29.595224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (adab89f9-da83-4887-b708-0c035259492f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:29.643817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=dff30c49-06c8-4bfb-9118-ce4eaee4baee,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:29.656426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Current status of the port 93c98d43-480f-4970-a25f-d4ee3f22a958 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:29.656699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:29.670444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:29.670825 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:29.671170 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 Nov 03 02:27:29.696937 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ab33611-dab0-480c-a758-271181272efe req-8d24a50a-14df-4e4d-a323-65a812afc50d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 1.1194053 Nov 03 02:27:29.698429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (adab89f9-da83-4887-b708-0c035259492f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:29.703400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9298-ee4a-4527-a5c5-a2a5e5ce9c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (70b55e67-48f2-41cb-9855-f600a84b65d5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:29.707551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9298-ee4a-4527-a5c5-a2a5e5ce9c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:29.712368 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0c6d9298-ee4a-4527-a5c5-a2a5e5ce9c2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70b55e67-48f2-41cb-9855-f600a84b65d5 HTTP/1.1" status: 204 len: 168 time: 1.5868533 Nov 03 02:27:29.754091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:16Z', 'revision_number': 3, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:16Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:29.771535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] For port 93c98d43-480f-4970-a25f-d4ee3f22a958, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=93c98d43-480f-4970-a25f-d4ee3f22a958,segment=NetworkSegment(d8421f45-dcd9-4dbc-a932-35b4ceed0dfe),segment_id=d8421f45-dcd9-4dbc-a932-35b4ceed0dfe)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:29.776968 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71e531-9da8-43f7-8fd1-7ba45f3b61d5 None None] Network 968d4041-a171-424c-b044-ceb3e7aab121 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:29.779720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d9298-ee4a-4527-a5c5-a2a5e5ce9c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b55e67-48f2-41cb-9855-f600a84b65d5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:29.784023 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d15d71c9-bfde-471a-a5af-8e1b76aadafd tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags HTTP/1.1" status: 200 len: 241 time: 1.4725785 Nov 03 02:27:29.793152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39310) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:29.799717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 968d4041-a171-424c-b044-ceb3e7aab121 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:29.810296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-1f6ee2e7-72e5-4239-a2cf-96bec3432162 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae', 'tempest-TagsExtTest-Tag-1345861579') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:29.864297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:29.866858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=adab89f9-da83-4887-b708-0c035259492f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:29.870034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:29.870585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:29.967574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:29.970983 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0f225d-3a0b-4582-b9b3-5e9370441d34 None None] The sync data for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv is: [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:16Z', 'revision_number': 3, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:16Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:30.024227 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1f6ee2e7-72e5-4239-a2cf-96bec3432162 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags/tempest-TagsExtTest-Tag-1345861579 HTTP/1.1" status: 204 len: 168 time: 0.2275968 Nov 03 02:27:30.026911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39312) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:30.033209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-2a52ff6a-6847-4511-830a-9a62ee966cea tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae', 'tempest-TagsExtTest-Tag-1345861579') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:30.084108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Provisioning complete for port dff30c49-06c8-4bfb-9118-ce4eaee4baee triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:30.084826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:30.085320 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Attempt 1 to provision port dff30c49-06c8-4bfb-9118-ce4eaee4baee Nov 03 02:27:30.182907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adab89f9-da83-4887-b708-0c035259492f), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:30.228148 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for router_gateway (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:30.357293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Pushing event updated for resources: {'Port': ['ID=93c98d43-480f-4970-a25f-d4ee3f22a958,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:30.369868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:30.371138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2e1308a8-6f88-4351-94d4-c2ec760c65a7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:30.434243 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f362f229-71ce-4205-846c-58b5513b46e7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:30.470878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:30.471266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:30.471663 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 Nov 03 02:27:30.505803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Current status of the port dff30c49-06c8-4bfb-9118-ce4eaee4baee is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:30.517485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Could not find standard attr ID for object 10cf0f56-799c-472a-80b6-837cacad8f2b. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:30.526583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f362f229-71ce-4205-846c-58b5513b46e7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:30.528460 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Could not find standard attr ID for object fccce305-620d-4330-8401-4194b266f4b7. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:30.538334 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:30.543242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (809851b2-bfc5-42ef-aa12-437fc4f65064), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:30.555396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Provisioning complete for port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:30.555941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:30.556675 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Attempt 1 to provision port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 Nov 03 02:27:30.628925 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2a52ff6a-6847-4511-830a-9a62ee966cea tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags/tempest-TagsExtTest-Tag-1345861579 HTTP/1.1" status: 204 len: 168 time: 0.6006031 Nov 03 02:27:30.642134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39322) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:30.696480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-3f3ca844-a13c-43a5-800d-da8a28431ef3 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:30.749509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:30.758926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Current status of the port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:30.802616 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Provisioning complete for port 36ae52c3-554e-4508-a219-7d6aed27a83e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:30.803020 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:30.803371 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Attempt 1 to provision port 36ae52c3-554e-4508-a219-7d6aed27a83e Nov 03 02:27:30.825702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-f8924a18-37c0-4524-ad86-a3c80bdfdac7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:30.840370 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-f8924a18-37c0-4524-ad86-a3c80bdfdac7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 811 time: 0.3882384 Nov 03 02:27:30.878526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fccce305-620d-4330-8401-4194b266f4b7 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:27:30.955824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: fccce305-620d-4330-8401-4194b266f4b7 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:30.956168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fccce305-620d-4330-8401-4194b266f4b7 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:27:31.086574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Current status of the port 36ae52c3-554e-4508-a219-7d6aed27a83e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:31.100081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Provisioning complete for port bc1d9482-7b23-4f8a-93be-9423418035c6 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:31.100853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.101358 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Attempt 1 to provision port bc1d9482-7b23-4f8a-93be-9423418035c6 Nov 03 02:27:31.136815 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2a8da2c2-582d-4aeb-9574-c4d35d9eeecc req-baf3a36e-c5c7-4a56-beb6-bf9355c9122f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 0.1883931 Nov 03 02:27:31.162972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.17 (658d5282-ff9e-4459-9dcb-75d00c3a60e4/4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c/b57978f8-af3e-4a8e-992c-4bb4b341be24) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:31.259112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39338) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:31.273455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe346-bd70-4e79-81aa-20b2b45844f2 None None] Current status of the port bc1d9482-7b23-4f8a-93be-9423418035c6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:31.307249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (adab89f9-da83-4887-b708-0c035259492f), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.319066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (adab89f9-da83-4887-b708-0c035259492f), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.319843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.349754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Subnet': ['ID=809851b2-bfc5-42ef-aa12-437fc4f65064,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:31.401683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f362f229-71ce-4205-846c-58b5513b46e7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router c71c1e32-738e-4aca-9e97-bf6cb23cec0b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:31.426067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Checking segment: {'id': '86364452-e463-4bd4-b10f-b085e4ec5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5fced588-b383-4585-87a6-d0abd5d65d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:31.426488 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network hostable DHCP agents. Network: 5fced588-b383-4585-87a6-d0abd5d65d1f, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:27:31.438819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Provisioning complete for port eb0d1476-0c93-49e6-a8fa-752eedc73f4b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:31.439967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (eb0d1476-0c93-49e6-a8fa-752eedc73f4b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.440578 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 1 to provision port eb0d1476-0c93-49e6-a8fa-752eedc73f4b Nov 03 02:27:31.482383 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-00bf2f76-43b6-4a29-83ac-061d5714bce3 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85d090cdd5024f12953b609b70451319 HTTP/1.1" status: 200 len: 378 time: 0.5201297 Nov 03 02:27:31.493616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.515868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e69de304-e30d-49d1-9767-7cd9a3239bf0 tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-989783826', 'prefixes': ['172.20.0.0/16']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:31.516476 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Port eb0d1476-0c93-49e6-a8fa-752eedc73f4b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:31.554937 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'port': {'device_id': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'admin_state_up': True, 'tenant_id': '85d090cdd5024f12953b609b70451319', 'security_groups': ['7f55eacb-80c7-41a0-b4ca-3fe0fd428496']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:31.609104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2b2276cf-a7cf-4020-b704-61c3585ce8a4 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:31.618805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 5fced588-b383-4585-87a6-d0abd5d65d1f is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:31.665981 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3f3ca844-a13c-43a5-800d-da8a28431ef3 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags HTTP/1.1" status: 200 len: 205 time: 0.9951711 Nov 03 02:27:31.671372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39342) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:31.672063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:31.673264 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.673939 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 Nov 03 02:27:31.678550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-c6ad428e-f82c-4057-9461-e2d266f32431 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:31.700083 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 5fced588-b383-4585-87a6-d0abd5d65d1f) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:31.721879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=adab89f9-da83-4887-b708-0c035259492f,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:31.728372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd9c64-161d-4430-bad3-c33baea8c604 None None] Network 5fced588-b383-4585-87a6-d0abd5d65d1f requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:31.729011 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:31.729626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.734101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.734469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.734799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.735138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.735481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.735824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.736135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.736468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.736832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.737162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.737490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.737957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.738287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:31.767949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for router_gateway (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.780946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Made reservation on behalf of 85d090cdd5024f12953b609b70451319 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:31.784367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.797065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f362f229-71ce-4205-846c-58b5513b46e7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:31.798979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.804295 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e7597e08-e612-400c-81a7-8cf6f707ef27 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2350760 Nov 03 02:27:31.810979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f362f229-71ce-4205-846c-58b5513b46e7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.812811 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f362f229-71ce-4205-846c-58b5513b46e7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b HTTP/1.1" status: 200 len: 934 time: 5.2069108 Nov 03 02:27:31.818968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.821643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39344) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:31.821984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39346) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:31.829095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': '5fced588-b383-4585-87a6-d0abd5d65d1f', 'name': 'tempest-PortsIpV6TestJSON-1413171531'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:31.839785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189918e-6a0d-49b3-9847-8d150373ddcd None None] Sync routers for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:31.904054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:31.916253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:31.924825 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:31.927272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:31.946699 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d995093e-7745-4c1a-a233-fac322d52d48 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b HTTP/1.1" status: 200 len: 934 time: 0.1124921 Nov 03 02:27:31.971295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189918e-6a0d-49b3-9847-8d150373ddcd None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:31.973142 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2189918e-6a0d-49b3-9847-8d150373ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:31.974180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39348) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:31.980114 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c6ad428e-f82c-4057-9461-e2d266f32431 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags HTTP/1.1" status: 200 len: 240 time: 0.3065169 Nov 03 02:27:31.986251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ddea638a-2759-42a8-a43a-eed110180f2e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'routes': None}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:31.990707 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Allocated IP 172.26.6.176 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/25812a24-56d3-44b9-b634-26c285fd71fc) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:32.043041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39350) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:32.048480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-73206793-4af0-45a9-a09e-67fe52919959 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0', 'tempest-TagsExtTest-Tag-725507091') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:32.053828 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 2 to provision port eb0d1476-0c93-49e6-a8fa-752eedc73f4b Nov 03 02:27:32.061495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e69de304-e30d-49d1-9767-7cd9a3239bf0 tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:32.062871 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e69de304-e30d-49d1-9767-7cd9a3239bf0 tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7940946 Nov 03 02:27:32.116094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for port (25812a24-56d3-44b9-b634-26c285fd71fc), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:32.180305 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:32.186985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 2b2276cf-a7cf-4020-b704-61c3585ce8a4, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2b2276cf-a7cf-4020-b704-61c3585ce8a4,segment=NetworkSegment(efb5317c-58d8-4052-8a68-f2b7b6f5403e),segment_id=efb5317c-58d8-4052-8a68-f2b7b6f5403e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:32.190240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-5fced588-b383-4585-87a6-d0abd5d65d1f', 'network_id': '5fced588-b383-4585-87a6-d0abd5d65d1f', 'project_id': 'ce3bef26e7884843866bffb07212b2fb', 'fixed_ips': [{'subnet_id': '809851b2-bfc5-42ef-aa12-437fc4f65064'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:27:32.193013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:32.204257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39352) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:32.213783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Port eb0d1476-0c93-49e6-a8fa-752eedc73f4b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:32.225006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:32.225881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device dd379ac2-967e-4826-aff4-e9342061e9b1 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:32.266961 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (385c9d11-ad0b-4b94-aef4-e2f362f52395), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:32.271321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:32.288126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:32.299985 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c8e77583-9720-4b53-82a5-f7bde678b1e9 tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] 10.222.0.23 "GET /v2.0/subnetpools/195cbc4e-ea8d-4aaf-be14-9690dfb129b3 HTTP/1.1" status: 200 len: 731 time: 0.0873604 Nov 03 02:27:32.306511 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5d01f940-8040-48d2-8d64-caf53bc04ac7 req-23fbd0aa-0ca1-473c-b107-4d78958650f2 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 0.0403163 Nov 03 02:27:32.313647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39356) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:32.336518 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:32.339244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:32.345990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f77c837c-91b2-4883-a21f-ca16a78ec202 tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-309309546'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:32.360201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=2b2276cf-a7cf-4020-b704-61c3585ce8a4,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:32.391127 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=b57978f8-af3e-4a8e-992c-4bb4b341be24,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:32.391717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network 968d4041-a171-424c-b044-ceb3e7aab121 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:32.407465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.408126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.408656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.409158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.409686 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.410197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.411279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.411774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.412270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.413507 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.413662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:32.414144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.414637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.415900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:32.464541 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-73206793-4af0-45a9-a09e-67fe52919959 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags/tempest-TagsExtTest-Tag-725507091 HTTP/1.1" status: 204 len: 168 time: 0.4192674 Nov 03 02:27:32.474468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39358) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:32.475955 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'Port': ['ID=25812a24-56d3-44b9-b634-26c285fd71fc,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:32.520803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2189918e-6a0d-49b3-9847-8d150373ddcd None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:32.527704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-b0a4c4ec-e9f3-480d-ab17-3f8d93599613 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0', 'tempest-TagsExtTest-Tag-725507091') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:32.594682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port dd379ac2-967e-4826-aff4-e9342061e9b1 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:32.595629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:32.596422 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port dd379ac2-967e-4826-aff4-e9342061e9b1 Nov 03 02:27:32.698337 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b0a4c4ec-e9f3-480d-ab17-3f8d93599613 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags/tempest-TagsExtTest-Tag-725507091 HTTP/1.1" status: 204 len: 168 time: 0.2136786 Nov 03 02:27:32.703028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39360) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:32.716406 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-351e42b9-02d7-47cf-90c6-7f23591205d4 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:32.766868 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 3 to provision port eb0d1476-0c93-49e6-a8fa-752eedc73f4b Nov 03 02:27:32.795155 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f77c837c-91b2-4883-a21f-ca16a78ec202 tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:32.797103 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f77c837c-91b2-4883-a21f-ca16a78ec202 tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] 10.222.0.23 "PUT /v2.0/subnetpools/195cbc4e-ea8d-4aaf-be14-9690dfb129b3 HTTP/1.1" status: 200 len: 683 time: 0.4550252 Nov 03 02:27:32.799205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Allocated IP 172.20.0.10 (c497e5a1-fa84-40b4-9a93-bbaa81315a40/fc85f33e-a9bb-401a-8f2b-36b88bf79176/e44cfa83-8420-4a71-ac90-b43cf12918b7) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:32.830458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39362) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:32.873219 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-351e42b9-02d7-47cf-90c6-7f23591205d4 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags HTTP/1.1" status: 200 len: 205 time: 0.1666379 Nov 03 02:27:32.873219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for router_gateway (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:32.875043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39364) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:32.882728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-f3985ef0-7462-416d-9d84-9e30f34bbd60 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:32.908106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:32.922821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Port eb0d1476-0c93-49e6-a8fa-752eedc73f4b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:32.938690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Allocated IP 2001:db8::2 (5fced588-b383-4585-87a6-d0abd5d65d1f/809851b2-bfc5-42ef-aa12-437fc4f65064/bc6c7b01-f8f7-4a61-818e-0aa0c479949d) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:32.942734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:32.944890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port dd379ac2-967e-4826-aff4-e9342061e9b1 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:32.946208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bc1d9482-7b23-4f8a-93be-9423418035c6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:32.947289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:32.979595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port 091b20a3-a7bd-4357-a0b3-f1fef1d22064 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:27:33.000986 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f3985ef0-7462-416d-9d84-9e30f34bbd60 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags HTTP/1.1" status: 204 len: 168 time: 0.1223073 Nov 03 02:27:33.005260 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39366) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:33.010270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-39292e73-a12b-4d1d-bc84-2382b02368da tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:33.016016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:33.083466 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port bc1d9482-7b23-4f8a-93be-9423418035c6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:33.084099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:33.084448 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port bc1d9482-7b23-4f8a-93be-9423418035c6 Nov 03 02:27:33.196432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port bc1d9482-7b23-4f8a-93be-9423418035c6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:33.197526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 93c98d43-480f-4970-a25f-d4ee3f22a958 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:33.444667 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 4 to provision port eb0d1476-0c93-49e6-a8fa-752eedc73f4b Nov 03 02:27:33.493349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2189918e-6a0d-49b3-9847-8d150373ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 6, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b2276cf-a7cf-4020-b704-61c3585ce8a4', 'name': '', 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:d2:be:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:23Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 4, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:33.531730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189918e-6a0d-49b3-9847-8d150373ddcd None None] Checking router: c71c1e32-738e-4aca-9e97-bf6cb23cec0b for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:33.575660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Publish callbacks [] for port (bc6c7b01-f8f7-4a61-818e-0aa0c479949d), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:33.584992 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 93c98d43-480f-4970-a25f-d4ee3f22a958 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:33.585353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:33.585699 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 93c98d43-480f-4970-a25f-d4ee3f22a958 Nov 03 02:27:33.587232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Port eb0d1476-0c93-49e6-a8fa-752eedc73f4b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:33.590902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189918e-6a0d-49b3-9847-8d150373ddcd None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:33.591439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2189918e-6a0d-49b3-9847-8d150373ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:33.615425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (bc6c7b01-f8f7-4a61-818e-0aa0c479949d), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:33.699410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.extraroute_db [None req-ddea638a-2759-42a8-a43a-eed110180f2e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added routes are [] {{(pid=104394) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 02:27:33.699630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Pushing event updated for resources: {'Port': ['ID=bc6c7b01-f8f7-4a61-818e-0aa0c479949d,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:33.700145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.extraroute_db [None req-ddea638a-2759-42a8-a43a-eed110180f2e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=104394) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 02:27:33.722205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Network 5fced588-b383-4585-87a6-d0abd5d65d1f is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:33.741188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddea638a-2759-42a8-a43a-eed110180f2e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:33.758876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:33.771301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:33.771930 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:33.784157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:33.857087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2189918e-6a0d-49b3-9847-8d150373ddcd None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:33.857308 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-39292e73-a12b-4d1d-bc84-2382b02368da tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags HTTP/1.1" status: 204 len: 168 time: 0.8485765 Nov 03 02:27:33.860816 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39370) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:33.870766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-a43a6a8d-d4f5-4f5a-8485-3a0f837cb1b4 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:33.883781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8::ce (5fced588-b383-4585-87a6-d0abd5d65d1f/809851b2-bfc5-42ef-aa12-437fc4f65064/091b20a3-a7bd-4357-a0b3-f1fef1d22064) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:33.960454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (385c9d11-ad0b-4b94-aef4-e2f362f52395), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:33.998521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 93c98d43-480f-4970-a25f-d4ee3f22a958 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:34.000085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ec4eeb7b-3433-4ebe-966d-0caffad14ec6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:34.033764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Attempting to bind port bc6c7b01-f8f7-4a61-818e-0aa0c479949d on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:34.034121 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Attempting to bind port bc6c7b01-f8f7-4a61-818e-0aa0c479949d by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '86364452-e463-4bd4-b10f-b085e4ec5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5fced588-b383-4585-87a6-d0abd5d65d1f'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:34.035002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Attempting to bind port bc6c7b01-f8f7-4a61-818e-0aa0c479949d on network 5fced588-b383-4585-87a6-d0abd5d65d1f {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:34.057539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=b57978f8-af3e-4a8e-992c-4bb4b341be24,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:34.071547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (091b20a3-a7bd-4357-a0b3-f1fef1d22064), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.097697 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 5 to provision port eb0d1476-0c93-49e6-a8fa-752eedc73f4b Nov 03 02:27:34.105142 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:34.105801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Checking segment: {'id': '86364452-e463-4bd4-b10f-b085e4ec5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5fced588-b383-4585-87a6-d0abd5d65d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:34.106292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.106797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Bound using segment: {'id': '86364452-e463-4bd4-b10f-b085e4ec5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5fced588-b383-4585-87a6-d0abd5d65d1f'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:34.107401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Bound port: bc6c7b01-f8f7-4a61-818e-0aa0c479949d, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86364452-e463-4bd4-b10f-b085e4ec5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5fced588-b383-4585-87a6-d0abd5d65d1f'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:34.107895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bc6c7b01-f8f7-4a61-818e-0aa0c479949d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.114014 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-069b8a40-5ad4-46ab-b6f9-e5b096286592 req-e21a9310-c90c-4e26-a632-d32879c7baa4 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 0.3690205 Nov 03 02:27:34.128982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:34.150582 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a43a6a8d-d4f5-4f5a-8485-3a0f837cb1b4 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags HTTP/1.1" status: 204 len: 168 time: 0.2831402 Nov 03 02:27:34.151547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:34.158425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39372) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:34.165967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-24656bc1-c305-42a7-b2d5-9322124286ac tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:34.195587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Port eb0d1476-0c93-49e6-a8fa-752eedc73f4b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:34.249952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.293868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] For port bc6c7b01-f8f7-4a61-818e-0aa0c479949d, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:34.300108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:34.301521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.302023 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 Nov 03 02:27:34.364206 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] For port bc6c7b01-f8f7-4a61-818e-0aa0c479949d, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bc6c7b01-f8f7-4a61-818e-0aa0c479949d,segment=NetworkSegment(86364452-e463-4bd4-b10f-b085e4ec5443),segment_id=86364452-e463-4bd4-b10f-b085e4ec5443)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:34.377009 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (bc6c7b01-f8f7-4a61-818e-0aa0c479949d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.426509 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-24656bc1-c305-42a7-b2d5-9322124286ac tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags HTTP/1.1" status: 204 len: 168 time: 0.2591918 Nov 03 02:27:34.429812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39374) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:34.436422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-f2e4bd48-c66d-45c0-87c1-7becdcc89138 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1', 'tempest-TagsExtTest-Tag-93430231') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:34.470629 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 385c9d11-ad0b-4b94-aef4-e2f362f52395 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:34.491849 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-33212692-b311-4966-9f51-ec39ac86526d tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.500453 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-33212692-b311-4966-9f51-ec39ac86526d tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] 10.222.0.23 "DELETE /v2.0/subnetpools/195cbc4e-ea8d-4aaf-be14-9690dfb129b3 HTTP/1.1" status: 204 len: 168 time: 1.6681943 Nov 03 02:27:34.512444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39376) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:34.556614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27252d7-aed1-4300-bf82-e9d6c03a384d None None] Pushing event updated for resources: {'Port': ['ID=bc6c7b01-f8f7-4a61-818e-0aa0c479949d,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:34.573114 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2189918e-6a0d-49b3-9847-8d150373ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 6, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b2276cf-a7cf-4020-b704-61c3585ce8a4', 'name': '', 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:d2:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:23Z', 'updated_at': '2022-11-03T02:27:31Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:34.582476 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:34.585320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.629168 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-ef93c2ea-fe66-4698-8a6c-b9fdcf55fd12 tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] show failed (client error): The resource could not be found. Nov 03 02:27:34.630471 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ef93c2ea-fe66-4698-8a6c-b9fdcf55fd12 tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] 10.222.0.23 "GET /v2.0/subnetpools/195cbc4e-ea8d-4aaf-be14-9690dfb129b3 HTTP/1.1" status: 404 len: 346 time: 0.1056178 Nov 03 02:27:34.635238 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189918e-6a0d-49b3-9847-8d150373ddcd None None] The sync data for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv is: [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 6, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b2276cf-a7cf-4020-b704-61c3585ce8a4', 'name': '', 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:d2:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:23Z', 'updated_at': '2022-11-03T02:27:31Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:34.650366 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39378) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:34.665630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.681538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port ec4eeb7b-3433-4ebe-966d-0caffad14ec6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ec4eeb7b-3433-4ebe-966d-0caffad14ec6,segment=NetworkSegment(151e8883-034a-462f-8e4a-eb2ef31a2508),segment_id=151e8883-034a-462f-8e4a-eb2ef31a2508)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:34.688321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.690183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device dff30c49-06c8-4bfb-9118-ce4eaee4baee up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:34.705387 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-2811a983-16bc-48d6-831a-9e9ff17874d8 tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] delete failed (client error): The resource could not be found. Nov 03 02:27:34.706520 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2811a983-16bc-48d6-831a-9e9ff17874d8 tempest-SubnetPoolsTestJSON-1439821893 tempest-SubnetPoolsTestJSON-1439821893-project] 10.222.0.23 "DELETE /v2.0/subnetpools/195cbc4e-ea8d-4aaf-be14-9690dfb129b3 HTTP/1.1" status: 404 len: 346 time: 0.0489144 Nov 03 02:27:34.765534 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 6 to provision port eb0d1476-0c93-49e6-a8fa-752eedc73f4b Nov 03 02:27:34.802071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (091b20a3-a7bd-4357-a0b3-f1fef1d22064), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.850376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:34.877994 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=ec4eeb7b-3433-4ebe-966d-0caffad14ec6,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:34.919790 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:34.932771 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Sync routers for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:34.936182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 5fced588-b383-4585-87a6-d0abd5d65d1f is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:34.941275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.942372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.943246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.943933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.944390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.944864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.945549 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.945770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.946212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.946683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.947909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.950620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.950782 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3a6f42cc-765b-447c-936d-31becc9eb09b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/385c9d11-ad0b-4b94-aef4-e2f362f52395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2672238 Nov 03 02:27:34.950897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:27:34.951005 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:34.952404 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:34.961344 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f2e4bd48-c66d-45c0-87c1-7becdcc89138 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags/tempest-TagsExtTest-Tag-93430231 HTTP/1.1" status: 201 len: 201 time: 0.5267017 Nov 03 02:27:34.962665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:27:34.965901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:34.976058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39384) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:34.980467 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d4f4ea33-19a7-4c53-90f3-442bd4ce51e1 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9055836 Nov 03 02:27:34.981810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Sync routers for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:34.992454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-1e51aa26-2419-4dac-8c83-bc110fc47489 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b', 'tempest-TagsExtTest-Tag-1773395260') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:34.998049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:35.001212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39386) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:35.002054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:35.002810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:35.006479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:35.022041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1784760448'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:35.024391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:35.025279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.058424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddea638a-2759-42a8-a43a-eed110180f2e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.077634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Network c497e5a1-fa84-40b4-9a93-bbaa81315a40 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:35.090032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:35.105562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:35.156146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:35.256329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddea638a-2759-42a8-a43a-eed110180f2e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.267295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=091b20a3-a7bd-4357-a0b3-f1fef1d22064,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:35.282331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Port eb0d1476-0c93-49e6-a8fa-752eedc73f4b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:35.330814 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-189a3596-3f77-4109-8acb-7cf7046bce51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5025816 Nov 03 02:27:35.331026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:35.338627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39394) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:35.346344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.350316 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:35.350681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port dff30c49-06c8-4bfb-9118-ce4eaee4baee triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:35.350944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.351278 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port dff30c49-06c8-4bfb-9118-ce4eaee4baee Nov 03 02:27:35.429015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:35.432110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.480357 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39396) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:35.535421 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:27:35.536869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port dff30c49-06c8-4bfb-9118-ce4eaee4baee is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:35.538590 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:35.576474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:35.588671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (660a0d01-3b3c-415e-8408-1f6b95cb93ef), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.589021 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added segment 660a0d01-3b3c-415e-8408-1f6b95cb93ef of type vlan for network e3a7877c-f9a4-414b-8f91-2a910bcc5d1d Nov 03 02:27:35.664522 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1e51aa26-2419-4dac-8c83-bc110fc47489 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags/tempest-TagsExtTest-Tag-1773395260 HTTP/1.1" status: 201 len: 201 time: 0.6810777 Nov 03 02:27:35.665555 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39400) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:35.679273 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-ca74958f-bebc-47d0-9ff3-d40138bd99bd tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae', 'tempest-TagsExtTest-Tag-635645737') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:35.683748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.685194 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0f84f893-32e9-47dc-8a58-3d2ed21d16da tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.2519145 Nov 03 02:27:35.688232 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39402) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:35.729420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (e3a7877c-f9a4-414b-8f91-2a910bcc5d1d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.734223 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Sync routers for ids ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:35.748034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:35.748691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.748960 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 Nov 03 02:27:35.761270 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Routers {'3c1a7fd1-878f-4621-bc8d-a0065c0770a1'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:35.763675 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:35.783775 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c89f7aed-e45a-4e1d-a453-cbf52eb76056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.812622 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 7 to provision port eb0d1476-0c93-49e6-a8fa-752eedc73f4b Nov 03 02:27:35.843630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'Port': ['ID=e44cfa83-8420-4a71-ac90-b43cf12918b7,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:35.851653 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-37d77a8a-6fcd-44a1-9dd2-4411a17fc312 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3014207 Nov 03 02:27:35.885552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Port eb0d1476-0c93-49e6-a8fa-752eedc73f4b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:35.903093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Request body: {'port': {'device_id': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:35.969271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:35.969954 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:35.973301 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Set router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:35.991303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddea638a-2759-42a8-a43a-eed110180f2e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router c71c1e32-738e-4aca-9e97-bf6cb23cec0b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:36.001812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:30Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:30Z', 'revision_number': 2, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:36.038905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Checking router: 2c9befbd-3b7e-4394-a19b-7dc94b8b165d for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:36.039266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Updating router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d port adab89f9-da83-4887-b708-0c035259492f binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:27:36.041512 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c89f7aed-e45a-4e1d-a453-cbf52eb76056 admin admin] Publish callbacks [] for security_group (20707ce4-4075-4210-9f13-76526fa6bece), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.045172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=98a9fc1f-9c05-4bbb-b9a9-a09feff47194,segment=NetworkSegment(a4e862ca-ed04-4b21-aab5-d8a677526a8f),segment_id=a4e862ca-ed04-4b21-aab5-d8a677526a8f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:36.072238 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.073061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 29eafb5b-4762-4454-8e50-16c507ffd61c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:36.107464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.db.resource_extend [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 02:27:36.120018 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c89f7aed-e45a-4e1d-a453-cbf52eb76056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (20707ce4-4075-4210-9f13-76526fa6bece), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.132142 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4391675-3ba3-4fce-a197-7156bd029eff req-768e1d81-77cd-4fcd-89f3-0c7b2c7e4000 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:36.136260 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e4391675-3ba3-4fce-a197-7156bd029eff req-768e1d81-77cd-4fcd-89f3-0c7b2c7e4000 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 932 time: 0.8250029 Nov 03 02:27:36.140856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.171089 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c89f7aed-e45a-4e1d-a453-cbf52eb76056 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e11ed0f9ff24b5b8eb9c5117bfb679d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6832244 Nov 03 02:27:36.171940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39406) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:36.278375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c79d2567-e762-49bb-909b-a827b4a617d6 admin admin] Publish callbacks [] for security_group (20707ce4-4075-4210-9f13-76526fa6bece), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.308246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c79d2567-e762-49bb-909b-a827b4a617d6 admin admin] Publish callbacks [] for security_group (20707ce4-4075-4210-9f13-76526fa6bece), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.380000 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c34efb33-ceb5-4593-adf2-d089d920b1df tempest-TestNetworkAdvancedServerOps-344524916 tempest-TestNetworkAdvancedServerOps-344524916-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ad1f711b8c1a40bbb1ab086db752b3cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6900728 Nov 03 02:27:36.381296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39408) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:36.387644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c79d2567-e762-49bb-909b-a827b4a617d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (20707ce4-4075-4210-9f13-76526fa6bece), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.390784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c79d2567-e762-49bb-909b-a827b4a617d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.394380 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c79d2567-e762-49bb-909b-a827b4a617d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20707ce4-4075-4210-9f13-76526fa6bece HTTP/1.1" status: 204 len: 168 time: 0.2156720 Nov 03 02:27:36.396727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (e3a7877c-f9a4-414b-8f91-2a910bcc5d1d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.401605 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:27:32Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '0ec20d57-ca74-4b61-a92a-7578eb8602e2', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'port_id': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'mac_address': 'fa:16:3e:80:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:25:56Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57978f8-af3e-4a8e-992c-4bb4b341be24', 'name': '', 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:19:f8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:30Z', 'updated_at': '2022-11-03T02:27:33Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:36.402176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:36.402972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.444062 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Checking router: 385c9d11-ad0b-4b94-aef4-e2f362f52395 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:36.444740 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Updating router 385c9d11-ad0b-4b94-aef4-e2f362f52395 port b57978f8-af3e-4a8e-992c-4bb4b341be24 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:27:36.451052 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 8 to provision port eb0d1476-0c93-49e6-a8fa-752eedc73f4b Nov 03 02:27:36.454132 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=98a9fc1f-9c05-4bbb-b9a9-a09feff47194,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:36.466696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9906641-abcd-44b3-b4af-8d2409a3f39f None None] Network 5fced588-b383-4585-87a6-d0abd5d65d1f requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:36.482249 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.495030 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ca74958f-bebc-47d0-9ff3-d40138bd99bd tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags/tempest-TagsExtTest-Tag-635645737 HTTP/1.1" status: 201 len: 201 time: 0.8234463 Nov 03 02:27:36.496403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Network': ['ID=e3a7877c-f9a4-414b-8f91-2a910bcc5d1d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:36.507957 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0915a67f-4d7a-4b0e-b5c8-0307a97b290a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4987214 Nov 03 02:27:36.518074 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39412) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:36.518465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39414) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:36.525258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-cf18c32c-f6c0-4e72-a246-01a9eba7f27f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0', 'tempest-TagsExtTest-Tag-2080906947') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:36.539526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'subnet': {'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:36.578878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f7aed-e45a-4e1d-a453-cbf52eb76056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20707ce4-4075-4210-9f13-76526fa6bece,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:36.597108 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d2567-e762-49bb-909b-a827b4a617d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20707ce4-4075-4210-9f13-76526fa6bece,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:36.627562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network e3a7877c-f9a4-414b-8f91-2a910bcc5d1d details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:27:36.680052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adab89f9-da83-4887-b708-0c035259492f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.719605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e44cfa83-8420-4a71-ac90-b43cf12918b7 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:27:36.729531 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Publish callbacks [] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.749633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Transition to ACTIVE for port object e44cfa83-8420-4a71-ac90-b43cf12918b7 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:27:36.763634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.807888 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cf18c32c-f6c0-4e72-a246-01a9eba7f27f tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags/tempest-TagsExtTest-Tag-2080906947 HTTP/1.1" status: 201 len: 201 time: 0.2854424 Nov 03 02:27:36.837714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39416) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:36.858616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-639f6189-b3bf-4c78-95a8-37657b024409 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1', {'tags': ['tempest-TagsExtTest-Tag-1069059977', 'tempest-TagsExtTest-Tag-838224983', 'tempest-TagsExtTest-Tag-2006858392']}) {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:36.868733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Port eb0d1476-0c93-49e6-a8fa-752eedc73f4b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:36.880668 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e4391675-3ba3-4fce-a197-7156bd029eff req-6f525342-b9c3-45d0-8c5d-1b270ab034e3 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7011833 Nov 03 02:27:36.893476 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 29eafb5b-4762-4454-8e50-16c507ffd61c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:36.894771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:36.895501 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 29eafb5b-4762-4454-8e50-16c507ffd61c Nov 03 02:27:36.905979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-20b9222f-224f-42ca-a8d5-2021e251d2cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 091b20a3-a7bd-4357-a0b3-f1fef1d22064 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:36.906328 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-20b9222f-224f-42ca-a8d5-2021e251d2cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (091b20a3-a7bd-4357-a0b3-f1fef1d22064), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.035884 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-20b9222f-224f-42ca-a8d5-2021e251d2cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (091b20a3-a7bd-4357-a0b3-f1fef1d22064), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.039036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e434245d-3a81-4704-92e2-9136fbe7aadb tempest-TestNetworkAdvancedServerOps-344524916 tempest-TestNetworkAdvancedServerOps-344524916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:37.040620 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e434245d-3a81-4704-92e2-9136fbe7aadb tempest-TestNetworkAdvancedServerOps-344524916 tempest-TestNetworkAdvancedServerOps-344524916-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6449695 Nov 03 02:27:37.065016 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-20b9222f-224f-42ca-a8d5-2021e251d2cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 091b20a3-a7bd-4357-a0b3-f1fef1d22064 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:37.070055 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Publish callbacks [] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.078285 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:32Z', 'revision_number': 3, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:37.082194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39418) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:37.109404 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Checking router: 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:37.110054 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Updating router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 port 25812a24-56d3-44b9-b634-26c285fd71fc binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:27:37.119101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Made reservation on behalf of 02739ab548ad4b438001e90eff82e834 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:37.129157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.142108 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.150664 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.229869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 29eafb5b-4762-4454-8e50-16c507ffd61c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:37.230226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.238775 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4be8e4e1-2a77-43c1-b3a4-8e5c83432253 tempest-TestNetworkAdvancedServerOps-344524916 tempest-TestNetworkAdvancedServerOps-344524916-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1495042 Nov 03 02:27:37.243734 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39422) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:37.249833 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228335786', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:37.320571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e44cfa83-8420-4a71-ac90-b43cf12918b7,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:37.382145 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 9 to provision port eb0d1476-0c93-49e6-a8fa-752eedc73f4b Nov 03 02:27:37.424908 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-639f6189-b3bf-4c78-95a8-37657b024409 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags HTTP/1.1" status: 200 len: 317 time: 0.5846291 Nov 03 02:27:37.433860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39424) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:37.439663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-60a7104e-afd7-44b8-a9b3-cf3e3ac54373 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:37.496882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Publish callbacks [] for port (adab89f9-da83-4887-b708-0c035259492f), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.499547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddea638a-2759-42a8-a43a-eed110180f2e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:37.521614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ddea638a-2759-42a8-a43a-eed110180f2e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.526142 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ddea638a-2759-42a8-a43a-eed110180f2e tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b HTTP/1.1" status: 200 len: 700 time: 5.5437930 Nov 03 02:27:37.564424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 29eafb5b-4762-4454-8e50-16c507ffd61c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=29eafb5b-4762-4454-8e50-16c507ffd61c,segment=NetworkSegment(efb5317c-58d8-4052-8a68-f2b7b6f5403e),segment_id=efb5317c-58d8-4052-8a68-f2b7b6f5403e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:37.585649 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Publish callbacks [] for port (25812a24-56d3-44b9-b634-26c285fd71fc), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.587974 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39428) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:37.596567 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Made reservation on behalf of ad1f711b8c1a40bbb1ab086db752b3cf for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:37.602006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.608561 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (6294158d-6cef-4a8e-a2ff-f026d5e77c67), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.649146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7d9b1-419f-4b90-b049-d16ac9b3ad32 None None] Sync routers for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:37.651843 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.663927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (adab89f9-da83-4887-b708-0c035259492f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.676314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Port eb0d1476-0c93-49e6-a8fa-752eedc73f4b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:37.688021 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Attempting to bind port 25812a24-56d3-44b9-b634-26c285fd71fc on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:37.688795 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Attempting to bind port 25812a24-56d3-44b9-b634-26c285fd71fc by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:37.689847 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Attempting to bind port 25812a24-56d3-44b9-b634-26c285fd71fc on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:37.696814 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Attempting to bind port b57978f8-af3e-4a8e-992c-4bb4b341be24 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:37.697590 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Attempting to bind port b57978f8-af3e-4a8e-992c-4bb4b341be24 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:37.698238 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Attempting to bind port b57978f8-af3e-4a8e-992c-4bb4b341be24 on network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:37.706264 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:37.707619 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:37.708384 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.709287 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:37.710008 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Bound port: 25812a24-56d3-44b9-b634-26c285fd71fc, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:37.710625 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.725395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-20b9222f-224f-42ca-a8d5-2021e251d2cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (091b20a3-a7bd-4357-a0b3-f1fef1d22064), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.782889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.793415 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] For port 25812a24-56d3-44b9-b634-26c285fd71fc, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:37.797918 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] For port 25812a24-56d3-44b9-b634-26c285fd71fc, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=25812a24-56d3-44b9-b634-26c285fd71fc,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:37.801750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7d9b1-419f-4b90-b049-d16ac9b3ad32 None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:37.803438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5bd7d9b1-419f-4b90-b049-d16ac9b3ad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:37.803641 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:37.804160 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Checking segment: {'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:37.804800 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.805344 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Bound using segment: {'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:37.805984 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Bound port: b57978f8-af3e-4a8e-992c-4bb4b341be24, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc925a2-fd57-4c05-a796-dd8da6485e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:37.806491 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.832976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Attempting to bind port e44cfa83-8420-4a71-ac90-b43cf12918b7 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:37.832976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Attempting to bind port e44cfa83-8420-4a71-ac90-b43cf12918b7 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:37.833245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Attempting to bind port e44cfa83-8420-4a71-ac90-b43cf12918b7 on network c497e5a1-fa84-40b4-9a93-bbaa81315a40 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:37.850365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Checking segment: {'id': '660a0d01-3b3c-415e-8408-1f6b95cb93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:37.850365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network hostable DHCP agents. Network: e3a7877c-f9a4-414b-8f91-2a910bcc5d1d, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:27:37.862701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9222f-224f-42ca-a8d5-2021e251d2cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=091b20a3-a7bd-4357-a0b3-f1fef1d22064,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:37.920511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-20b9222f-224f-42ca-a8d5-2021e251d2cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.925648 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.930986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c544e6-28cb-4ba6-8c00-9273e4384836 None None] Pushing event updated for resources: {'Port': ['ID=adab89f9-da83-4887-b708-0c035259492f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:37.936822 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-20b9222f-224f-42ca-a8d5-2021e251d2cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/091b20a3-a7bd-4357-a0b3-f1fef1d22064 HTTP/1.1" status: 204 len: 168 time: 2.5740721 Nov 03 02:27:37.944808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39432) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:37.958520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Port e44cfa83-8420-4a71-ac90-b43cf12918b7 on network c497e5a1-fa84-40b4-9a93-bbaa81315a40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:27:37.959032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Attempting to bind port e44cfa83-8420-4a71-ac90-b43cf12918b7 on network c497e5a1-fa84-40b4-9a93-bbaa81315a40 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:37.976156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:37.981114 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Checking segment: {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:37.981114 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Bound using segment: {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:37.981585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Bound port: e44cfa83-8420-4a71-ac90-b43cf12918b7, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:37.981966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:37.984066 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffc274-a8dc-4252-8cd2-a208159d3c62 None None] Pushing event updated for resources: {'Port': ['ID=b57978f8-af3e-4a8e-992c-4bb4b341be24,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:38.006403 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] For port b57978f8-af3e-4a8e-992c-4bb4b341be24, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:38.009907 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Routers {'3c1a7fd1-878f-4621-bc8d-a0065c0770a1'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:38.010823 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:38.052111 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-45da8680-35a8-4acd-8900-aa387f69a2db tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:27:38.055694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45da8680-35a8-4acd-8900-aa387f69a2db tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:27:38.072546 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-45da8680-35a8-4acd-8900-aa387f69a2db tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/091b20a3-a7bd-4357-a0b3-f1fef1d22064 HTTP/1.1" status: 404 len: 333 time: 0.1073833 Nov 03 02:27:38.074242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39436) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:38.076074 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network e3a7877c-f9a4-414b-8f91-2a910bcc5d1d is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:38.084649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Subnet': ['ID=6294158d-6cef-4a8e-a2ff-f026d5e77c67,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:38.139386 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-beff4c66-b7a2-46dc-9b43-3efb10ac95d1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:27:38.146924 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-beff4c66-b7a2-46dc-9b43-3efb10ac95d1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/091b20a3-a7bd-4357-a0b3-f1fef1d22064 HTTP/1.1" status: 404 len: 333 time: 0.0581615 Nov 03 02:27:38.149839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39438) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:38.162325 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3a4a8444-fc95-4f0c-a348-cb7beb743472 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b HTTP/1.1" status: 200 len: 700 time: 0.5696485 Nov 03 02:27:38.162325 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, e3a7877c-f9a4-414b-8f91-2a910bcc5d1d) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:38.179484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39440) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:38.192565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:38.193055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.200141 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 10 to provision port eb0d1476-0c93-49e6-a8fa-752eedc73f4b Nov 03 02:27:38.215619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108144e1-3819-4f70-b708-0cf77b5df701 None None] Network e3a7877c-f9a4-414b-8f91-2a910bcc5d1d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:38.220834 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] Set router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:38.263417 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a3b5885d-4456-45ee-9e8c-93e6f4b8ff1a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7419372 Nov 03 02:27:38.282957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39442) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:38.295544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2b2276cf-a7cf-4020-b704-61c3585ce8a4 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:38.387807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.395411 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-60a7104e-afd7-44b8-a9b3-cf3e3ac54373 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags HTTP/1.1" status: 204 len: 168 time: 0.9563205 Nov 03 02:27:38.412750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39444) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:38.413967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] For port e44cfa83-8420-4a71-ac90-b43cf12918b7, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:38.424554 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:27:38.428097 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d2ec7-73fa-42f8-89e4-d0dbd120acf4 None None] Pushing event updated for resources: {'Port': ['ID=25812a24-56d3-44b9-b634-26c285fd71fc,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:38.429655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-62bd4929-5652-41f6-ab05-d21a7ba052b8 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1', 'tempest-TagsExtTest-Tag-1069059977') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:38.433709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5bd7d9b1-419f-4b90-b049-d16ac9b3ad32 None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:38.476430 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] For port b57978f8-af3e-4a8e-992c-4bb4b341be24, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b57978f8-af3e-4a8e-992c-4bb4b341be24,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:38.514729 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.516798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] For port e44cfa83-8420-4a71-ac90-b43cf12918b7, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e44cfa83-8420-4a71-ac90-b43cf12918b7,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:38.526835 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefd52b7-8f43-42bf-b5ba-348f28a34467 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting subnet 809851b2-bfc5-42ef-aa12-437fc4f65064 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:27:38.529840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fefd52b7-8f43-42bf-b5ba-348f28a34467 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (809851b2-bfc5-42ef-aa12-437fc4f65064), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.555074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e6ab6-3bde-4b8c-8007-2b45e2523ca5 req-c0885ced-e06a-4d98-8717-e99f19132c7f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:38.557446 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ef4e6ab6-3bde-4b8c-8007-2b45e2523ca5 req-c0885ced-e06a-4d98-8717-e99f19132c7f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 0.4626024 Nov 03 02:27:38.567898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.579793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:38.580596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=29eafb5b-4762-4454-8e50-16c507ffd61c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:38.580755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.583008 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] 10.222.0.27 "PUT /v2.0/ports/e44cfa83-8420-4a71-ac90-b43cf12918b7 HTTP/1.1" status: 200 len: 1094 time: 2.7193244 Nov 03 02:27:38.584202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'tag': 'e44cfa83-8420-4a71-ac90-b43cf12918b7'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:27:38.585843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Attempting to bind port adab89f9-da83-4887-b708-0c035259492f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:38.586387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Attempting to bind port adab89f9-da83-4887-b708-0c035259492f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'a4e862ca-ed04-4b21-aab5-d8a677526a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:38.586951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Attempting to bind port adab89f9-da83-4887-b708-0c035259492f on network 968d4041-a171-424c-b044-ceb3e7aab121 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:38.588219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fefd52b7-8f43-42bf-b5ba-348f28a34467 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (809851b2-bfc5-42ef-aa12-437fc4f65064), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.592121 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:38.592766 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:38.594668 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d2ec7-73fa-42f8-89e4-d0dbd120acf4 None None] Pushing event updated for resources: {'Port': ['ID=25812a24-56d3-44b9-b634-26c285fd71fc,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:38.609552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a" -d '{"events": [{"name": "network-changed", "server_uuid": "45f88454-a1ef-4f4b-b1da-db1d5e630e42", "tag": "e44cfa83-8420-4a71-ac90-b43cf12918b7"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:27:38.703258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fefd52b7-8f43-42bf-b5ba-348f28a34467 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (809851b2-bfc5-42ef-aa12-437fc4f65064), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.820819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:38.823275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Checking segment: {'id': 'a4e862ca-ed04-4b21-aab5-d8a677526a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:38.823861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.824438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Bound using segment: {'id': 'a4e862ca-ed04-4b21-aab5-d8a677526a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:38.826277 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Bound port: adab89f9-da83-4887-b708-0c035259492f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e862ca-ed04-4b21-aab5-d8a677526a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:38.826876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adab89f9-da83-4887-b708-0c035259492f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.828834 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fefd52b7-8f43-42bf-b5ba-348f28a34467 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (809851b2-bfc5-42ef-aa12-437fc4f65064), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.831066 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffc274-a8dc-4252-8cd2-a208159d3c62 None None] Pushing event updated for resources: {'Port': ['ID=b57978f8-af3e-4a8e-992c-4bb4b341be24,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:38.851441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fefd52b7-8f43-42bf-b5ba-348f28a34467 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:38.858828 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fefd52b7-8f43-42bf-b5ba-348f28a34467 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/809851b2-bfc5-42ef-aa12-437fc4f65064 HTTP/1.1" status: 204 len: 168 time: 0.6980827 Nov 03 02:27:38.865719 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39450) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:38.885138 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:32Z', 'revision_number': 3, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:38.888626 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:38.929141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Port eb0d1476-0c93-49e6-a8fa-752eedc73f4b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:38.951891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde5627-dd5c-48b4-8bdf-8b120d84971a None None] Network 5fced588-b383-4585-87a6-d0abd5d65d1f requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:39.018366 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5b1b6-76d2-414b-936a-44136eeeb195 None None] The sync data for ids ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'] in dv-neutron-860659-5-hyperv is: [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:32Z', 'revision_number': 3, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:39.108313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4eedb7-fe69-468a-8ac3-ae409aec1a73 x-openstack-request-id: req-7e4eedb7-fe69-468a-8ac3-ae409aec1a73 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:27:39.108703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f88454-a1ef-4f4b-b1da-db1d5e630e42", "tag": "e44cfa83-8420-4a71-ac90-b43cf12918b7", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:27:39.108912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e4eedb7-fe69-468a-8ac3-ae409aec1a73 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:27:39.109280 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4eedb7-fe69-468a-8ac3-ae409aec1a73'] response: {'name': 'network-changed', 'server_uuid': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'tag': 'e44cfa83-8420-4a71-ac90-b43cf12918b7', 'status': 'completed', 'code': 200} Nov 03 02:27:39.125773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07895ce9-c993-4714-a545-f67a35bae4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e44cfa83-8420-4a71-ac90-b43cf12918b7,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:39.146874 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ef4e6ab6-3bde-4b8c-8007-2b45e2523ca5 req-3c13c770-3d4e-470e-9f8c-05b6d20acc99 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5816855 Nov 03 02:27:39.164739 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-62bd4929-5652-41f6-ab05-d21a7ba052b8 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:39.169203 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-62bd4929-5652-41f6-ab05-d21a7ba052b8 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags/tempest-TagsExtTest-Tag-1069059977 HTTP/1.1" status: 404 len: 329 time: 0.7508709 Nov 03 02:27:39.171594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39452) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:39.186272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-8fced50c-d410-408d-a4e2-789cd3577a00 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1', 'tempest-TagsExtTest-Tag-838224983') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:39.229740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'project_id': '02739ab548ad4b438001e90eff82e834', 'fixed_ips': [{'subnet_id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:27:39.230526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:39.242359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Provisioning complete for port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:39.242664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:39.245316 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 1 to provision port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 Nov 03 02:27:39.576002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:39.576390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:39.581764 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 Nov 03 02:27:39.685692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (5fced588-b383-4585-87a6-d0abd5d65d1f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:39.703934 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:27:32Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '0ec20d57-ca74-4b61-a92a-7578eb8602e2', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'port_id': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'mac_address': 'fa:16:3e:80:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:25:56Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57978f8-af3e-4a8e-992c-4bb4b341be24', 'name': '', 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:19:f8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:30Z', 'updated_at': '2022-11-03T02:27:37Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:39.717898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd52b7-8f43-42bf-b5ba-348f28a34467 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Subnet': ['ID=809851b2-bfc5-42ef-aa12-437fc4f65064,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:39.742242 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe0aa2c-93d3-4b74-8ea3-d1e4fac18507 None None] The sync data for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv is: [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:27:32Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '0ec20d57-ca74-4b61-a92a-7578eb8602e2', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'port_id': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'mac_address': 'fa:16:3e:80:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:25:56Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57978f8-af3e-4a8e-992c-4bb4b341be24', 'name': '', 'network_id': '658d5282-ff9e-4459-9dcb-75d00c3a60e4', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:19:f8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:30Z', 'updated_at': '2022-11-03T02:27:37Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:39.860191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-1d9bd68c-9260-46c8-98d2-a9d6e5909260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:39.861789 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-1d9bd68c-9260-46c8-98d2-a9d6e5909260 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 1128 time: 1.2183623 Nov 03 02:27:39.968714 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-cd0c8891-cee8-46be-8fe2-eb7cd75c2320 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e44cfa83-8420-4a71-ac90-b43cf12918b7 HTTP/1.1" status: 200 len: 217 time: 0.0705812 Nov 03 02:27:39.981148 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (dae27f63-d6ec-47e5-a1a9-a2d75c95d55e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:40.079541 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-8fced50c-d410-408d-a4e2-789cd3577a00 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:40.080897 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8fced50c-d410-408d-a4e2-789cd3577a00 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags/tempest-TagsExtTest-Tag-838224983 HTTP/1.1" status: 404 len: 328 time: 0.9074581 Nov 03 02:27:40.086171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39456) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:40.098103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-268c032d-927c-49a3-9c56-7d4a837d5506 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1', 'tempest-TagsExtTest-Tag-2006858392') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:40.158657 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-c1391cb2-2fba-414b-b1b2-5e30248b9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:40.173144 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-c1391cb2-2fba-414b-b1b2-5e30248b9270 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.1946480 Nov 03 02:27:40.207745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5bd7d9b1-419f-4b90-b049-d16ac9b3ad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:33Z', 'revision_number': 7, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b2276cf-a7cf-4020-b704-61c3585ce8a4', 'name': '', 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:d2:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:23Z', 'updated_at': '2022-11-03T02:27:31Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:40.212081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6ac7023a-7df7-4e86-8ee0-c2977fb2ca25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:40.216859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] For port adab89f9-da83-4887-b708-0c035259492f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:40.302227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port bc6c7b01-f8f7-4a61-818e-0aa0c479949d {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:40.302570 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bc6c7b01-f8f7-4a61-818e-0aa0c479949d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:40.359413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80e42a8-4f11-478c-b763-f81b858baa90 None None] DHCP port deletion for 5fced588-b383-4585-87a6-d0abd5d65d1f request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:27:40.377678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:40.414911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] For port adab89f9-da83-4887-b708-0c035259492f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=adab89f9-da83-4887-b708-0c035259492f,segment=NetworkSegment(a4e862ca-ed04-4b21-aab5-d8a677526a8f),segment_id=a4e862ca-ed04-4b21-aab5-d8a677526a8f)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:40.421661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7d9b1-419f-4b90-b049-d16ac9b3ad32 None None] Checking router: c71c1e32-738e-4aca-9e97-bf6cb23cec0b for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:40.424883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'Subnet': ['ID=dae27f63-d6ec-47e5-a1a9-a2d75c95d55e,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:40.452613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-ccbc394f-ec34-4468-807a-f7c489f330e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:40.454601 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-ccbc394f-ec34-4468-807a-f7c489f330e2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2745156 Nov 03 02:27:40.510081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Current status of the port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:40.527600 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (adab89f9-da83-4887-b708-0c035259492f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:40.590189 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7d9b1-419f-4b90-b049-d16ac9b3ad32 None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:40.590876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5bd7d9b1-419f-4b90-b049-d16ac9b3ad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:40.594369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] For port bc6c7b01-f8f7-4a61-818e-0aa0c479949d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bc6c7b01-f8f7-4a61-818e-0aa0c479949d,segment=NetworkSegment(86364452-e463-4bd4-b10f-b085e4ec5443),segment_id=86364452-e463-4bd4-b10f-b085e4ec5443)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:40.594369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bc6c7b01-f8f7-4a61-818e-0aa0c479949d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:40.640836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Checking segment: {'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:40.645686 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Network hostable DHCP agents. Network: bb8622d4-094c-43a4-9289-97c61a50d69d, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:27:40.696334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Allocated IP 2001:db8:3::2 (e3a7877c-f9a4-414b-8f91-2a910bcc5d1d/6294158d-6cef-4a8e-a2ff-f026d5e77c67/5da83da5-5992-42e7-bb60-0682670c6c58) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:40.700204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:40.701318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bc6c7b01-f8f7-4a61-818e-0aa0c479949d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:40.727700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for bc6c7b01-f8f7-4a61-818e-0aa0c479949d owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:40.732926 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:40.735393 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-268c032d-927c-49a3-9c56-7d4a837d5506 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:40.736741 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-268c032d-927c-49a3-9c56-7d4a837d5506 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags/tempest-TagsExtTest-Tag-2006858392 HTTP/1.1" status: 404 len: 329 time: 0.6438046 Nov 03 02:27:40.752115 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39460) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:40.780208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d81652-870c-469d-8f1b-09cbd74acb02 req-18d7def5-0166-4c66-a313-6de2a0ef1646 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:40.782166 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-55d81652-870c-469d-8f1b-09cbd74acb02 req-18d7def5-0166-4c66-a313-6de2a0ef1646 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 0.4734273 Nov 03 02:27:40.803878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:40.804547 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:40.864534 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-50b28841-ff21-4df2-b649-0fd7a35a52de tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b', {'tags': ['tempest-TagsExtTest-Tag-416160989', 'tempest-TagsExtTest-Tag-1220467108', 'tempest-TagsExtTest-Tag-872317232']}) {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:40.874222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Provisioning complete for port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:40.874600 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:40.882422 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 1 to provision port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 Nov 03 02:27:40.951704 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-5e429583-a2d8-4667-806e-6fa5f302f622 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435661 Nov 03 02:27:40.958341 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-50b28841-ff21-4df2-b649-0fd7a35a52de tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags HTTP/1.1" status: 200 len: 316 time: 0.1014256 Nov 03 02:27:41.017126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39462) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:41.021689 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-4ebaf1af-29cd-47f7-8ad2-3d95d70005f3 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:41.038910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c544e6-28cb-4ba6-8c00-9273e4384836 None None] Pushing event updated for resources: {'Port': ['ID=adab89f9-da83-4887-b708-0c035259492f,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:41.065100 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Network bb8622d4-094c-43a4-9289-97c61a50d69d is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:41.071900 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-099d0e92-11ac-424e-9b99-f30ce149b647 req-d8626e2a-9af8-4af1-8df6-f1bdee15649a service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111760 Nov 03 02:27:41.079899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5bd7d9b1-419f-4b90-b049-d16ac9b3ad32 None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:41.085276 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-55d81652-870c-469d-8f1b-09cbd74acb02 req-b86c27c5-f241-4fcb-b31f-c51397e10925 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2941473 Nov 03 02:27:41.128591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b80e42a8-4f11-478c-b763-f81b858baa90 None None] Deleting port bc6c7b01-f8f7-4a61-818e-0aa0c479949d {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:41.129381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b80e42a8-4f11-478c-b763-f81b858baa90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bc6c7b01-f8f7-4a61-818e-0aa0c479949d), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.144370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, bb8622d4-094c-43a4-9289-97c61a50d69d) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:41.189648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74264eb0-a256-42d3-8b6a-09555b4ed48d None None] Network bb8622d4-094c-43a4-9289-97c61a50d69d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:41.199124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:41.199883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.217057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:41.219106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.289471 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b789004d-6100-4eca-adc7-e22b20ec476d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.0412240 Nov 03 02:27:41.294665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39464) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:41.296330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:41.316155 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bc6c7b01-f8f7-4a61-818e-0aa0c479949d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.352727 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a req-65f61530-459e-4cf0-9309-86afb1986a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:41.355095 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a req-65f61530-459e-4cf0-9309-86afb1986a46 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 1128 time: 0.2005336 Nov 03 02:27:41.412695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No DVR routers for this DVR port bc6c7b01-f8f7-4a61-818e-0aa0c479949d on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:41.418320 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=bc6c7b01-f8f7-4a61-818e-0aa0c479949d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:41.448253 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4ebaf1af-29cd-47f7-8ad2-3d95d70005f3 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags HTTP/1.1" status: 204 len: 168 time: 0.4303105 Nov 03 02:27:41.451525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39466) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:41.491116 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-d80a922d-b50d-42ae-8982-0d7a8d3458e5 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b', 'tempest-TagsExtTest-Tag-416160989') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:41.510004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port bc6c7b01-f8f7-4a61-818e-0aa0c479949d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:41.510381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bc6c7b01-f8f7-4a61-818e-0aa0c479949d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.510719 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port bc6c7b01-f8f7-4a61-818e-0aa0c479949d Nov 03 02:27:41.513870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b80e42a8-4f11-478c-b763-f81b858baa90 None None] For port bc6c7b01-f8f7-4a61-818e-0aa0c479949d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bc6c7b01-f8f7-4a61-818e-0aa0c479949d,segment=NetworkSegment(86364452-e463-4bd4-b10f-b085e4ec5443),segment_id=86364452-e463-4bd4-b10f-b085e4ec5443)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:41.514323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b80e42a8-4f11-478c-b763-f81b858baa90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bc6c7b01-f8f7-4a61-818e-0aa0c479949d), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.577844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port 2b2276cf-a7cf-4020-b704-61c3585ce8a4, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2b2276cf-a7cf-4020-b704-61c3585ce8a4,segment=NetworkSegment(efb5317c-58d8-4052-8a68-f2b7b6f5403e),segment_id=efb5317c-58d8-4052-8a68-f2b7b6f5403e)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:41.578421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.603242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a req-2b8beacb-5eb3-4cdf-bca9-c397247c6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:41.606883 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a req-2b8beacb-5eb3-4cdf-bca9-c397247c6ade service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.2411263 Nov 03 02:27:41.611997 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 2b2276cf-a7cf-4020-b704-61c3585ce8a4 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:41.642587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b80e42a8-4f11-478c-b763-f81b858baa90 None None] Calling delete_port for bc6c7b01-f8f7-4a61-818e-0aa0c479949d owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:41.665538 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a req-02639384-66da-4c42-8368-8ef7260bd8d2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e44cfa83-8420-4a71-ac90-b43cf12918b7 HTTP/1.1" status: 200 len: 217 time: 0.0508938 Nov 03 02:27:41.684024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Port bc6c7b01-f8f7-4a61-818e-0aa0c479949d was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:27:41.685341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:41.692517 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (5fced588-b383-4585-87a6-d0abd5d65d1f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.766513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Current status of the port 2b2276cf-a7cf-4020-b704-61c3585ce8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:41.793115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a req-b10a63c9-bb7e-4ea7-8a73-0122c2d3add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:41.794725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fced588-b383-4585-87a6-d0abd5d65d1f']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:41.795241 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a req-b10a63c9-bb7e-4ea7-8a73-0122c2d3add3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.1186121 Nov 03 02:27:41.822304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86364452-e463-4bd4-b10f-b085e4ec5443') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:41.822614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86364452-e463-4bd4-b10f-b085e4ec5443') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:41.838955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Could not find standard attr ID for object c03ef85a-a297-49e3-9f14-ba7a66dcfe77. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:41.843956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (86364452-e463-4bd4-b10f-b085e4ec5443), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.881337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a req-6a9fdf15-0e55-46a3-9b11-2c65b359fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:41.882844 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a req-6a9fdf15-0e55-46a3-9b11-2c65b359fe8b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0782847 Nov 03 02:27:41.896599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-bb8622d4-094c-43a4-9289-97c61a50d69d', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:27:41.897493 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.898612 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-d80a922d-b50d-42ae-8982-0d7a8d3458e5 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:41.899684 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d80a922d-b50d-42ae-8982-0d7a8d3458e5 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags/tempest-TagsExtTest-Tag-416160989 HTTP/1.1" status: 404 len: 328 time: 0.4164679 Nov 03 02:27:41.904621 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39468) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:41.904781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Publish callbacks [] for port (5da83da5-5992-42e7-bb60-0682670c6c58), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.908727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-ddb12bd7-178d-4f58-8f1c-be947b6555a0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b', 'tempest-TagsExtTest-Tag-1220467108') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:41.913966 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (86364452-e463-4bd4-b10f-b085e4ec5443), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.959236 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:27:41.959653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (86364452-e463-4bd4-b10f-b085e4ec5443), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:41.978694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.043859 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 86364452-e463-4bd4-b10f-b085e4ec5443 resource provider aggregate not found Nov 03 02:27:42.059384 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a req-2e0623c0-d053-474d-bc63-37844c53874e service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233268 Nov 03 02:27:42.077947 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 86364452-e463-4bd4-b10f-b085e4ec5443 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86364452-e463-4bd4-b10f-b085e4ec5443 found for delete ", "request_id": "req-13c236a5-110f-4443-9d2e-6778afaae1fd"}]} Nov 03 02:27:42.147836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Allocated IP 2001:db8:3::1 (e3a7877c-f9a4-414b-8f91-2a910bcc5d1d/6294158d-6cef-4a8e-a2ff-f026d5e77c67/65e3c0d1-e73f-47d8-af53-89f93456bf99) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:42.160238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (5fced588-b383-4585-87a6-d0abd5d65d1f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.183971 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.190136 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/networks/5fced588-b383-4585-87a6-d0abd5d65d1f HTTP/1.1" status: 204 len: 168 time: 3.3211079 Nov 03 02:27:42.200769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39478) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:42.208043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-479482580'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:42.246408 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a80c5-1343-4173-8280-61939166b055 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Network': ['ID=5fced588-b383-4585-87a6-d0abd5d65d1f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:42.275899 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-ddb12bd7-178d-4f58-8f1c-be947b6555a0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:42.279444 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ddb12bd7-178d-4f58-8f1c-be947b6555a0 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags/tempest-TagsExtTest-Tag-1220467108 HTTP/1.1" status: 404 len: 329 time: 0.3715467 Nov 03 02:27:42.315287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39480) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:42.320898 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Provisioning complete for port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:42.321845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.322137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-19abc618-12ef-4cb0-8fb4-ee7cb908222e tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b', 'tempest-TagsExtTest-Tag-872317232') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:42.322553 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 1 to provision port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 Nov 03 02:27:42.340217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:42.345692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.419438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Network e3a7877c-f9a4-414b-8f91-2a910bcc5d1d is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:42.452936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:27:42.454050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:42.454593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.455080 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 Nov 03 02:27:42.457184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:42.468955 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f8583-8a3c-439d-955e-431cab2c950f req-0311027f-dc9e-422f-91d8-003555ce8e8f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:42.470554 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-964f8583-8a3c-439d-955e-431cab2c950f req-0311027f-dc9e-422f-91d8-003555ce8e8f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 0.2289662 Nov 03 02:27:42.478321 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e74ae1d-1d28-4060-9fd2-f4eaaa07073a req-8d9f9cab-90a8-436b-866d-71ab3845dee9 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100862 Nov 03 02:27:42.498095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:42.500131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fa3af8dc-5632-4e17-9016-041e04e0d616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.501581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Pushing event updated for resources: {'Port': ['ID=5da83da5-5992-42e7-bb60-0682670c6c58,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:42.523076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (ca0df876-f4a4-417a-8ca4-7216736502e7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.523428 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Added segment ca0df876-f4a4-417a-8ca4-7216736502e7 of type vlan for network a3bd8798-de01-40af-afd1-8b7103537aaf Nov 03 02:27:42.543081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b80e42a8-4f11-478c-b763-f81b858baa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (bc6c7b01-f8f7-4a61-818e-0aa0c479949d), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.550443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (2b2276cf-a7cf-4020-b704-61c3585ce8a4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.591383 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-19abc618-12ef-4cb0-8fb4-ee7cb908222e tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:42.592203 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-19abc618-12ef-4cb0-8fb4-ee7cb908222e tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags/tempest-TagsExtTest-Tag-872317232 HTTP/1.1" status: 404 len: 328 time: 0.2735353 Nov 03 02:27:42.601252 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39482) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:42.604842 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-964f8583-8a3c-439d-955e-431cab2c950f req-182e20ea-642a-4cba-b436-e3489e9158fc tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183994 Nov 03 02:27:42.608369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-7d72ea97-aeba-4262-90e5-fd86179af714 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae', {'tags': ['tempest-TagsExtTest-Tag-418365792', 'tempest-TagsExtTest-Tag-719311568', 'tempest-TagsExtTest-Tag-638800598']}) {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:42.648630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b80e42a8-4f11-478c-b763-f81b858baa90 None None] Network 5fced588-b383-4585-87a6-d0abd5d65d1f is not hosted by any dhcp agent {{(pid=104395) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 02:27:42.649479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e42a8-4f11-478c-b763-f81b858baa90 None None] No DVR routers for this DVR port bc6c7b01-f8f7-4a61-818e-0aa0c479949d on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:42.670003 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.679154 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e42a8-4f11-478c-b763-f81b858baa90 None None] Pushing event deleted for resources: {'Port': ['ID=bc6c7b01-f8f7-4a61-818e-0aa0c479949d,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:42.696157 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=2b2276cf-a7cf-4020-b704-61c3585ce8a4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:42.712857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5bd7d9b1-419f-4b90-b049-d16ac9b3ad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:33Z', 'revision_number': 7, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b2276cf-a7cf-4020-b704-61c3585ce8a4', 'name': '', 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:d2:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:23Z', 'updated_at': '2022-11-03T02:27:31Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:42.730788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (a3bd8798-de01-40af-afd1-8b7103537aaf), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.776079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.795635 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Allocated IP 172.20.0.2 (bb8622d4-094c-43a4-9289-97c61a50d69d/dae27f63-d6ec-47e5-a1a9-a2d75c95d55e/7bfeb44f-917a-4087-ae8d-2fec79067e26) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:42.801082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Attempting to bind port 5da83da5-5992-42e7-bb60-0682670c6c58 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:42.801431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Attempting to bind port 5da83da5-5992-42e7-bb60-0682670c6c58 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '660a0d01-3b3c-415e-8408-1f6b95cb93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:42.801982 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Attempting to bind port 5da83da5-5992-42e7-bb60-0682670c6c58 on network e3a7877c-f9a4-414b-8f91-2a910bcc5d1d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:42.804204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7d9b1-419f-4b90-b049-d16ac9b3ad32 None None] The sync data for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv is: [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:33Z', 'revision_number': 7, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b2276cf-a7cf-4020-b704-61c3585ce8a4', 'name': '', 'network_id': '7e7e967e-0025-4e4e-aabb-d6e600cf240a', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:d2:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:23Z', 'updated_at': '2022-11-03T02:27:31Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:42.918475 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (a3bd8798-de01-40af-afd1-8b7103537aaf), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.922025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:42.922586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Checking segment: {'id': '660a0d01-3b3c-415e-8408-1f6b95cb93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:42.923071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.924692 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Bound using segment: {'id': '660a0d01-3b3c-415e-8408-1f6b95cb93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:42.926087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:42.926227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Bound port: 5da83da5-5992-42e7-bb60-0682670c6c58, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660a0d01-3b3c-415e-8408-1f6b95cb93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:42.926911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.927068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:42.967474 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7d72ea97-aeba-4262-90e5-fd86179af714 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags HTTP/1.1" status: 200 len: 315 time: 0.3634591 Nov 03 02:27:42.985694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39484) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:42.991384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-02225fb7-3840-4905-bee5-4c3702b76878 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:42.998165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Current status of the port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:43.005495 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8000460 Nov 03 02:27:43.012230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39486) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:43.028263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': 'a3bd8798-de01-40af-afd1-8b7103537aaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:43.041199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:30Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:40Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:43.047297 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:43.048402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ec4eeb7b-3433-4ebe-966d-0caffad14ec6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:43.082717 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Could not find standard attr ID for object fccce305-620d-4330-8401-4194b266f4b7. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:43.112914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91541957-3785-4db8-9d74-422f75fcaeb6 None None] The sync data for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv is: [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:30Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:40Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:43.130630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:43.225585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:43.226306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Provisioning complete for port 29eafb5b-4762-4454-8e50-16c507ffd61c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:43.226666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:43.227004 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 1 to provision port 29eafb5b-4762-4454-8e50-16c507ffd61c Nov 03 02:27:43.272241 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] For port 5da83da5-5992-42e7-bb60-0682670c6c58, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:43.332860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] For port 5da83da5-5992-42e7-bb60-0682670c6c58, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5da83da5-5992-42e7-bb60-0682670c6c58,segment=NetworkSegment(660a0d01-3b3c-415e-8408-1f6b95cb93ef),segment_id=660a0d01-3b3c-415e-8408-1f6b95cb93ef)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:43.352697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d43e97-bec8-48cd-9537-ea67c30b76c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Network': ['ID=a3bd8798-de01-40af-afd1-8b7103537aaf,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:43.354688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:43.355779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:43.355779 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 Nov 03 02:27:43.361586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:43.362099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:43.389880 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Publish callbacks [] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:43.391741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:43.394525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network a3bd8798-de01-40af-afd1-8b7103537aaf details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:27:43.405381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:43.625989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Current status of the port 29eafb5b-4762-4454-8e50-16c507ffd61c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:43.632618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:43.712322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Provisioning complete for port adab89f9-da83-4887-b708-0c035259492f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:43.715745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (adab89f9-da83-4887-b708-0c035259492f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:43.716390 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Attempt 1 to provision port adab89f9-da83-4887-b708-0c035259492f Nov 03 02:27:43.844913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Network bb8622d4-094c-43a4-9289-97c61a50d69d is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:43.852757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:43.861481 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:43.902708 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cb41f-1b01-4e46-80fa-56dcd19736da None None] Pushing event updated for resources: {'Port': ['ID=5da83da5-5992-42e7-bb60-0682670c6c58,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:44.063085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router c71c1e32-738e-4aca-9e97-bf6cb23cec0b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:44.093458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Attempting to bind port 7bfeb44f-917a-4087-ae8d-2fec79067e26 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:44.093833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Attempting to bind port 7bfeb44f-917a-4087-ae8d-2fec79067e26 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:44.094206 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Attempting to bind port 7bfeb44f-917a-4087-ae8d-2fec79067e26 on network bb8622d4-094c-43a4-9289-97c61a50d69d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:44.102122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:44.122444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:44.123503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Checking segment: {'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:44.124192 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:44.124921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Bound using segment: {'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:44.125740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Bound port: 7bfeb44f-917a-4087-ae8d-2fec79067e26, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:44.126379 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:44.134995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Pushing event updated for resources: {'Port': ['ID=7bfeb44f-917a-4087-ae8d-2fec79067e26,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:44.148704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network e3a7877c-f9a4-414b-8f91-2a910bcc5d1d is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:44.157964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55569a69-d47b-444b-a67a-eacdd2accc8a req-99c8a580-5632-4c06-8bb1-328a1398876c tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:44.159589 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-55569a69-d47b-444b-a67a-eacdd2accc8a req-99c8a580-5632-4c06-8bb1-328a1398876c tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 0.3786402 Nov 03 02:27:44.208241 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Current status of the port adab89f9-da83-4887-b708-0c035259492f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:44.208686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adab89f9-da83-4887-b708-0c035259492f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:44.250280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:44.255284 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=65e3c0d1-e73f-47d8-af53-89f93456bf99,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:44.260209 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:44.261239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:44.288139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] For port adab89f9-da83-4887-b708-0c035259492f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=adab89f9-da83-4887-b708-0c035259492f,segment=NetworkSegment(a4e862ca-ed04-4b21-aab5-d8a677526a8f),segment_id=a4e862ca-ed04-4b21-aab5-d8a677526a8f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:44.306018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (adab89f9-da83-4887-b708-0c035259492f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:44.354813 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] For port 7bfeb44f-917a-4087-ae8d-2fec79067e26, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:44.380055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] For port 7bfeb44f-917a-4087-ae8d-2fec79067e26, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7bfeb44f-917a-4087-ae8d-2fec79067e26,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:44.397270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:44.408060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511d074-6288-4cc1-ad71-7196e6552ed4 None None] Pushing event updated for resources: {'Port': ['ID=adab89f9-da83-4887-b708-0c035259492f,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:44.502812 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-02225fb7-3840-4905-bee5-4c3702b76878 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags HTTP/1.1" status: 204 len: 168 time: 1.5159309 Nov 03 02:27:44.517105 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-55569a69-d47b-444b-a67a-eacdd2accc8a req-d8fe5fa7-0e95-49bc-ae59-563c77915833 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3469343 Nov 03 02:27:44.531834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb6cd8-68d6-408d-8754-c0923bf1eaf1 None None] Pushing event updated for resources: {'Port': ['ID=7bfeb44f-917a-4087-ae8d-2fec79067e26,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:44.579302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6058dd05-db80-462c-a223-602769e5948a None None] Could not find standard attr ID for object 091b20a3-a7bd-4357-a0b3-f1fef1d22064. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:44.591442 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39490) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:44.599038 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-f2021d80-2923-4d72-a3f2-74d91eab7480 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae', 'tempest-TagsExtTest-Tag-418365792') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:44.604571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6058dd05-db80-462c-a223-602769e5948a None None] Provisioning complete for port b57978f8-af3e-4a8e-992c-4bb4b341be24 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:44.605201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6058dd05-db80-462c-a223-602769e5948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:44.606409 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6058dd05-db80-462c-a223-602769e5948a None None] Attempt 1 to provision port b57978f8-af3e-4a8e-992c-4bb4b341be24 Nov 03 02:27:44.832729 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:44.861857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6058dd05-db80-462c-a223-602769e5948a None None] Current status of the port b57978f8-af3e-4a8e-992c-4bb4b341be24 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:44.863773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6058dd05-db80-462c-a223-602769e5948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:44.887089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Allocated IP 172.20.0.1 (bb8622d4-094c-43a4-9289-97c61a50d69d/dae27f63-d6ec-47e5-a1a9-a2d75c95d55e/bf47955e-2574-4acf-bd76-35427a3745b6) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:44.982168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device adab89f9-da83-4887-b708-0c035259492f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:44.988915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6058dd05-db80-462c-a223-602769e5948a None None] For port b57978f8-af3e-4a8e-992c-4bb4b341be24, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b57978f8-af3e-4a8e-992c-4bb4b341be24,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:45.010155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6058dd05-db80-462c-a223-602769e5948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.068056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6058dd05-db80-462c-a223-602769e5948a None None] Provisioning complete for port adab89f9-da83-4887-b708-0c035259492f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:45.068738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6058dd05-db80-462c-a223-602769e5948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (adab89f9-da83-4887-b708-0c035259492f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.069275 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6058dd05-db80-462c-a223-602769e5948a None None] Attempt 1 to provision port adab89f9-da83-4887-b708-0c035259492f Nov 03 02:27:45.107045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for port (bf47955e-2574-4acf-bd76-35427a3745b6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.119437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058dd05-db80-462c-a223-602769e5948a None None] Pushing event updated for resources: {'Port': ['ID=b57978f8-af3e-4a8e-992c-4bb4b341be24,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:45.161817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port adab89f9-da83-4887-b708-0c035259492f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:45.169831 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (adab89f9-da83-4887-b708-0c035259492f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.170429 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port adab89f9-da83-4887-b708-0c035259492f Nov 03 02:27:45.179542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.271003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6058dd05-db80-462c-a223-602769e5948a None None] Current status of the port adab89f9-da83-4887-b708-0c035259492f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:45.276695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6058dd05-db80-462c-a223-602769e5948a None None] Could not find standard attr ID for object bc6c7b01-f8f7-4a61-818e-0aa0c479949d. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:45.281897 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Network bb8622d4-094c-43a4-9289-97c61a50d69d is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:45.314595 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e92b8-ea03-4b1a-b52d-e39721137632 None None] Network e3a7877c-f9a4-414b-8f91-2a910bcc5d1d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:45.315073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:45.323946 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:45.358697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (b89a5c3f-2d13-4fa6-974b-650598b66fab), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.370024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'Port': ['ID=bf47955e-2574-4acf-bd76-35427a3745b6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:45.379209 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.395700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:45.410893 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9d82a24f-2138-4714-88d5-77d15fa6ec04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2248845 Nov 03 02:27:45.413021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39494) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:45.413529 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4bbdd-d28c-4eb2-a38f-2ecc9b169b42 None None] Sync routers for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:45.430477 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-f2021d80-2923-4d72-a3f2-74d91eab7480 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:45.432038 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4bbdd-d28c-4eb2-a38f-2ecc9b169b42 None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:45.436724 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-12b4bbdd-d28c-4eb2-a38f-2ecc9b169b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:45.437389 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f2021d80-2923-4d72-a3f2-74d91eab7480 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags/tempest-TagsExtTest-Tag-418365792 HTTP/1.1" status: 404 len: 328 time: 0.8445778 Nov 03 02:27:45.444921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39496) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:45.458109 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-00a4c0da-e56d-467b-99e3-966dc054f30a tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae', 'tempest-TagsExtTest-Tag-719311568') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:45.482875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Subnet': ['ID=b89a5c3f-2d13-4fa6-974b-650598b66fab,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:45.506955 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad003e4d-cde3-4cc4-b1d0-8ce219b7dd2a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting subnet 2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:27:45.515364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad003e4d-cde3-4cc4-b1d0-8ce219b7dd2a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.551934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Checking segment: {'id': 'ca0df876-f4a4-417a-8ca4-7216736502e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3bd8798-de01-40af-afd1-8b7103537aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:45.552720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network hostable DHCP agents. Network: a3bd8798-de01-40af-afd1-8b7103537aaf, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:27:45.569819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.588332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad003e4d-cde3-4cc4-b1d0-8ce219b7dd2a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.617860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network a3bd8798-de01-40af-afd1-8b7103537aaf is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:27:45.637045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, a3bd8798-de01-40af-afd1-8b7103537aaf) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:45.656103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:45.657111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.680811 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-12b4bbdd-d28c-4eb2-a38f-2ecc9b169b42 None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:45.711806 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9502a5a5-33ee-4b08-8207-d53dddd12759 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6954758 Nov 03 02:27:45.728904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce844d4-93e0-4975-93d3-55bac24cc6dc None None] Network a3bd8798-de01-40af-afd1-8b7103537aaf requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:45.734600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39500) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:45.741497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': 'a3bd8798-de01-40af-afd1-8b7103537aaf', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1844954363'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:45.895983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad003e4d-cde3-4cc4-b1d0-8ce219b7dd2a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.913864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port adab89f9-da83-4887-b708-0c035259492f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:45.915129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5da83da5-5992-42e7-bb60-0682670c6c58 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:45.934939 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ab8a190c-b452-4535-aa56-669643babd0d None None] Provisioning complete for port 5da83da5-5992-42e7-bb60-0682670c6c58 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:45.935324 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ab8a190c-b452-4535-aa56-669643babd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:45.935736 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ab8a190c-b452-4535-aa56-669643babd0d None None] Attempt 1 to provision port 5da83da5-5992-42e7-bb60-0682670c6c58 Nov 03 02:27:45.983580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08481b-4953-42c1-858e-5b4683b28943 req-facdce54-884f-477c-a1cf-9b88683d0473 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:45.986007 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3a08481b-4953-42c1-858e-5b4683b28943 req-facdce54-884f-477c-a1cf-9b88683d0473 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 0.2924998 Nov 03 02:27:46.093633 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-00a4c0da-e56d-467b-99e3-966dc054f30a tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:46.098815 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-00a4c0da-e56d-467b-99e3-966dc054f30a tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags/tempest-TagsExtTest-Tag-719311568 HTTP/1.1" status: 404 len: 328 time: 0.6458647 Nov 03 02:27:46.111842 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39502) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:46.121337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-b2ef27dc-d559-4f47-a956-fd321a78258a tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae', 'tempest-TagsExtTest-Tag-638800598') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:46.143062 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-12b4bbdd-d28c-4eb2-a38f-2ecc9b169b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:42Z', 'revision_number': 8, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:46.163548 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3a08481b-4953-42c1-858e-5b4683b28943 req-14333736-f4c0-4ccf-b9bf-ba1f0ef5099c tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1684461 Nov 03 02:27:46.199928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad003e4d-cde3-4cc4-b1d0-8ce219b7dd2a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.204253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.223002 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4bbdd-d28c-4eb2-a38f-2ecc9b169b42 None None] Checking router: c71c1e32-738e-4aca-9e97-bf6cb23cec0b for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:46.238484 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4bbdd-d28c-4eb2-a38f-2ecc9b169b42 None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:46.239842 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-12b4bbdd-d28c-4eb2-a38f-2ecc9b169b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:46.244835 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:46.254512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.259492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad003e4d-cde3-4cc4-b1d0-8ce219b7dd2a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:46.275954 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-a3bd8798-de01-40af-afd1-8b7103537aaf', 'network_id': 'a3bd8798-de01-40af-afd1-8b7103537aaf', 'project_id': 'ce3bef26e7884843866bffb07212b2fb', 'fixed_ips': [{'subnet_id': 'b89a5c3f-2d13-4fa6-974b-650598b66fab'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:27:46.277285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.304382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebab9fe-ac76-4e74-b79c-17e992d6fadc None None] Network 7e7e967e-0025-4e4e-aabb-d6e600cf240a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:46.308820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad003e4d-cde3-4cc4-b1d0-8ce219b7dd2a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.335397 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ad003e4d-cde3-4cc4-b1d0-8ce219b7dd2a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c HTTP/1.1" status: 204 len: 168 time: 0.9125788 Nov 03 02:27:46.336393 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39504) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:46.378284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 5da83da5-5992-42e7-bb60-0682670c6c58 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:46.378824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.379238 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 5da83da5-5992-42e7-bb60-0682670c6c58 Nov 03 02:27:46.392874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port 585762ac-deef-415c-8a69-44bd6d066fec yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:27:46.453178 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-12b4bbdd-d28c-4eb2-a38f-2ecc9b169b42 None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:46.516772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c54d34-354c-456e-bc1b-ba5a0aa25013 None None] Network bb8622d4-094c-43a4-9289-97c61a50d69d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:46.582161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.592040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a190c-b452-4535-aa56-669643babd0d None None] Current status of the port 5da83da5-5992-42e7-bb60-0682670c6c58 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:46.593638 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ab8a190c-b452-4535-aa56-669643babd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.606813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8::52 (a3bd8798-de01-40af-afd1-8b7103537aaf/b89a5c3f-2d13-4fa6-974b-650598b66fab/585762ac-deef-415c-8a69-44bd6d066fec) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:46.651651 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.655739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.656601 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.794059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (585762ac-deef-415c-8a69-44bd6d066fec), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.836681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ab8a190c-b452-4535-aa56-669643babd0d None None] For port 5da83da5-5992-42e7-bb60-0682670c6c58, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5da83da5-5992-42e7-bb60-0682670c6c58,segment=NetworkSegment(660a0d01-3b3c-415e-8408-1f6b95cb93ef),segment_id=660a0d01-3b3c-415e-8408-1f6b95cb93ef)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:46.852969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (585762ac-deef-415c-8a69-44bd6d066fec), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:46.913792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Allocated IP 2001:db8::2 (a3bd8798-de01-40af-afd1-8b7103537aaf/b89a5c3f-2d13-4fa6-974b-650598b66fab/fa11ac2e-670e-479b-aa3d-1b6bc18c6c53) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:46.946285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39508) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:46.966400 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-12b4bbdd-d28c-4eb2-a38f-2ecc9b169b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:42Z', 'revision_number': 8, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:47.004261 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4bbdd-d28c-4eb2-a38f-2ecc9b169b42 None None] The sync data for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv is: [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:42Z', 'revision_number': 8, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd379ac2-967e-4826-aff4-e9342061e9b1', 'name': '', 'network_id': 'e816771c-b6a7-451f-a22b-fe6412ef3ccd', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:b2:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:12Z', 'updated_at': '2022-11-03T02:27:25Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': 'c333e5ff-c36f-4fe4-8d19-064e0db6dca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:47.019640 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event updated for resources: {'Port': ['ID=65e3c0d1-e73f-47d8-af53-89f93456bf99,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:47.060432 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (7e7e967e-0025-4e4e-aabb-d6e600cf240a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.066038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network a3bd8798-de01-40af-afd1-8b7103537aaf is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:47.066244 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-b2ef27dc-d559-4f47-a956-fd321a78258a tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:47.069776 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b2ef27dc-d559-4f47-a956-fd321a78258a tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags/tempest-TagsExtTest-Tag-638800598 HTTP/1.1" status: 404 len: 328 time: 0.9520347 Nov 03 02:27:47.073047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39510) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:47.080497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=585762ac-deef-415c-8a69-44bd6d066fec,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:47.084283 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:47.089129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-012caff7-0544-4338-8623-f4805a73de68 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0', {'tags': ['tempest-TagsExtTest-Tag-355276243', 'tempest-TagsExtTest-Tag-2043498767', 'tempest-TagsExtTest-Tag-533317279']}) {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:47.118751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:47.124286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:47.125170 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.150914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Publish callbacks [] for port (fa11ac2e-670e-479b-aa3d-1b6bc18c6c53), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.162497 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6a90b4f2-3941-4244-a6e4-c7f8f9d03c1d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4264002 Nov 03 02:27:47.174378 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ab8a190c-b452-4535-aa56-669643babd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.175712 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39512) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:47.198576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (fa11ac2e-670e-479b-aa3d-1b6bc18c6c53), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.290681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 5da83da5-5992-42e7-bb60-0682670c6c58 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:47.291745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 25812a24-56d3-44b9-b634-26c285fd71fc up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:47.315434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 29eafb5b-4762-4454-8e50-16c507ffd61c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:47.316191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.323825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Network e3a7877c-f9a4-414b-8f91-2a910bcc5d1d is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:47.339439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:47.345331 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-012caff7-0544-4338-8623-f4805a73de68 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "PUT /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags HTTP/1.1" status: 200 len: 316 time: 0.2695303 Nov 03 02:27:47.361212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39516) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:47.368700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a190c-b452-4535-aa56-669643babd0d None None] Pushing event updated for resources: {'Port': ['ID=5da83da5-5992-42e7-bb60-0682670c6c58,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:47.378674 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-4fac2879-b55d-4041-97cf-17b653d5e834 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:47.511030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port 29eafb5b-4762-4454-8e50-16c507ffd61c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=29eafb5b-4762-4454-8e50-16c507ffd61c,segment=NetworkSegment(efb5317c-58d8-4052-8a68-f2b7b6f5403e),segment_id=efb5317c-58d8-4052-8a68-f2b7b6f5403e)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:47.512284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.516013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Network a3bd8798-de01-40af-afd1-8b7103537aaf is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:47.529531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c013f6-69bd-4722-a949-349ec0fd1918 None None] DHCP port deletion for 7e7e967e-0025-4e4e-aabb-d6e600cf240a request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:27:47.537346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:47.542467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:47.557508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Provisioning complete for port 7bfeb44f-917a-4087-ae8d-2fec79067e26 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:47.557887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.558275 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Attempt 1 to provision port 7bfeb44f-917a-4087-ae8d-2fec79067e26 Nov 03 02:27:47.591173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 29eafb5b-4762-4454-8e50-16c507ffd61c owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:47.653916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556137-3d22-4fb1-9b0f-e094545e996c req-a5499d41-b798-425b-a053-78d1368e7a9f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:47.666051 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-be556137-3d22-4fb1-9b0f-e094545e996c req-a5499d41-b798-425b-a053-78d1368e7a9f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 0.3605719 Nov 03 02:27:47.691096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Pushing event updated for resources: {'Port': ['ID=fa11ac2e-670e-479b-aa3d-1b6bc18c6c53,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:47.782881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:47.827119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 25812a24-56d3-44b9-b634-26c285fd71fc triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:47.827501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.827851 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 25812a24-56d3-44b9-b634-26c285fd71fc Nov 03 02:27:47.836521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5f212-43fd-4dc6-a1c0-d4023362e4f3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 585762ac-deef-415c-8a69-44bd6d066fec {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:47.836886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f212-43fd-4dc6-a1c0-d4023362e4f3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (585762ac-deef-415c-8a69-44bd6d066fec), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.881420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Current status of the port 7bfeb44f-917a-4087-ae8d-2fec79067e26 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:47.881903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.905191 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-be556137-3d22-4fb1-9b0f-e094545e996c req-a6b3f48b-2a30-45cd-bc4d-adbbf4a5d247 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2327101 Nov 03 02:27:47.918343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Attempting to bind port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:47.922071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Attempting to bind port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'ca0df876-f4a4-417a-8ca4-7216736502e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3bd8798-de01-40af-afd1-8b7103537aaf'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:47.922553 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Attempting to bind port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 on network a3bd8798-de01-40af-afd1-8b7103537aaf {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:47.949629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.959874 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-13c013f6-69bd-4722-a949-349ec0fd1918 None None] Deleting port 29eafb5b-4762-4454-8e50-16c507ffd61c {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:47.960399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-13c013f6-69bd-4722-a949-349ec0fd1918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:47.973317 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4fac2879-b55d-4041-97cf-17b653d5e834 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags HTTP/1.1" status: 204 len: 168 time: 0.5971653 Nov 03 02:27:47.975789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39518) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:47.984296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.tag.tag_plugin [None req-2e7f382a-e504-4a06-b99b-586bd82150f5 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0', 'tempest-TagsExtTest-Tag-355276243') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:48.008158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=29eafb5b-4762-4454-8e50-16c507ffd61c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:48.011876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No DVR routers for this DVR port 29eafb5b-4762-4454-8e50-16c507ffd61c on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:48.030215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:48.030759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Checking segment: {'id': 'ca0df876-f4a4-417a-8ca4-7216736502e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3bd8798-de01-40af-afd1-8b7103537aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:48.031262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.031757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Bound using segment: {'id': 'ca0df876-f4a4-417a-8ca4-7216736502e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3bd8798-de01-40af-afd1-8b7103537aaf'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:48.032342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Bound port: fa11ac2e-670e-479b-aa3d-1b6bc18c6c53, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0df876-f4a4-417a-8ca4-7216736502e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3bd8798-de01-40af-afd1-8b7103537aaf'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:48.032861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fa11ac2e-670e-479b-aa3d-1b6bc18c6c53), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.133802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for port (bf47955e-2574-4acf-bd76-35427a3745b6), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.146275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (7e7e967e-0025-4e4e-aabb-d6e600cf240a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.152435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.175524 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (385c9d11-ad0b-4b94-aef4-e2f362f52395), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.178957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7e967e-0025-4e4e-aabb-d6e600cf240a']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:48.188048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] For port 7bfeb44f-917a-4087-ae8d-2fec79067e26, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7bfeb44f-917a-4087-ae8d-2fec79067e26,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:48.202903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-13c013f6-69bd-4722-a949-349ec0fd1918 None None] For port 29eafb5b-4762-4454-8e50-16c507ffd61c, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:48.203453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-13c013f6-69bd-4722-a949-349ec0fd1918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.216036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.233382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-13c013f6-69bd-4722-a949-349ec0fd1918 None None] Calling delete_port for 29eafb5b-4762-4454-8e50-16c507ffd61c owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:48.234272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb5317c-58d8-4052-8a68-f2b7b6f5403e') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:48.234714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb5317c-58d8-4052-8a68-f2b7b6f5403e') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:48.251567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (efb5317c-58d8-4052-8a68-f2b7b6f5403e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.306507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (efb5317c-58d8-4052-8a68-f2b7b6f5403e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.319715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:27:48.320071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (efb5317c-58d8-4052-8a68-f2b7b6f5403e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.333376 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] For port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:48.338704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] For port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fa11ac2e-670e-479b-aa3d-1b6bc18c6c53,segment=NetworkSegment(ca0df876-f4a4-417a-8ca4-7216736502e7),segment_id=ca0df876-f4a4-417a-8ca4-7216736502e7)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:48.373726 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment efb5317c-58d8-4052-8a68-f2b7b6f5403e resource provider aggregate not found Nov 03 02:27:48.403965 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment efb5317c-58d8-4052-8a68-f2b7b6f5403e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efb5317c-58d8-4052-8a68-f2b7b6f5403e found for delete ", "request_id": "req-052e0e41-608d-467a-b78c-70d9df8de437"}]} Nov 03 02:27:48.415431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.ipam_backend_mixin [None req-13c013f6-69bd-4722-a949-349ec0fd1918 None None] Port 29eafb5b-4762-4454-8e50-16c507ffd61c was not found and therefore no delete operation was performed {{(pid=104395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:27:48.423487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Pushing event updated for resources: {'Port': ['ID=7bfeb44f-917a-4087-ae8d-2fec79067e26,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:48.438674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-13c013f6-69bd-4722-a949-349ec0fd1918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (29eafb5b-4762-4454-8e50-16c507ffd61c), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.448731 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (7e7e967e-0025-4e4e-aabb-d6e600cf240a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.450414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Provisioning complete for port 65e3c0d1-e73f-47d8-af53-89f93456bf99 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:48.450987 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.451692 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Attempt 1 to provision port 65e3c0d1-e73f-47d8-af53-89f93456bf99 Nov 03 02:27:48.461551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.464910 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/networks/7e7e967e-0025-4e4e-aabb-d6e600cf240a HTTP/1.1" status: 204 len: 168 time: 2.1201031 Nov 03 02:27:48.472388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39524) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:48.499359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43578a9-fa5b-4421-9928-7984eba27862 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Network': ['ID=7e7e967e-0025-4e4e-aabb-d6e600cf240a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:48.512913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13c013f6-69bd-4722-a949-349ec0fd1918 None None] Network 7e7e967e-0025-4e4e-aabb-d6e600cf240a is not hosted by any dhcp agent {{(pid=104395) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 02:27:48.514707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c013f6-69bd-4722-a949-349ec0fd1918 None None] No DVR routers for this DVR port 29eafb5b-4762-4454-8e50-16c507ffd61c on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:48.537019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fa11ac2e-670e-479b-aa3d-1b6bc18c6c53), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.552477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Port 65e3c0d1-e73f-47d8-af53-89f93456bf99 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:48.599531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c013f6-69bd-4722-a949-349ec0fd1918 None None] Pushing event deleted for resources: {'Port': ['ID=29eafb5b-4762-4454-8e50-16c507ffd61c,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:48.640691 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.668467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f212-43fd-4dc6-a1c0-d4023362e4f3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (585762ac-deef-415c-8a69-44bd6d066fec), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.675650 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-2e7f382a-e504-4a06-b99b-586bd82150f5 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:48.679516 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2e7f382a-e504-4a06-b99b-586bd82150f5 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags/tempest-TagsExtTest-Tag-355276243 HTTP/1.1" status: 404 len: 328 time: 0.6988158 Nov 03 02:27:48.683004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39526) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:48.686339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b0970-3752-49f5-95c2-9b0dd17e8327 None None] Pushing event updated for resources: {'Port': ['ID=fa11ac2e-670e-479b-aa3d-1b6bc18c6c53,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:48.687639 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-2afdbb93-ea94-49c5-849b-bc386729bdfa tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0', 'tempest-TagsExtTest-Tag-2043498767') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:48.704815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:48.705211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 25812a24-56d3-44b9-b634-26c285fd71fc is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:48.705706 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:48.709303 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5f212-43fd-4dc6-a1c0-d4023362e4f3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 585762ac-deef-415c-8a69-44bd6d066fec owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:48.716193 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-afe828d6-7bed-4cb7-b133-cce964ba1980 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4305162 Nov 03 02:27:48.724365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39528) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:48.728384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Sync routers for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:48.742429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-909c6be5-66c3-410d-8154-feb04476656e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:48.758503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:48.759374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:48.822776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'Port': ['ID=bf47955e-2574-4acf-bd76-35427a3745b6,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:49.007654 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-2afdbb93-ea94-49c5-849b-bc386729bdfa tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:49.009517 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2afdbb93-ea94-49c5-849b-bc386729bdfa tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags/tempest-TagsExtTest-Tag-2043498767 HTTP/1.1" status: 404 len: 329 time: 0.3254716 Nov 03 02:27:49.017220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39532) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:49.023265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-f69d0eee-9757-45e0-95d1-d57544824321 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0', 'tempest-TagsExtTest-Tag-533317279') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:49.140549 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 25812a24-56d3-44b9-b634-26c285fd71fc, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=25812a24-56d3-44b9-b634-26c285fd71fc,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:49.142656 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Attempt 2 to provision port 65e3c0d1-e73f-47d8-af53-89f93456bf99 Nov 03 02:27:49.168619 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-f69d0eee-9757-45e0-95d1-d57544824321 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] show failed (client error): The resource could not be found. Nov 03 02:27:49.169518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:49.170387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b57978f8-af3e-4a8e-992c-4bb4b341be24 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:49.170769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f69d0eee-9757-45e0-95d1-d57544824321 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags/tempest-TagsExtTest-Tag-533317279 HTTP/1.1" status: 404 len: 328 time: 0.1513131 Nov 03 02:27:49.180667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39534) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:49.201235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-9b1545c3-b2b3-4b4c-a025-e02c67e20071 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:49.220821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Network bb8622d4-094c-43a4-9289-97c61a50d69d is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:49.231787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:49.263857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Port 65e3c0d1-e73f-47d8-af53-89f93456bf99 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:49.265226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:49.372593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74bd4-eaa1-4d6c-8fa9-e42f2e61332b req-0aa243f1-8692-4a3d-8bef-21f174498626 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:49.382065 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ed74bd4-eaa1-4d6c-8fa9-e42f2e61332b req-0aa243f1-8692-4a3d-8bef-21f174498626 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 0.3077185 Nov 03 02:27:49.431912 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=25812a24-56d3-44b9-b634-26c285fd71fc,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:49.498583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f212-43fd-4dc6-a1c0-d4023362e4f3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (585762ac-deef-415c-8a69-44bd6d066fec), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:49.520743 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9b1545c3-b2b3-4b4c-a025-e02c67e20071 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0/tags HTTP/1.1" status: 204 len: 168 time: 0.3243458 Nov 03 02:27:49.532696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39536) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:49.540795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-54aa0a1b-1c54-4dc8-9fc4-e4bf9d1b65a5 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:49.601104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:49.608445 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ed74bd4-eaa1-4d6c-8fa9-e42f2e61332b req-ecbe6e38-8091-41b3-abbf-2afb72058078 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2136738 Nov 03 02:27:49.611185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port b57978f8-af3e-4a8e-992c-4bb4b341be24 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:49.611534 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:49.616397 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b57978f8-af3e-4a8e-992c-4bb4b341be24 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:49.617413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:49.617768 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b57978f8-af3e-4a8e-992c-4bb4b341be24 Nov 03 02:27:49.733210 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.extraroute_db [None req-909c6be5-66c3-410d-8154-feb04476656e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 02:27:49.780561 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Attempt 3 to provision port 65e3c0d1-e73f-47d8-af53-89f93456bf99 Nov 03 02:27:49.782187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b57978f8-af3e-4a8e-992c-4bb4b341be24 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:49.783287 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 29eafb5b-4762-4454-8e50-16c507ffd61c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:49.788137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.extraroute_db [None req-909c6be5-66c3-410d-8154-feb04476656e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Removed routes are [] {{(pid=104393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 02:27:49.788653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-909c6be5-66c3-410d-8154-feb04476656e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:49.797783 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5f212-43fd-4dc6-a1c0-d4023362e4f3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=585762ac-deef-415c-8a69-44bd6d066fec,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:49.852023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 29eafb5b-4762-4454-8e50-16c507ffd61c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:49.852336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 29eafb5b-4762-4454-8e50-16c507ffd61c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 02:27:49.866965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '65e3c0d1-e73f-47d8-af53-89f93456bf99', 'name': '', 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:42:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:41Z', 'updated_at': '2022-11-03T02:27:46Z', 'revision_number': 2, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:49.897923 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f212-43fd-4dc6-a1c0-d4023362e4f3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:49.902242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Port 29eafb5b-4762-4454-8e50-16c507ffd61c not found, will not notify nova. {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 02:27:49.906187 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d2d5f212-43fd-4dc6-a1c0-d4023362e4f3 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/585762ac-deef-415c-8a69-44bd6d066fec HTTP/1.1" status: 204 len: 168 time: 2.7289627 Nov 03 02:27:49.914024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:49.915210 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39538) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:49.948090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Checking router: 2c9befbd-3b7e-4394-a19b-7dc94b8b165d for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:49.948455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Updating router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d port 65e3c0d1-e73f-47d8-af53-89f93456bf99 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:27:49.962701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Port 65e3c0d1-e73f-47d8-af53-89f93456bf99 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:50.004415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bc6c7b01-f8f7-4a61-818e-0aa0c479949d no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:27:50.013048 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5657fd0-c1b7-4733-80df-07b352c9576e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:27:50.018621 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f5657fd0-c1b7-4733-80df-07b352c9576e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/585762ac-deef-415c-8a69-44bd6d066fec HTTP/1.1" status: 404 len: 333 time: 0.0920780 Nov 03 02:27:50.019529 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39540) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:50.031561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.048114 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port b57978f8-af3e-4a8e-992c-4bb4b341be24, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b57978f8-af3e-4a8e-992c-4bb4b341be24,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:50.048809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.058172 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-54aa0a1b-1c54-4dc8-9fc4-e4bf9d1b65a5 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae/tags HTTP/1.1" status: 204 len: 168 time: 0.5239923 Nov 03 02:27:50.059274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: bc6c7b01-f8f7-4a61-818e-0aa0c479949d {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:50.059637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bc6c7b01-f8f7-4a61-818e-0aa0c479949d not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:27:50.060318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39542) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:50.070467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-558d1f86-d15b-4955-9a10-176856ef6600 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb0d1476-0c93-49e6-a8fa-752eedc73f4b') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:50.108926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for b57978f8-af3e-4a8e-992c-4bb4b341be24 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:50.197972 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a53fe7-4067-4cbc-a413-05f2b9f732f4 None None] Network a3bd8798-de01-40af-afd1-8b7103537aaf requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:50.249489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-13957b3b-121e-4711-af97-69e1cd079a73 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting subnet b89a5c3f-2d13-4fa6-974b-650598b66fab {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:27:50.285475 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13957b3b-121e-4711-af97-69e1cd079a73 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (b89a5c3f-2d13-4fa6-974b-650598b66fab), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.412981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device adab89f9-da83-4887-b708-0c035259492f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:50.433220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13957b3b-121e-4711-af97-69e1cd079a73 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (b89a5c3f-2d13-4fa6-974b-650598b66fab), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.436549 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:50.446022 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-26cdd5cc-0565-46ef-9249-1bc757fa5400 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "PUT /v2.0/routers/3c1a7fd1-878f-4621-bc8d-a0065c0770a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1475670 Nov 03 02:27:50.455093 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Sync routers for ids ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:50.463449 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Attempt 4 to provision port 65e3c0d1-e73f-47d8-af53-89f93456bf99 Nov 03 02:27:50.477486 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Routers {'3c1a7fd1-878f-4621-bc8d-a0065c0770a1'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:50.478131 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:50.490358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-909c6be5-66c3-410d-8154-feb04476656e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.499182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-909c6be5-66c3-410d-8154-feb04476656e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.622727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Port 65e3c0d1-e73f-47d8-af53-89f93456bf99 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:50.624308 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Set router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:50.671626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port adab89f9-da83-4887-b708-0c035259492f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:50.672661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (adab89f9-da83-4887-b708-0c035259492f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.672661 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port adab89f9-da83-4887-b708-0c035259492f Nov 03 02:27:50.684400 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13957b3b-121e-4711-af97-69e1cd079a73 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (b89a5c3f-2d13-4fa6-974b-650598b66fab), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.719125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Publish callbacks [] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.734993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.807513 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909c6be5-66c3-410d-8154-feb04476656e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:50.840936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13957b3b-121e-4711-af97-69e1cd079a73 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (b89a5c3f-2d13-4fa6-974b-650598b66fab), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.915453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2d52f-a273-4f13-ae1d-1e989a09aa5c None None] Pushing event updated for resources: {'Port': ['ID=65e3c0d1-e73f-47d8-af53-89f93456bf99,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:50.929766 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-558d1f86-d15b-4955-9a10-176856ef6600 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b/tags HTTP/1.1" status: 204 len: 168 time: 0.8606832 Nov 03 02:27:50.932109 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-e5b57cea-ffe8-4c21-9630-137c185bf3a1 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1259871279&fields=id&tenant_id=ad1f711b8c1a40bbb1ab086db752b3cf HTTP/1.1" status: 200 len: 267 time: 0.2969997 Nov 03 02:27:50.935610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39558) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:50.943035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.tag.tag_plugin [None req-7df1d251-1ad6-4943-841e-26f01d066837 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd35db6b9-0b97-4c35-a738-de04231825b1') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:50.945385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port adab89f9-da83-4887-b708-0c035259492f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:50.946573 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7bfeb44f-917a-4087-ae8d-2fec79067e26 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:50.949069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Attempting to bind port 65e3c0d1-e73f-47d8-af53-89f93456bf99 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:50.949069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Attempting to bind port 65e3c0d1-e73f-47d8-af53-89f93456bf99 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '660a0d01-3b3c-415e-8408-1f6b95cb93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:50.949325 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Attempting to bind port 65e3c0d1-e73f-47d8-af53-89f93456bf99 on network e3a7877c-f9a4-414b-8f91-2a910bcc5d1d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:50.978254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:50.978901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Checking segment: {'id': '660a0d01-3b3c-415e-8408-1f6b95cb93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:50.979048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.979459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Bound using segment: {'id': '660a0d01-3b3c-415e-8408-1f6b95cb93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:50.979616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13957b3b-121e-4711-af97-69e1cd079a73 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Subnet': ['ID=b89a5c3f-2d13-4fa6-974b-650598b66fab,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:50.980082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Bound port: 65e3c0d1-e73f-47d8-af53-89f93456bf99, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660a0d01-3b3c-415e-8408-1f6b95cb93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:50.980320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.995679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13957b3b-121e-4711-af97-69e1cd079a73 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:50.999406 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-13957b3b-121e-4711-af97-69e1cd079a73 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/b89a5c3f-2d13-4fa6-974b-650598b66fab HTTP/1.1" status: 204 len: 168 time: 0.9787338 Nov 03 02:27:51.000279 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:46Z', 'revision_number': 4, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'bf47955e-2574-4acf-bd76-35427a3745b6', 'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'mac_address': 'fa:16:3e:ce:72:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:44Z', 'updated_at': '2022-11-03T02:27:47Z', 'revision_number': 2, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'subnets': [{'id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:51.003174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39560) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:51.038808 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Checking router: 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:51.039743 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Updating router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 port bf47955e-2574-4acf-bd76-35427a3745b6 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:27:51.063398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] For port 65e3c0d1-e73f-47d8-af53-89f93456bf99, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:51.067000 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] For port 65e3c0d1-e73f-47d8-af53-89f93456bf99, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=65e3c0d1-e73f-47d8-af53-89f93456bf99,segment=NetworkSegment(660a0d01-3b3c-415e-8408-1f6b95cb93ef),segment_id=660a0d01-3b3c-415e-8408-1f6b95cb93ef)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:51.070127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c41403-4636-41b9-adbc-b3e29cd2d2ba None None] Network a3bd8798-de01-40af-afd1-8b7103537aaf requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:51.084516 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.132977 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-cb298d27-df1f-4ac8-984e-844d2b56e460 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5431685 Nov 03 02:27:51.141441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909c6be5-66c3-410d-8154-feb04476656e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:51.151002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-909c6be5-66c3-410d-8154-feb04476656e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.152452 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-909c6be5-66c3-410d-8154-feb04476656e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d HTTP/1.1" status: 200 len: 954 time: 2.4141679 Nov 03 02:27:51.155578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39562) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:51.157059 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Attempt 5 to provision port 65e3c0d1-e73f-47d8-af53-89f93456bf99 Nov 03 02:27:51.181405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (a3bd8798-de01-40af-afd1-8b7103537aaf), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.192743 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f12a-b707-4979-9c0a-e8037dba61fe req-ded051d7-0f77-4f03-b80b-f8516e0e7579 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:51.194446 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eb91f12a-b707-4979-9c0a-e8037dba61fe req-ded051d7-0f77-4f03-b80b-f8516e0e7579 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 0.3924859 Nov 03 02:27:51.202985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.254466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port dd379ac2-967e-4826-aff4-e9342061e9b1 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:51.254976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.297236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:51.297886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:51.347109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-b47d31d5-abb5-4174-855b-c22b8bc49c97 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:51.348833 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-b47d31d5-abb5-4174-855b-c22b8bc49c97 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/networks?id=bb8622d4-094c-43a4-9289-97c61a50d69d HTTP/1.1" status: 200 len: 797 time: 0.3979897 Nov 03 02:27:51.433054 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-2eaab254-d5d9-48b2-945a-8bbee0ee7b81 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/quotas/ad1f711b8c1a40bbb1ab086db752b3cf HTTP/1.1" status: 200 len: 375 time: 0.0651472 Nov 03 02:27:51.462039 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eb91f12a-b707-4979-9c0a-e8037dba61fe req-b1a0accb-2369-41a1-868c-f3da4755aa2a tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2417130 Nov 03 02:27:51.472746 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Publish callbacks [] for port (bf47955e-2574-4acf-bd76-35427a3745b6), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.494807 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.521381 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7df1d251-1ad6-4943-841e-26f01d066837 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1/tags HTTP/1.1" status: 204 len: 168 time: 0.5825057 Nov 03 02:27:51.530265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-12a34496-210d-46c6-a922-4b4c894da0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:51.531894 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-12a34496-210d-46c6-a922-4b4c894da0aa service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 1130 time: 0.3281705 Nov 03 02:27:51.532434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39564) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:51.559251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port dd379ac2-967e-4826-aff4-e9342061e9b1, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=dd379ac2-967e-4826-aff4-e9342061e9b1,segment=NetworkSegment(3bc0d417-0d8c-489c-9b49-74994470f269),segment_id=3bc0d417-0d8c-489c-9b49-74994470f269)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:51.559726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.607631 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (b57978f8-af3e-4a8e-992c-4bb4b341be24), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.634210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:51.652363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for dd379ac2-967e-4826-aff4-e9342061e9b1 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:51.715885 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a8873-5003-4570-aa12-4902d73d17f4 None None] Pushing event updated for resources: {'Port': ['ID=bf47955e-2574-4acf-bd76-35427a3745b6,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:51.717117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=b57978f8-af3e-4a8e-992c-4bb4b341be24,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:51.755779 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Attempting to bind port bf47955e-2574-4acf-bd76-35427a3745b6 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:27:51.756236 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Attempting to bind port bf47955e-2574-4acf-bd76-35427a3745b6 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:27:51.756708 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Attempting to bind port bf47955e-2574-4acf-bd76-35427a3745b6 on network bb8622d4-094c-43a4-9289-97c61a50d69d {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:27:51.763655 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:27:51.765111 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Checking segment: {'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:27:51.765265 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.765831 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Bound using segment: {'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:27:51.766395 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Bound port: bf47955e-2574-4acf-bd76-35427a3745b6, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:27:51.767161 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.780939 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ce1180c9-8deb-4df6-a043-1cdb74f40a35 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d HTTP/1.1" status: 200 len: 954 time: 0.6239135 Nov 03 02:27:51.781397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39566) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:51.788119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-85cfb186-5082-46f9-b750-dd8f708e346c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'routes': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:51.851425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 7bfeb44f-917a-4087-ae8d-2fec79067e26 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:51.852285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.852285 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 7bfeb44f-917a-4087-ae8d-2fec79067e26 Nov 03 02:27:51.857356 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] For port bf47955e-2574-4acf-bd76-35427a3745b6, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:27:51.863232 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] For port bf47955e-2574-4acf-bd76-35427a3745b6, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bf47955e-2574-4acf-bd76-35427a3745b6,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:27:51.871250 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-99440c49-9520-44b6-bd9c-6eec0b99ead4 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad1f711b8c1a40bbb1ab086db752b3cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4263535 Nov 03 02:27:51.888179 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:51.957666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2d52f-a273-4f13-ae1d-1e989a09aa5c None None] Pushing event updated for resources: {'Port': ['ID=65e3c0d1-e73f-47d8-af53-89f93456bf99,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:51.995535 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Routers {'3c1a7fd1-878f-4621-bc8d-a0065c0770a1'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:51.996159 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:52.019377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8a6574c-3850-45b8-8be9-d78255f6a943 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.020750 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e8a6574c-3850-45b8-8be9-d78255f6a943 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/subnetpools/9c8c7d22-06f5-4aef-ab9e-4d29c1ed2dd0 HTTP/1.1" status: 204 len: 168 time: 0.4711528 Nov 03 02:27:52.026713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Current status of the port 65e3c0d1-e73f-47d8-af53-89f93456bf99 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:52.027463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.028039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-0cae0ce5-2665-4e56-a680-ce44bc589079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:52.031566 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-0cae0ce5-2665-4e56-a680-ce44bc589079 service neutron] 10.222.0.27 "GET /v2.0/networks?id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43 HTTP/1.1" status: 200 len: 897 time: 0.4689059 Nov 03 02:27:52.032077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39570) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:52.090899 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:52.091446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fa11ac2e-670e-479b-aa3d-1b6bc18c6c53), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.098541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b722f2cd-3392-4f38-86c5-dd221c2f6caa None None] DHCP port deletion for a3bd8798-de01-40af-afd1-8b7103537aaf request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:27:52.145383 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a8873-5003-4570-aa12-4902d73d17f4 None None] Pushing event updated for resources: {'Port': ['ID=bf47955e-2574-4acf-bd76-35427a3745b6,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:52.155748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] For port 65e3c0d1-e73f-47d8-af53-89f93456bf99, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=65e3c0d1-e73f-47d8-af53-89f93456bf99,segment=NetworkSegment(660a0d01-3b3c-415e-8408-1f6b95cb93ef),segment_id=660a0d01-3b3c-415e-8408-1f6b95cb93ef)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:52.189239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 7bfeb44f-917a-4087-ae8d-2fec79067e26 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:52.191679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5da83da5-5992-42e7-bb60-0682670c6c58 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:52.212823 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] For port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fa11ac2e-670e-479b-aa3d-1b6bc18c6c53,segment=NetworkSegment(ca0df876-f4a4-417a-8ca4-7216736502e7),segment_id=ca0df876-f4a4-417a-8ca4-7216736502e7)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:52.213267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fa11ac2e-670e-479b-aa3d-1b6bc18c6c53), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.213542 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] Set router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:52.233847 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:52.249433 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.260341 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6b8ef85b-0699-45db-a611-2caf3fcb4513 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae HTTP/1.1" status: 200 len: 205 time: 0.2248883 Nov 03 02:27:52.274340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39572) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:52.339530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Pushing event updated for resources: {'Port': ['ID=65e3c0d1-e73f-47d8-af53-89f93456bf99,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:52.380794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Provisioning complete for port 5da83da5-5992-42e7-bb60-0682670c6c58 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:52.381485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.382521 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Attempt 1 to provision port 5da83da5-5992-42e7-bb60-0682670c6c58 Nov 03 02:27:52.387355 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 5da83da5-5992-42e7-bb60-0682670c6c58 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:52.388050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.388725 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 5da83da5-5992-42e7-bb60-0682670c6c58 Nov 03 02:27:52.419395 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f568dfec-98fa-4da4-9bf9-759d12ff52f8 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for router (5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.440740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (dd379ac2-967e-4826-aff4-e9342061e9b1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.459932 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:46Z', 'revision_number': 4, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'bf47955e-2574-4acf-bd76-35427a3745b6', 'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'mac_address': 'fa:16:3e:ce:72:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:44Z', 'updated_at': '2022-11-03T02:27:51Z', 'revision_number': 4, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'subnets': [{'id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:52.464860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b722f2cd-3392-4f38-86c5-dd221c2f6caa None None] Deleting port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:52.465618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b722f2cd-3392-4f38-86c5-dd221c2f6caa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fa11ac2e-670e-479b-aa3d-1b6bc18c6c53), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.489685 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07849f10-89d9-409a-a054-b9fbd80066dc None None] The sync data for ids ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'] in dv-neutron-860659-5-hyperv is: [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:46Z', 'revision_number': 4, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'bf47955e-2574-4acf-bd76-35427a3745b6', 'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'mac_address': 'fa:16:3e:ce:72:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:44Z', 'updated_at': '2022-11-03T02:27:51Z', 'revision_number': 4, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'subnets': [{'id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:52.547892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b722f2cd-3392-4f38-86c5-dd221c2f6caa None None] For port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fa11ac2e-670e-479b-aa3d-1b6bc18c6c53,segment=NetworkSegment(ca0df876-f4a4-417a-8ca4-7216736502e7),segment_id=ca0df876-f4a4-417a-8ca4-7216736502e7)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:52.547892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b722f2cd-3392-4f38-86c5-dd221c2f6caa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fa11ac2e-670e-479b-aa3d-1b6bc18c6c53), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.570997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b722f2cd-3392-4f38-86c5-dd221c2f6caa None None] Calling delete_port for fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:52.615743 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-81a0056e-c543-4fa3-b61b-9ec8e7989c9f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2988632b-7e25-4beb-94da-0d8ff5886a87 HTTP/1.1" status: 200 len: 1001 time: 0.3704875 Nov 03 02:27:52.618505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=dd379ac2-967e-4826-aff4-e9342061e9b1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:52.631121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f568dfec-98fa-4da4-9bf9-759d12ff52f8 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.644358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f568dfec-98fa-4da4-9bf9-759d12ff52f8 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for router_controller (5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.772933 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (fa11ac2e-670e-479b-aa3d-1b6bc18c6c53), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.775045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f568dfec-98fa-4da4-9bf9-759d12ff52f8 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.775197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:49Z', 'revision_number': 6, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '65e3c0d1-e73f-47d8-af53-89f93456bf99', 'name': '', 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:42:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:41Z', 'updated_at': '2022-11-03T02:27:51Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:52.775412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f568dfec-98fa-4da4-9bf9-759d12ff52f8 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Fanout notify agent at l3_agent the message router_deleted on router 5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:27:52.782862 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.extraroute_db [None req-85cfb186-5082-46f9-b750-dd8f708e346c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added routes are [] {{(pid=104393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 02:27:52.783193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.extraroute_db [None req-85cfb186-5082-46f9-b750-dd8f708e346c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 02:27:52.810043 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d10851-9c8d-4881-bfd5-1d62499752cf None None] The sync data for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv is: [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:49Z', 'revision_number': 6, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '65e3c0d1-e73f-47d8-af53-89f93456bf99', 'name': '', 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:42:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:41Z', 'updated_at': '2022-11-03T02:27:51Z', 'revision_number': 4, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:52.818726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5161810b-bd95-4b66-ad5e-df5b1ae8aca8 None None] Current status of the port 5da83da5-5992-42e7-bb60-0682670c6c58 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:52.840964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f568dfec-98fa-4da4-9bf9-759d12ff52f8 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:52.844802 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f568dfec-98fa-4da4-9bf9-759d12ff52f8 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/routers/5d5b9b2b-dba4-48ff-adf3-69c143ddb8ae HTTP/1.1" status: 204 len: 168 time: 0.5679648 Nov 03 02:27:52.853646 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39576) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:52.854434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=fa11ac2e-670e-479b-aa3d-1b6bc18c6c53,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:52.884152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 5da83da5-5992-42e7-bb60-0682670c6c58 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:52.885285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 25812a24-56d3-44b9-b634-26c285fd71fc up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:52.896871 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-ce2b7c6f-db85-472e-880f-397ef2959732 service neutron] 10.222.0.23 "GET /v2.0/networks/bb8622d4-094c-43a4-9289-97c61a50d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9938049 Nov 03 02:27:52.900540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No DVR routers for this DVR port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:52.994782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Could not find standard attr ID for object fa11ac2e-670e-479b-aa3d-1b6bc18c6c53. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:27:52.997824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-ed5df8f1-2232-4edc-bd0e-bf4526f3ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:52.999324 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-ed5df8f1-2232-4edc-bd0e-bf4526f3ad95 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bd94f89f-2e32-4664-b985-155f87510eb7 HTTP/1.1" status: 200 len: 834 time: 0.3537073 Nov 03 02:27:52.999944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (385c9d11-ad0b-4b94-aef4-e2f362f52395), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.003698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b722f2cd-3392-4f38-86c5-dd221c2f6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (fa11ac2e-670e-479b-aa3d-1b6bc18c6c53), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.086498 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722f2cd-3392-4f38-86c5-dd221c2f6caa None None] Pushing event deleted for resources: {'Port': ['ID=fa11ac2e-670e-479b-aa3d-1b6bc18c6c53,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:53.096025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722f2cd-3392-4f38-86c5-dd221c2f6caa None None] No DVR routers for this DVR port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:53.131119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85cfb186-5082-46f9-b750-dd8f708e346c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.137363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 25812a24-56d3-44b9-b634-26c285fd71fc triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:53.138290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.138885 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 25812a24-56d3-44b9-b634-26c285fd71fc Nov 03 02:27:53.148777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Provisioning complete for port bf47955e-2574-4acf-bd76-35427a3745b6 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:53.150786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.152334 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Attempt 1 to provision port bf47955e-2574-4acf-bd76-35427a3745b6 Nov 03 02:27:53.178777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (a3bd8798-de01-40af-afd1-8b7103537aaf), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.287186 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bd8798-de01-40af-afd1-8b7103537aaf']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:53.332015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0df876-f4a4-417a-8ca4-7216736502e7') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:53.332569 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0df876-f4a4-417a-8ca4-7216736502e7') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:53.353959 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6f04c-547c-4fd2-b46e-3d8609a841a7 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Deleting port eb0d1476-0c93-49e6-a8fa-752eedc73f4b {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:53.354310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f04c-547c-4fd2-b46e-3d8609a841a7 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (eb0d1476-0c93-49e6-a8fa-752eedc73f4b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.369532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 25812a24-56d3-44b9-b634-26c285fd71fc is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:53.370857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b57978f8-af3e-4a8e-992c-4bb4b341be24 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:53.378226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Current status of the port bf47955e-2574-4acf-bd76-35427a3745b6 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:53.378697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.383167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (ca0df876-f4a4-417a-8ca4-7216736502e7), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.413825 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: b57978f8-af3e-4a8e-992c-4bb4b341be24 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:53.414183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b57978f8-af3e-4a8e-992c-4bb4b341be24 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 02:27:53.443685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Port b57978f8-af3e-4a8e-992c-4bb4b341be24 not found, will not notify nova. {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 02:27:53.444252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:53.467885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:53.468817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 02:27:53.498361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (ca0df876-f4a4-417a-8ca4-7216736502e7), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.515849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Port fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 not found, will not notify nova. {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 02:27:53.549298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:27:53.549796 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (ca0df876-f4a4-417a-8ca4-7216736502e7), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.561648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] For port bf47955e-2574-4acf-bd76-35427a3745b6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bf47955e-2574-4acf-bd76-35427a3745b6,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:53.571983 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.634179 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment ca0df876-f4a4-417a-8ca4-7216736502e7 resource provider aggregate not found Nov 03 02:27:53.636238 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2b2276cf-a7cf-4020-b704-61c3585ce8a4 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:27:53.670239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Provisioning complete for port 65e3c0d1-e73f-47d8-af53-89f93456bf99 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:53.670770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.671221 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Attempt 1 to provision port 65e3c0d1-e73f-47d8-af53-89f93456bf99 Nov 03 02:27:53.675383 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment ca0df876-f4a4-417a-8ca4-7216736502e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca0df876-f4a4-417a-8ca4-7216736502e7 found for delete ", "request_id": "req-01931bd7-7e06-4884-bdad-7336fcfcd48d"}]} Nov 03 02:27:53.686074 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85cfb186-5082-46f9-b750-dd8f708e346c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.696081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 2b2276cf-a7cf-4020-b704-61c3585ce8a4 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:53.696596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2b2276cf-a7cf-4020-b704-61c3585ce8a4 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:27:53.697123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 29eafb5b-4762-4454-8e50-16c507ffd61c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:27:53.715414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f04c-547c-4fd2-b46e-3d8609a841a7 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (eb0d1476-0c93-49e6-a8fa-752eedc73f4b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.716711 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85cfb186-5082-46f9-b750-dd8f708e346c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.744518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 29eafb5b-4762-4454-8e50-16c507ffd61c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:53.744836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (a3bd8798-de01-40af-afd1-8b7103537aaf), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.745119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 29eafb5b-4762-4454-8e50-16c507ffd61c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:27:53.747500 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6f04c-547c-4fd2-b46e-3d8609a841a7 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Calling delete_port for eb0d1476-0c93-49e6-a8fa-752eedc73f4b owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:53.766869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Pushing event updated for resources: {'Port': ['ID=bf47955e-2574-4acf-bd76-35427a3745b6,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:53.790974 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.794695 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/networks/a3bd8798-de01-40af-afd1-8b7103537aaf HTTP/1.1" status: 204 len: 168 time: 2.7869871 Nov 03 02:27:53.836945 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-763d57fe-2b2d-47c7-a095-099623971d4d service neutron] 10.222.0.23 "GET /v2.0/networks/bb8622d4-094c-43a4-9289-97c61a50d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9199827 Nov 03 02:27:53.863894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39582) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:53.867579 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Current status of the port 65e3c0d1-e73f-47d8-af53-89f93456bf99 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:53.878544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'name': 'tempest-PortsIpV6TestJSON-2102055583'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:53.900143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Provisioning complete for port 7bfeb44f-917a-4087-ae8d-2fec79067e26 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:53.900814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:53.901165 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Attempt 1 to provision port 7bfeb44f-917a-4087-ae8d-2fec79067e26 Nov 03 02:27:53.978604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2fb77-e95d-41e8-8400-6f2efe82a383 req-8f20cde7-2251-45ff-a297-f079028611f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:53.980315 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46d2fb77-e95d-41e8-8400-6f2efe82a383 req-8f20cde7-2251-45ff-a297-f079028611f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 1.3563583 Nov 03 02:27:53.997245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-7cf50856-f521-4626-88f7-dc0766f651f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:54.000617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c4dff-e08d-4d2a-8ac0-8cad144cdf08 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Network': ['ID=a3bd8798-de01-40af-afd1-8b7103537aaf,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:54.006094 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-7cf50856-f521-4626-88f7-dc0766f651f1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.9924386 Nov 03 02:27:54.070281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7bebb9a0-fa78-40b0-b080-742c121fab11 None None] Current status of the port 7bfeb44f-917a-4087-ae8d-2fec79067e26 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:54.186326 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bf47955e-2574-4acf-bd76-35427a3745b6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:54.235267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cfb186-5082-46f9-b750-dd8f708e346c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:54.257625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port bf47955e-2574-4acf-bd76-35427a3745b6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:54.258010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:54.258359 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port bf47955e-2574-4acf-bd76-35427a3745b6 Nov 03 02:27:54.282431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:54.286939 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:54.316607 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8fc0f875-935d-46c3-a4e9-2b51b15e4bec req-a0d8141f-d767-48f4-ac6e-0ed24ef54e3a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 210 time: 0.1382301 Nov 03 02:27:54.317860 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port 87d80e4f-c769-4f5d-84df-5b41c8e41627 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:27:54.375464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:54.446005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f401ae0-ee4e-43b4-9a6f-7ed7502d27fa None None] Sync routers for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:54.484953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port bf47955e-2574-4acf-bd76-35427a3745b6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:54.486199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 65e3c0d1-e73f-47d8-af53-89f93456bf99 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:54.496166 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46d2fb77-e95d-41e8-8400-6f2efe82a383 req-e6d57f7f-2d87-457f-9cb2-e54f6240fbbc tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4654493 Nov 03 02:27:54.506265 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cfb186-5082-46f9-b750-dd8f708e346c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:54.508847 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-a2bdda3a-d158-49ee-839e-93439cfea8a9 service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862971 Nov 03 02:27:54.524336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-85cfb186-5082-46f9-b750-dd8f708e346c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:54.528529 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-85cfb186-5082-46f9-b750-dd8f708e346c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d HTTP/1.1" status: 200 len: 704 time: 2.7452881 Nov 03 02:27:54.532456 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f401ae0-ee4e-43b4-9a6f-7ed7502d27fa None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:54.532685 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39592) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:54.532793 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6f401ae0-ee4e-43b4-9a6f-7ed7502d27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:54.669962 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fbce3be-704d-48a6-85d2-18d3a7d51c1c req-fdeac740-a4b7-49f8-8946-7e06afdf54ad service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100550 Nov 03 02:27:54.692566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-6f401ae0-ee4e-43b4-9a6f-7ed7502d27fa None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:54.888933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 65e3c0d1-e73f-47d8-af53-89f93456bf99 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:54.889359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:54.889704 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 65e3c0d1-e73f-47d8-af53-89f93456bf99 Nov 03 02:27:54.935790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 385c9d11-ad0b-4b94-aef4-e2f362f52395 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:54.962767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router c71c1e32-738e-4aca-9e97-bf6cb23cec0b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:55.072325 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 65e3c0d1-e73f-47d8-af53-89f93456bf99 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:55.118532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6f401ae0-ee4e-43b4-9a6f-7ed7502d27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 7, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '65e3c0d1-e73f-47d8-af53-89f93456bf99', 'name': '', 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:41Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:55.119696 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f04c-547c-4fd2-b46e-3d8609a841a7 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (eb0d1476-0c93-49e6-a8fa-752eedc73f4b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:55.147513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:55.152508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f401ae0-ee4e-43b4-9a6f-7ed7502d27fa None None] Checking router: 2c9befbd-3b7e-4394-a19b-7dc94b8b165d for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:55.153559 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3c89d37b-64c4-4914-80d2-c9ad1a78c431 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/385c9d11-ad0b-4b94-aef4-e2f362f52395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2058990 Nov 03 02:27:55.156655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:55.158352 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b893e2-a166-40cd-81e5-f90921e7b698 None None] Sync routers for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:55.164972 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a8df751f-fc09-446a-abd4-d37c92b60c82 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6901135 Nov 03 02:27:55.165582 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39598) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:55.175415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7825f7-63fc-4816-8048-162afc31db67 None None] Sync routers for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:55.181506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6f04c-547c-4fd2-b46e-3d8609a841a7 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Pushing event deleted for resources: {'Port': ['ID=eb0d1476-0c93-49e6-a8fa-752eedc73f4b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:55.181710 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b893e2-a166-40cd-81e5-f90921e7b698 None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:55.182390 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-71b893e2-a166-40cd-81e5-f90921e7b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:55.204792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:27:55.233125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d9e1ba-b789-4334-8adc-4f3aef3c4877 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting subnet c333e5ff-c36f-4fe4-8d19-064e0db6dca0 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:27:55.236797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e1ba-b789-4334-8adc-4f3aef3c4877 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (c333e5ff-c36f-4fe4-8d19-064e0db6dca0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:55.272766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:55.273119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fa11ac2e-670e-479b-aa3d-1b6bc18c6c53 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:27:55.290521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7825f7-63fc-4816-8048-162afc31db67 None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:55.291168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0f7825f7-63fc-4816-8048-162afc31db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:55.295067 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f401ae0-ee4e-43b4-9a6f-7ed7502d27fa None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:55.295545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6f401ae0-ee4e-43b4-9a6f-7ed7502d27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:55.304502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e1ba-b789-4334-8adc-4f3aef3c4877 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (c333e5ff-c36f-4fe4-8d19-064e0db6dca0), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:55.361135 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-71b893e2-a166-40cd-81e5-f90921e7b698 None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:55.491025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e1ba-b789-4334-8adc-4f3aef3c4877 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c333e5ff-c36f-4fe4-8d19-064e0db6dca0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:55.510434 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f517662a-7823-460f-82da-d454758d0d46 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d HTTP/1.1" status: 200 len: 704 time: 0.9733882 Nov 03 02:27:55.523372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39604) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:55.527071 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f04c-547c-4fd2-b46e-3d8609a841a7 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:55.555048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39608) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:55.557044 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d9f6f04c-547c-4fd2-b46e-3d8609a841a7 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/ports/eb0d1476-0c93-49e6-a8fa-752eedc73f4b HTTP/1.1" status: 204 len: 168 time: 2.7002573 Nov 03 02:27:55.648307 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1bcbd692-cfed-4b29-890e-8ed472cb0dd9 req-1a9c3c2a-96cf-435f-a565-c7241e691870 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 210 time: 0.2075155 Nov 03 02:27:55.665078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (87d80e4f-c769-4f5d-84df-5b41c8e41627), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:55.750105 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-0f7825f7-63fc-4816-8048-162afc31db67 None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:55.763205 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-71b893e2-a166-40cd-81e5-f90921e7b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:27:51Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '0ec20d57-ca74-4b61-a92a-7578eb8602e2', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'port_id': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'mac_address': 'fa:16:3e:80:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:25:56Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:55.799224 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b893e2-a166-40cd-81e5-f90921e7b698 None None] Checking router: 385c9d11-ad0b-4b94-aef4-e2f362f52395 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:55.809445 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b893e2-a166-40cd-81e5-f90921e7b698 None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:55.810192 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-71b893e2-a166-40cd-81e5-f90921e7b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:55.941585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bf47955e-2574-4acf-bd76-35427a3745b6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:27:55.953426 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e1ba-b789-4334-8adc-4f3aef3c4877 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (c333e5ff-c36f-4fe4-8d19-064e0db6dca0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:55.963253 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-71b893e2-a166-40cd-81e5-f90921e7b698 None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:55.971043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (87d80e4f-c769-4f5d-84df-5b41c8e41627), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.032750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:56.040747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0c2d72-6182-4941-a6b6-6cc89758131d tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Deleting subnet d35db6b9-0b97-4c35-a738-de04231825b1 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:27:56.043301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:56.054670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9e1ba-b789-4334-8adc-4f3aef3c4877 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Subnet': ['ID=c333e5ff-c36f-4fe4-8d19-064e0db6dca0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:56.056622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c0c2d72-6182-4941-a6b6-6cc89758131d tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for subnet (d35db6b9-0b97-4c35-a738-de04231825b1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.063039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-6f401ae0-ee4e-43b4-9a6f-7ed7502d27fa None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:56.063617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e1ba-b789-4334-8adc-4f3aef3c4877 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.065162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead49b0-860f-4b6f-a99b-8c926b0431ca None None] Network e816771c-b6a7-451f-a22b-fe6412ef3ccd requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:56.069777 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f4d9e1ba-b789-4334-8adc-4f3aef3c4877 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/c333e5ff-c36f-4fe4-8d19-064e0db6dca0 HTTP/1.1" status: 204 len: 168 time: 0.9031961 Nov 03 02:27:56.074673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39614) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:56.075678 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:56.084092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:56.085015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.109461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ed878-0517-422d-b603-2b2dbf3bc647 req-e4bad892-3a6e-4ded-bcb7-ecacfdad9c7a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:56.117046 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-947ed878-0517-422d-b603-2b2dbf3bc647 req-e4bad892-3a6e-4ded-bcb7-ecacfdad9c7a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 946 time: 0.5003829 Nov 03 02:27:56.183769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-860416ab-c7b2-43a9-b93c-2ebe276a6f7d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:56.185212 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-860416ab-c7b2-43a9-b93c-2ebe276a6f7d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.27 "GET /v2.0/networks?id=bb8622d4-094c-43a4-9289-97c61a50d69d HTTP/1.1" status: 200 len: 797 time: 0.5730579 Nov 03 02:27:56.186919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (e816771c-b6a7-451f-a22b-fe6412ef3ccd), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.197333 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3319354 Nov 03 02:27:56.199855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099ee09-cba3-4609-b948-4e412f90afac req-19950f67-6d73-4088-ad94-e54d295c122b tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:56.201076 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421404d7-c3db-44f2-b900-2ee3fe5d35b9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=87d80e4f-c769-4f5d-84df-5b41c8e41627,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:56.201459 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3099ee09-cba3-4609-b948-4e412f90afac req-19950f67-6d73-4088-ad94-e54d295c122b tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 0.4105082 Nov 03 02:27:56.214372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39616) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:56.222571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c0c2d72-6182-4941-a6b6-6cc89758131d tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (d35db6b9-0b97-4c35-a738-de04231825b1), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.289758 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port bf47955e-2574-4acf-bd76-35427a3745b6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:56.290143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.290488 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port bf47955e-2574-4acf-bd76-35427a3745b6 Nov 03 02:27:56.315046 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-71b893e2-a166-40cd-81e5-f90921e7b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:27:51Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '0ec20d57-ca74-4b61-a92a-7578eb8602e2', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'port_id': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'mac_address': 'fa:16:3e:80:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:25:56Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:56.348900 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-947ed878-0517-422d-b603-2b2dbf3bc647 req-fd5f2cb4-258d-40a1-8444-45398d17d561 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165675 Nov 03 02:27:56.352035 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b893e2-a166-40cd-81e5-f90921e7b698 None None] The sync data for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv is: [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:27:51Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '0ec20d57-ca74-4b61-a92a-7578eb8602e2', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'port_id': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'mac_address': 'fa:16:3e:80:74:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:25:56Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:56.408704 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-8e0c47a9-6884-45ef-abef-feb5de90663d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad1f711b8c1a40bbb1ab086db752b3cf HTTP/1.1" status: 200 len: 380 time: 0.2062471 Nov 03 02:27:56.427442 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3099ee09-cba3-4609-b948-4e412f90afac req-62623a1b-4614-4fee-9eab-7a6a0247c2a3 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1693935 Nov 03 02:27:56.429831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:56.430180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.462469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'port': {'device_id': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'admin_state_up': True, 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'security_groups': ['88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:56.522591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-56edb6b7-31de-4981-b276-aaa8795a4b64 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 87d80e4f-c769-4f5d-84df-5b41c8e41627 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:56.523277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-56edb6b7-31de-4981-b276-aaa8795a4b64 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (87d80e4f-c769-4f5d-84df-5b41c8e41627), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.529097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port bf47955e-2574-4acf-bd76-35427a3745b6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:27:56.532283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b37d372-9d0f-478f-b28e-a998dc97af48 None None] DHCP port deletion for e816771c-b6a7-451f-a22b-fe6412ef3ccd request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:27:56.540248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c0c2d72-6182-4941-a6b6-6cc89758131d tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (d35db6b9-0b97-4c35-a738-de04231825b1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.566732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0f7825f7-63fc-4816-8048-162afc31db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 9, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:56.613805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port 2e1308a8-6f88-4351-94d4-c2ec760c65a7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2e1308a8-6f88-4351-94d4-c2ec760c65a7,segment=NetworkSegment(3bc0d417-0d8c-489c-9b49-74994470f269),segment_id=3bc0d417-0d8c-489c-9b49-74994470f269)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:56.614523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.623081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7825f7-63fc-4816-8048-162afc31db67 None None] Checking router: c71c1e32-738e-4aca-9e97-bf6cb23cec0b for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:56.633101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c0c2d72-6182-4941-a6b6-6cc89758131d tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (d35db6b9-0b97-4c35-a738-de04231825b1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.635984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.646333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7825f7-63fc-4816-8048-162afc31db67 None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:56.646806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0f7825f7-63fc-4816-8048-162afc31db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:56.674524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-56edb6b7-31de-4981-b276-aaa8795a4b64 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (87d80e4f-c769-4f5d-84df-5b41c8e41627), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.683499 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 2e1308a8-6f88-4351-94d4-c2ec760c65a7 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:56.683737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c2d72-6182-4941-a6b6-6cc89758131d tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Pushing event deleted for resources: {'Subnet': ['ID=d35db6b9-0b97-4c35-a738-de04231825b1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:56.709346 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1c0c2d72-6182-4941-a6b6-6cc89758131d tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.715835 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1c0c2d72-6182-4941-a6b6-6cc89758131d tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/subnets/d35db6b9-0b97-4c35-a738-de04231825b1 HTTP/1.1" status: 204 len: 168 time: 1.1211851 Nov 03 02:27:56.716590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39620) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:56.741984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-56edb6b7-31de-4981-b276-aaa8795a4b64 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 87d80e4f-c769-4f5d-84df-5b41c8e41627 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:56.749460 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bfafb2-ff3e-4567-bd92-ec94b1bbf494 None None] Network d23c766d-96cd-4d3b-be56-3a899bcf5282 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:27:56.761701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b37d372-9d0f-478f-b28e-a998dc97af48 None None] Deleting port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:56.762408 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b37d372-9d0f-478f-b28e-a998dc97af48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.851756 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56d60600-1aed-4bf7-b8ee-64b9056d8b6a req-9087b60a-7e5c-4855-9f64-7bdf2e4ca8f3 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 210 time: 0.0590360 Nov 03 02:27:56.864091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-0f7825f7-63fc-4816-8048-162afc31db67 None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:56.866747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (d23c766d-96cd-4d3b-be56-3a899bcf5282), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.882525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Made reservation on behalf of ad1f711b8c1a40bbb1ab086db752b3cf for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:56.886241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.912288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6f401ae0-ee4e-43b4-9a6f-7ed7502d27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 7, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '65e3c0d1-e73f-47d8-af53-89f93456bf99', 'name': '', 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:41Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:56.929321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-56edb6b7-31de-4981-b276-aaa8795a4b64 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (87d80e4f-c769-4f5d-84df-5b41c8e41627), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:56.956371 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f401ae0-ee4e-43b4-9a6f-7ed7502d27fa None None] The sync data for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv is: [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 7, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '65e3c0d1-e73f-47d8-af53-89f93456bf99', 'name': '', 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:41Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:56.997871 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-56edb6b7-31de-4981-b276-aaa8795a4b64 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.001843 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-56edb6b7-31de-4981-b276-aaa8795a4b64 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/87d80e4f-c769-4f5d-84df-5b41c8e41627 HTTP/1.1" status: 204 len: 168 time: 0.7857745 Nov 03 02:27:57.005703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39622) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:57.006245 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edb6b7-31de-4981-b276-aaa8795a4b64 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=87d80e4f-c769-4f5d-84df-5b41c8e41627,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:57.012428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'mac_address': 'fa:16:3e:ea:1d:69', 'name': 'tempest-PortsIpV6TestJSON-1607487659'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:57.022272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6b37d372-9d0f-478f-b28e-a998dc97af48 None None] For port 2e1308a8-6f88-4351-94d4-c2ec760c65a7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2e1308a8-6f88-4351-94d4-c2ec760c65a7,segment=NetworkSegment(3bc0d417-0d8c-489c-9b49-74994470f269),segment_id=3bc0d417-0d8c-489c-9b49-74994470f269)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:57.022666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b37d372-9d0f-478f-b28e-a998dc97af48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.085477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b37d372-9d0f-478f-b28e-a998dc97af48 None None] Calling delete_port for 2e1308a8-6f88-4351-94d4-c2ec760c65a7 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:57.117174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.132725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Deleting port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:57.132946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.139410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:27:57.188821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=2e1308a8-6f88-4351-94d4-c2ec760c65a7,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:57.194206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No DVR routers for this DVR port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:57.326675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a3bdd-fb9f-468c-809b-b65c5b5fe6e4 req-064c1779-7cdd-4c11-b1b9-d1e3b0a9c156 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:57.328210 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-ec8a3bdd-fb9f-468c-809b-b65c5b5fe6e4 req-064c1779-7cdd-4c11-b1b9-d1e3b0a9c156 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 946 time: 0.2786498 Nov 03 02:27:57.344505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.349725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] For port ec4eeb7b-3433-4ebe-966d-0caffad14ec6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ec4eeb7b-3433-4ebe-966d-0caffad14ec6,segment=NetworkSegment(151e8883-034a-462f-8e4a-eb2ef31a2508),segment_id=151e8883-034a-462f-8e4a-eb2ef31a2508)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:57.349725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.350806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (e816771c-b6a7-451f-a22b-fe6412ef3ccd), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.353562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Allocated IP 172.20.0.12 (bb8622d4-094c-43a4-9289-97c61a50d69d/dae27f63-d6ec-47e5-a1a9-a2d75c95d55e/327b4dda-7883-4c87-9073-cbb51117b940) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:27:57.392156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port 5c0be20f-73a0-403a-9e87-ef0f70a3afad yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:27:57.408588 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67256b23-7420-4d87-a08f-74b82c931b13 None None] DHCP port deletion for d23c766d-96cd-4d3b-be56-3a899bcf5282 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:27:57.461959 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbd82f-4fd7-401d-8a68-4be444253890 None None] Sync routers for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:57.475861 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdbd82f-4fd7-401d-8a68-4be444253890 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:57.479564 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-afdbd82f-4fd7-401d-8a68-4be444253890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:57.488533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e816771c-b6a7-451f-a22b-fe6412ef3ccd']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:57.492362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b37d372-9d0f-478f-b28e-a998dc97af48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (2e1308a8-6f88-4351-94d4-c2ec760c65a7), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.509126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc0d417-0d8c-489c-9b49-74994470f269') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:57.509518 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc0d417-0d8c-489c-9b49-74994470f269') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:57.514097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Calling delete_port for ec4eeb7b-3433-4ebe-966d-0caffad14ec6 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:57.523877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (3bc0d417-0d8c-489c-9b49-74994470f269), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.537198 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37d372-9d0f-478f-b28e-a998dc97af48 None None] Pushing event deleted for resources: {'Port': ['ID=2e1308a8-6f88-4351-94d4-c2ec760c65a7,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:57.539702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37d372-9d0f-478f-b28e-a998dc97af48 None None] No DVR routers for this DVR port 2e1308a8-6f88-4351-94d4-c2ec760c65a7 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:57.545359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port 65e3c0d1-e73f-47d8-af53-89f93456bf99 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:57.545708 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.574546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0f7825f7-63fc-4816-8048-162afc31db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 9, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:57.609171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-67256b23-7420-4d87-a08f-74b82c931b13 None None] Deleting port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:57.609652 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-67256b23-7420-4d87-a08f-74b82c931b13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.611702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7825f7-63fc-4816-8048-162afc31db67 None None] The sync data for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv is: [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 9, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '1d286f0e-9ab3-4d60-8594-875ec9f28db6', 'name': '', 'network_id': '24e70b5a-d34d-455a-90b1-a446c6b5c5b2', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:e5:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '668de33a-d865-4dc0-918e-f97077d24d47', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:59Z', 'updated_at': '2022-11-03T02:27:15Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '668de33a-d865-4dc0-918e-f97077d24d47', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:57.650666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] For port 65e3c0d1-e73f-47d8-af53-89f93456bf99, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=65e3c0d1-e73f-47d8-af53-89f93456bf99,segment=NetworkSegment(660a0d01-3b3c-415e-8408-1f6b95cb93ef),segment_id=660a0d01-3b3c-415e-8408-1f6b95cb93ef)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:57.651358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.670760 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-afdbd82f-4fd7-401d-8a68-4be444253890 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:57.675757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for 65e3c0d1-e73f-47d8-af53-89f93456bf99 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:57.692404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3bc0d417-0d8c-489c-9b49-74994470f269), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.715566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:27:57.715971 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (3bc0d417-0d8c-489c-9b49-74994470f269), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.720342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-67256b23-7420-4d87-a08f-74b82c931b13 None None] For port ec4eeb7b-3433-4ebe-966d-0caffad14ec6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ec4eeb7b-3433-4ebe-966d-0caffad14ec6,segment=NetworkSegment(151e8883-034a-462f-8e4a-eb2ef31a2508),segment_id=151e8883-034a-462f-8e4a-eb2ef31a2508)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:57.720906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-67256b23-7420-4d87-a08f-74b82c931b13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.738343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-67256b23-7420-4d87-a08f-74b82c931b13 None None] Calling delete_port for ec4eeb7b-3433-4ebe-966d-0caffad14ec6 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:57.740821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-ec8a3bdd-fb9f-468c-809b-b65c5b5fe6e4 req-b0ff3185-8a4f-4321-bb73-156995c76bac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port bd8b4e82-aba1-4926-8fdc-74bc8011f37c {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:57.741173 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-ec8a3bdd-fb9f-468c-809b-b65c5b5fe6e4 req-b0ff3185-8a4f-4321-bb73-156995c76bac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.803335 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 3bc0d417-0d8c-489c-9b49-74994470f269 resource provider aggregate not found Nov 03 02:27:57.853066 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 3bc0d417-0d8c-489c-9b49-74994470f269 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bc0d417-0d8c-489c-9b49-74994470f269 found for delete ", "request_id": "req-6158e7cd-c583-48fa-bb27-543c187b2d6c"}]} Nov 03 02:27:57.855161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-67256b23-7420-4d87-a08f-74b82c931b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.880792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec1eee-c706-40a0-97c8-2c70c1855b3d req-f5b64056-c66e-441a-9b3a-71016164be23 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:57.890339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-23ec1eee-c706-40a0-97c8-2c70c1855b3d req-f5b64056-c66e-441a-9b3a-71016164be23 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 0.3327980 Nov 03 02:27:57.900412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c87f07-5715-489f-afdc-533fa4dbc249 req-ec34d9aa-98c1-4600-8f1a-5b3a035e0a4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:57.900690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67256b23-7420-4d87-a08f-74b82c931b13 None None] Pushing event deleted for resources: {'Port': ['ID=ec4eeb7b-3433-4ebe-966d-0caffad14ec6,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:57.905732 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6c87f07-5715-489f-afdc-533fa4dbc249 req-ec34d9aa-98c1-4600-8f1a-5b3a035e0a4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 946 time: 0.4571087 Nov 03 02:27:57.918001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67256b23-7420-4d87-a08f-74b82c931b13 None None] No DVR routers for this DVR port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:57.925428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (e816771c-b6a7-451f-a22b-fe6412ef3ccd), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.934215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:57.942308 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/networks/e816771c-b6a7-451f-a22b-fe6412ef3ccd HTTP/1.1" status: 204 len: 168 time: 1.8438823 Nov 03 02:27:57.947961 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39634) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:58.011797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be107a-b262-4164-b26f-a29295f115ec tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Network': ['ID=e816771c-b6a7-451f-a22b-fe6412ef3ccd,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:58.113327 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-afdbd82f-4fd7-401d-8a68-4be444253890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 7, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '65e3c0d1-e73f-47d8-af53-89f93456bf99', 'name': '', 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:41Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:58.118093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2e1308a8-6f88-4351-94d4-c2ec760c65a7 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:27:58.119073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-ec8a3bdd-fb9f-468c-809b-b65c5b5fe6e4 req-b0ff3185-8a4f-4321-bb73-156995c76bac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port bd8b4e82-aba1-4926-8fdc-74bc8011f37c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=bd8b4e82-aba1-4926-8fdc-74bc8011f37c,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:27:58.119462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-ec8a3bdd-fb9f-468c-809b-b65c5b5fe6e4 req-b0ff3185-8a4f-4321-bb73-156995c76bac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.152523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-ec8a3bdd-fb9f-468c-809b-b65c5b5fe6e4 req-b0ff3185-8a4f-4321-bb73-156995c76bac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for bd8b4e82-aba1-4926-8fdc-74bc8011f37c owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:58.154778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 2e1308a8-6f88-4351-94d4-c2ec760c65a7 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:58.162252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2e1308a8-6f88-4351-94d4-c2ec760c65a7 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:27:58.162831 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ec4eeb7b-3433-4ebe-966d-0caffad14ec6 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:27:58.166656 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbd82f-4fd7-401d-8a68-4be444253890 None None] Checking router: 2c9befbd-3b7e-4394-a19b-7dc94b8b165d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:27:58.189375 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdbd82f-4fd7-401d-8a68-4be444253890 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:58.189907 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-afdbd82f-4fd7-401d-8a68-4be444253890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:58.205486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: ec4eeb7b-3433-4ebe-966d-0caffad14ec6 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:58.205878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ec4eeb7b-3433-4ebe-966d-0caffad14ec6 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:27:58.206469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device dd379ac2-967e-4826-aff4-e9342061e9b1 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:27:58.226539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: dd379ac2-967e-4826-aff4-e9342061e9b1 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:58.226888 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device dd379ac2-967e-4826-aff4-e9342061e9b1 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:27:58.227317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b57978f8-af3e-4a8e-992c-4bb4b341be24 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:27:58.262496 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: b57978f8-af3e-4a8e-992c-4bb4b341be24 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:27:58.263269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b57978f8-af3e-4a8e-992c-4bb4b341be24 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:27:58.310733 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-afdbd82f-4fd7-401d-8a68-4be444253890 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:27:58.391234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (65e3c0d1-e73f-47d8-af53-89f93456bf99), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.457374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=65e3c0d1-e73f-47d8-af53-89f93456bf99,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:58.499668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (5c0be20f-73a0-403a-9e87-ef0f70a3afad), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.533305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ec4eeb7b-3433-4ebe-966d-0caffad14ec6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.553795 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6c87f07-5715-489f-afdc-533fa4dbc249 req-dd1b4463-f569-427b-8c10-1f5a087829c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7eee3487-ebe6-4800-b65a-687f0eecfcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6206837 Nov 03 02:27:58.568906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-23ec1eee-c706-40a0-97c8-2c70c1855b3d req-67ca7791-7d55-4b80-8047-05f7cfcecd7e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6775672 Nov 03 02:27:58.575912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for port (327b4dda-7883-4c87-9073-cbb51117b940), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.599318 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-afdbd82f-4fd7-401d-8a68-4be444253890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 7, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '65e3c0d1-e73f-47d8-af53-89f93456bf99', 'name': '', 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:41Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:58.607858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Pushing event deleted for resources: {'Port': ['ID=ec4eeb7b-3433-4ebe-966d-0caffad14ec6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:58.630655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] No DVR routers for this DVR port ec4eeb7b-3433-4ebe-966d-0caffad14ec6 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:58.653127 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbd82f-4fd7-401d-8a68-4be444253890 None None] The sync data for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv is: [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 7, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '65e3c0d1-e73f-47d8-af53-89f93456bf99', 'name': '', 'network_id': 'e3a7877c-f9a4-414b-8f91-2a910bcc5d1d', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:41Z', 'updated_at': '2022-11-03T02:27:52Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '6294158d-6cef-4a8e-a2ff-f026d5e77c67', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:27:58.684885 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-ec8a3bdd-fb9f-468c-809b-b65c5b5fe6e4 req-b0ff3185-8a4f-4321-bb73-156995c76bac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bd8b4e82-aba1-4926-8fdc-74bc8011f37c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.786282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (d23c766d-96cd-4d3b-be56-3a899bcf5282), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.810803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23c766d-96cd-4d3b-be56-3a899bcf5282']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:58.817537 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b0b08652-e8e3-4a6f-8d37-533958bd3f57 req-95b801aa-12cf-40d4-ad1b-0c6d3a1808e3 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 210 time: 0.1514406 Nov 03 02:27:58.829841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (5c0be20f-73a0-403a-9e87-ef0f70a3afad), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.832841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151e8883-034a-462f-8e4a-eb2ef31a2508') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:58.833146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151e8883-034a-462f-8e4a-eb2ef31a2508') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:58.879426 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (151e8883-034a-462f-8e4a-eb2ef31a2508), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.906741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (151e8883-034a-462f-8e4a-eb2ef31a2508), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.921527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (327b4dda-7883-4c87-9073-cbb51117b940), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.926553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:58.929504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:27:58.929908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (151e8883-034a-462f-8e4a-eb2ef31a2508), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.936232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=5c0be20f-73a0-403a-9e87-ef0f70a3afad,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:58.951787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:58.987054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:58.992189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:58.992831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:58.995997 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 151e8883-034a-462f-8e4a-eb2ef31a2508 resource provider aggregate not found Nov 03 02:27:59.042822 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 151e8883-034a-462f-8e4a-eb2ef31a2508 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 151e8883-034a-462f-8e4a-eb2ef31a2508 found for delete ", "request_id": "req-622c46e5-0c40-4322-ab41-655d103723c1"}]} Nov 03 02:27:59.057695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Network bb8622d4-094c-43a4-9289-97c61a50d69d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:27:59.068058 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-74d6723d-f0af-4d30-b670-e0763f9861c9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0609660 Nov 03 02:27:59.070799 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:59.071604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:27:59.074307 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39640) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:59.074307 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (d23c766d-96cd-4d3b-be56-3a899bcf5282), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:59.077644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff3185-8a4f-4321-bb73-156995c76bac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=bd8b4e82-aba1-4926-8fdc-74bc8011f37c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:59.078198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:27:59.087779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'Port': ['ID=327b4dda-7883-4c87-9073-cbb51117b940,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:59.102749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:59.108522 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] 10.222.0.23 "DELETE /v2.0/networks/d23c766d-96cd-4d3b-be56-3a899bcf5282 HTTP/1.1" status: 204 len: 168 time: 2.3868730 Nov 03 02:27:59.165733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807897cf-e5e4-4f3e-999a-fdaddae1d0c9 tempest-TagsExtTest-2131307864 tempest-TagsExtTest-2131307864-project] Pushing event deleted for resources: {'Network': ['ID=d23c766d-96cd-4d3b-be56-3a899bcf5282,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:27:59.187476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8a3bdd-fb9f-468c-809b-b65c5b5fe6e4 req-b0ff3185-8a4f-4321-bb73-156995c76bac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] No DVR routers for this DVR port bd8b4e82-aba1-4926-8fdc-74bc8011f37c on host hv-neutron-8606 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:27:59.194220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-ec8a3bdd-fb9f-468c-809b-b65c5b5fe6e4 req-b0ff3185-8a4f-4321-bb73-156995c76bac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:59.197574 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-ec8a3bdd-fb9f-468c-809b-b65c5b5fe6e4 req-b0ff3185-8a4f-4321-bb73-156995c76bac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "DELETE /v2.0/ports/bd8b4e82-aba1-4926-8fdc-74bc8011f37c HTTP/1.1" status: 204 len: 173 time: 1.8583405 Nov 03 02:27:59.201505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f383924-55fd-431b-af56-b6a84ef301c2', 'name': 'network-vif-deleted', 'tag': 'bd8b4e82-aba1-4926-8fdc-74bc8011f37c'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:27:59.202602 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23d0d7d-156c-43a3-97ec-1e26d1f2f74d" -d '{"events": [{"server_uuid": "7f383924-55fd-431b-af56-b6a84ef301c2", "name": "network-vif-deleted", "tag": "bd8b4e82-aba1-4926-8fdc-74bc8011f37c"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:27:59.203901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5283c728-5926-4cdc-b3f3-0d3a4956cd4d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:59.211838 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5283c728-5926-4cdc-b3f3-0d3a4956cd4d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/5c0be20f-73a0-403a-9e87-ef0f70a3afad HTTP/1.1" status: 200 len: 845 time: 0.1358421 Nov 03 02:27:59.218044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:59.218757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:59.229058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39648) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:59.316430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-48928d30-2267-422e-9bf4-c183698e8d5c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8583612 Nov 03 02:27:59.376946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Request body: {'port': {'device_id': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:27:59.451918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e531d25-3700-4163-8eca-6d3f01e372b4 x-openstack-request-id: req-5e531d25-3700-4163-8eca-6d3f01e372b4 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:27:59.452226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f383924-55fd-431b-af56-b6a84ef301c2", "name": "network-vif-deleted", "tag": "bd8b4e82-aba1-4926-8fdc-74bc8011f37c", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:27:59.452501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e531d25-3700-4163-8eca-6d3f01e372b4 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:27:59.456134 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e531d25-3700-4163-8eca-6d3f01e372b4'] response: {'server_uuid': '7f383924-55fd-431b-af56-b6a84ef301c2', 'name': 'network-vif-deleted', 'tag': 'bd8b4e82-aba1-4926-8fdc-74bc8011f37c', 'status': 'completed', 'code': 200} Nov 03 02:27:59.466671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (327b4dda-7883-4c87-9073-cbb51117b940), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:59.492522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-db761df3-8adf-44bb-a397-6674a21be092 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 5c0be20f-73a0-403a-9e87-ef0f70a3afad {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:27:59.492868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-db761df3-8adf-44bb-a397-6674a21be092 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (5c0be20f-73a0-403a-9e87-ef0f70a3afad), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:59.518081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:59.534958 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c2d940de-640c-4a00-9adf-e0ffd7398d57 None None] Provisioning complete for port 327b4dda-7883-4c87-9073-cbb51117b940 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:27:59.535688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c2d940de-640c-4a00-9adf-e0ffd7398d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (327b4dda-7883-4c87-9073-cbb51117b940), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:59.537396 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c2d940de-640c-4a00-9adf-e0ffd7398d57 None None] Attempt 1 to provision port 327b4dda-7883-4c87-9073-cbb51117b940 Nov 03 02:27:59.560692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:27:59.564824 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39652) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:59.589450 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c2d940de-640c-4a00-9adf-e0ffd7398d57 None None] Port 327b4dda-7883-4c87-9073-cbb51117b940 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:27:59.648452 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-db761df3-8adf-44bb-a397-6674a21be092 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (5c0be20f-73a0-403a-9e87-ef0f70a3afad), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:27:59.692108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-db761df3-8adf-44bb-a397-6674a21be092 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 5c0be20f-73a0-403a-9e87-ef0f70a3afad owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:27:59.810658 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:27:59.821020 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a79cea24-b270-446e-a72e-ca39d3dc4839 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2952888 Nov 03 02:27:59.826939 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5aa78-57ae-40bd-a06f-55f104977e75 None None] Sync routers for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:27:59.830271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39660) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:27:59.848152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5aa78-57ae-40bd-a06f-55f104977e75 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:27:59.852112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9bb5aa78-57ae-40bd-a06f-55f104977e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:27:59.886732 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9f57f4b1-1f60-49e8-8b83-2c2946656498 req-efd44eef-a42c-48b0-be71-d4bdcb692721 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f383924-55fd-431b-af56-b6a84ef301c2 HTTP/1.1" status: 200 len: 210 time: 0.1397755 Nov 03 02:27:59.963509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cb04a-77cf-480d-ac4e-5e9cda893f16 req-92c5b570-4e78-4c8c-93d9-cbd7ec7e80ac tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:27:59.965104 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3c3cb04a-77cf-480d-ac4e-5e9cda893f16 req-92c5b570-4e78-4c8c-93d9-cbd7ec7e80ac tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 944 time: 0.2874203 Nov 03 02:27:59.981102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-5497719d-305e-470b-bee4-3d8dabce9c6e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting subnet 6294158d-6cef-4a8e-a2ff-f026d5e77c67 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:27:59.993226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5497719d-305e-470b-bee4-3d8dabce9c6e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (6294158d-6cef-4a8e-a2ff-f026d5e77c67), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.003553 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0cc743a9-3e0c-4eb9-9027-0a1b0deb414b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38e7f2f794ad4f3394dd2173f920c56f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4384294 Nov 03 02:28:00.007800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39664) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:00.021677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e44cfa83-8420-4a71-ac90-b43cf12918b7 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:28:00.048090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-db761df3-8adf-44bb-a397-6674a21be092 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (5c0be20f-73a0-403a-9e87-ef0f70a3afad), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.059375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-9bb5aa78-57ae-40bd-a06f-55f104977e75 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:00.094638 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c2d940de-640c-4a00-9adf-e0ffd7398d57 None None] Attempt 2 to provision port 327b4dda-7883-4c87-9073-cbb51117b940 Nov 03 02:28:00.098408 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5497719d-305e-470b-bee4-3d8dabce9c6e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (6294158d-6cef-4a8e-a2ff-f026d5e77c67), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.146389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db761df3-8adf-44bb-a397-6674a21be092 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=5c0be20f-73a0-403a-9e87-ef0f70a3afad,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:00.159956 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3c3cb04a-77cf-480d-ac4e-5e9cda893f16 req-abc715ca-0828-431a-b558-ea20ee3205e4 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1868536 Nov 03 02:28:00.188398 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 1d286f0e-9ab3-4d60-8594-875ec9f28db6 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:00.189081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.189324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-db761df3-8adf-44bb-a397-6674a21be092 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.193251 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-db761df3-8adf-44bb-a397-6674a21be092 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/5c0be20f-73a0-403a-9e87-ef0f70a3afad HTTP/1.1" status: 204 len: 168 time: 0.9631855 Nov 03 02:28:00.199603 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39666) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:00.215702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f468d73-f551-478c-a82c-9823c416997d admin admin] Publish callbacks [] for security_group (76651ba5-8a7e-48e7-97a5-f5eea56c16da), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.224638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327b4dda-7883-4c87-9073-cbb51117b940 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:28:00.241841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fc91d-d0ab-484c-8b3a-9148adc7eaa7 req-d3acdde5-9e05-4dee-a70b-fe1895a57bb6 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:00.243637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-824fc91d-d0ab-484c-8b3a-9148adc7eaa7 req-d3acdde5-9e05-4dee-a70b-fe1895a57bb6 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 932 time: 0.2319090 Nov 03 02:28:00.245798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Publish callbacks [] for port (327b4dda-7883-4c87-9073-cbb51117b940), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.276884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5497719d-305e-470b-bee4-3d8dabce9c6e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (6294158d-6cef-4a8e-a2ff-f026d5e77c67), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.281098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Transition to ACTIVE for port object 327b4dda-7883-4c87-9073-cbb51117b940 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:28:00.292343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f468d73-f551-478c-a82c-9823c416997d admin admin] Publish callbacks [] for security_group (76651ba5-8a7e-48e7-97a5-f5eea56c16da), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.301538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (327b4dda-7883-4c87-9073-cbb51117b940), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.307770 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0d7247-7437-495d-a586-bc9d0e4ed067 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:28:00.312976 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ad0d7247-7437-495d-a586-bc9d0e4ed067 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/5c0be20f-73a0-403a-9e87-ef0f70a3afad HTTP/1.1" status: 404 len: 333 time: 0.0992582 Nov 03 02:28:00.314234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39668) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:00.324245 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'name': 'tempest-PortsIpV6TestJSON-1902864650'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:00.444047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Pushing event updated for resources: {'Port': ['ID=327b4dda-7883-4c87-9073-cbb51117b940,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:00.447001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c2d940de-640c-4a00-9adf-e0ffd7398d57 None None] Port 327b4dda-7883-4c87-9073-cbb51117b940 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:00.456471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port 1d286f0e-9ab3-4d60-8594-875ec9f28db6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1d286f0e-9ab3-4d60-8594-875ec9f28db6,segment=NetworkSegment(6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d),segment_id=6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:00.457027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.464513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-824fc91d-d0ab-484c-8b3a-9148adc7eaa7 req-26b75b96-ca72-4ee2-a437-191c71a3c337 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056947 Nov 03 02:28:00.485537 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 1d286f0e-9ab3-4d60-8594-875ec9f28db6 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:00.490424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5497719d-305e-470b-bee4-3d8dabce9c6e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (6294158d-6cef-4a8e-a2ff-f026d5e77c67), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.491584 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e44cfa83-8420-4a71-ac90-b43cf12918b7, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e44cfa83-8420-4a71-ac90-b43cf12918b7,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:00.511988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f468d73-f551-478c-a82c-9823c416997d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (76651ba5-8a7e-48e7-97a5-f5eea56c16da), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.514588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6f468d73-f551-478c-a82c-9823c416997d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.518158 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6f468d73-f551-478c-a82c-9823c416997d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76651ba5-8a7e-48e7-97a5-f5eea56c16da HTTP/1.1" status: 204 len: 168 time: 0.5064363 Nov 03 02:28:00.518394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5497719d-305e-470b-bee4-3d8dabce9c6e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.520891 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5497719d-305e-470b-bee4-3d8dabce9c6e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/6294158d-6cef-4a8e-a2ff-f026d5e77c67 HTTP/1.1" status: 204 len: 168 time: 0.6834054 Nov 03 02:28:00.521745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'e44cfa83-8420-4a71-ac90-b43cf12918b7', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'port_id': 'e44cfa83-8420-4a71-ac90-b43cf12918b7', 'mac_address': 'fa:16:3e:91:01:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:28:00.525582 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39672) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:00.531931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d303b1-c0e9-41d9-baea-2e6121523d03 None None] Network e3a7877c-f9a4-414b-8f91-2a910bcc5d1d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:00.539125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Attempting to bind port 327b4dda-7883-4c87-9073-cbb51117b940 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:00.539470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Attempting to bind port 327b4dda-7883-4c87-9073-cbb51117b940 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:00.539903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Attempting to bind port 327b4dda-7883-4c87-9073-cbb51117b940 on network bb8622d4-094c-43a4-9289-97c61a50d69d {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:00.542743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497719d-305e-470b-bee4-3d8dabce9c6e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Subnet': ['ID=6294158d-6cef-4a8e-a2ff-f026d5e77c67,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:00.544608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f468d73-f551-478c-a82c-9823c416997d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76651ba5-8a7e-48e7-97a5-f5eea56c16da,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:00.549356 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:00.554316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.586081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Port 327b4dda-7883-4c87-9073-cbb51117b940 on network bb8622d4-094c-43a4-9289-97c61a50d69d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:28:00.586411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Attempting to bind port 327b4dda-7883-4c87-9073-cbb51117b940 on network bb8622d4-094c-43a4-9289-97c61a50d69d {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:00.602953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:00.603300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Checking segment: {'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:00.603690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Bound using segment: {'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:00.603901 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port 3599a53a-e176-40ed-87a8-9d0b98219298 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:28:00.604140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Bound port: 327b4dda-7883-4c87-9073-cbb51117b940, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65123545-4d1d-4cf5-9207-29d841a08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:00.604544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (327b4dda-7883-4c87-9073-cbb51117b940), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.639790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (e3a7877c-f9a4-414b-8f91-2a910bcc5d1d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.697153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port e44cfa83-8420-4a71-ac90-b43cf12918b7 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:00.697828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.717054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] For port 327b4dda-7883-4c87-9073-cbb51117b940, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:00.721045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] For port 327b4dda-7883-4c87-9073-cbb51117b940, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=327b4dda-7883-4c87-9073-cbb51117b940,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:00.731445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9bb5aa78-57ae-40bd-a06f-55f104977e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:58Z', 'revision_number': 8, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:00.736329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (327b4dda-7883-4c87-9073-cbb51117b940), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.743673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:00.744609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.746300 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] 10.222.0.27 "PUT /v2.0/ports/327b4dda-7883-4c87-9073-cbb51117b940 HTTP/1.1" status: 200 len: 1094 time: 1.3794396 Nov 03 02:28:00.748295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:28:00.751202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8042b75c-4a26-48fb-bf83-c007d09bdff4" -d '{"events": [{"name": "network-changed", "server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "tag": "327b4dda-7883-4c87-9073-cbb51117b940"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:28:00.784460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port 5da83da5-5992-42e7-bb60-0682670c6c58 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:00.785181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.829229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5aa78-57ae-40bd-a06f-55f104977e75 None None] Checking router: 2c9befbd-3b7e-4394-a19b-7dc94b8b165d for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:00.850125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44cfa83-8420-4a71-ac90-b43cf12918b7 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:28:00.861335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778b17b0-9348-4a58-8f6b-a1f4f7b23ddf x-openstack-request-id: req-778b17b0-9348-4a58-8f6b-a1f4f7b23ddf {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:28:00.861678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "tag": "327b4dda-7883-4c87-9073-cbb51117b940", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:28:00.862794 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-778b17b0-9348-4a58-8f6b-a1f4f7b23ddf {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:28:00.862794 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778b17b0-9348-4a58-8f6b-a1f4f7b23ddf'] response: {'name': 'network-changed', 'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940', 'status': 'completed', 'code': 200} Nov 03 02:28:00.875057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5aa78-57ae-40bd-a06f-55f104977e75 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:00.876138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9bb5aa78-57ae-40bd-a06f-55f104977e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:00.900671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ebfb2-b9d1-4637-b0e9-289e131321b0 service neutron] Pushing event updated for resources: {'Port': ['ID=327b4dda-7883-4c87-9073-cbb51117b940,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:00.972239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (3599a53a-e176-40ed-87a8-9d0b98219298), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.984764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] For port 5da83da5-5992-42e7-bb60-0682670c6c58, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5da83da5-5992-42e7-bb60-0682670c6c58,segment=NetworkSegment(660a0d01-3b3c-415e-8408-1f6b95cb93ef),segment_id=660a0d01-3b3c-415e-8408-1f6b95cb93ef)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:00.985168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.988927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (1d286f0e-9ab3-4d60-8594-875ec9f28db6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:00.991597 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39678) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:01.001877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-3d90f03f-26a1-4bf2-9c28-e4ee372e7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:01.004339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-3d90f03f-26a1-4bf2-9c28-e4ee372e7e2e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ad1f711b8c1a40bbb1ab086db752b3cf&device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 1128 time: 0.1637514 Nov 03 02:28:01.011437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for 5da83da5-5992-42e7-bb60-0682670c6c58 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:01.017245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-9bb5aa78-57ae-40bd-a06f-55f104977e75 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:01.048180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=1d286f0e-9ab3-4d60-8594-875ec9f28db6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:01.050982 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c2d940de-640c-4a00-9adf-e0ffd7398d57 None None] Attempt 3 to provision port 327b4dda-7883-4c87-9073-cbb51117b940 Nov 03 02:28:01.066804 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-c0fcb68e-b46b-46fe-9ac9-b3fec95579eb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=327b4dda-7883-4c87-9073-cbb51117b940 HTTP/1.1" status: 200 len: 217 time: 0.0495021 Nov 03 02:28:01.123786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (3599a53a-e176-40ed-87a8-9d0b98219298), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.142441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e44cfa83-8420-4a71-ac90-b43cf12918b7, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e44cfa83-8420-4a71-ac90-b43cf12918b7,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:01.172671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-178123cc-5e64-498f-b1b8-debefcc44322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:01.174403 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-178123cc-5e64-498f-b1b8-debefcc44322 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=dae27f63-d6ec-47e5-a1a9-a2d75c95d55e HTTP/1.1" status: 200 len: 835 time: 0.0732601 Nov 03 02:28:01.210591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.216938 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:01.217763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3ab7263-05f3-4ac6-b006-186bb25a9090 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (7eee3487-ebe6-4800-b65a-687f0eecfcea), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.241696 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:01.257262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (5da83da5-5992-42e7-bb60-0682670c6c58), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.257537 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:01.262061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c2d940de-640c-4a00-9adf-e0ffd7398d57 None None] Port 327b4dda-7883-4c87-9073-cbb51117b940 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:28:01.263248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:01.263897 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.273942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No DVR routers for this DVR port 5da83da5-5992-42e7-bb60-0682670c6c58 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:01.303835 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3ab7263-05f3-4ac6-b006-186bb25a9090 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (7eee3487-ebe6-4800-b65a-687f0eecfcea), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.331617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-43de0a15-345b-4044-8771-b2a74840622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:01.334487 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-43de0a15-345b-4044-8771-b2a74840622c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=bb8622d4-094c-43a4-9289-97c61a50d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1470008 Nov 03 02:28:01.335778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=5da83da5-5992-42e7-bb60-0682670c6c58,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:01.386794 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=3599a53a-e176-40ed-87a8-9d0b98219298,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:01.397624 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-24808b3d-e028-47a2-9d7e-f2977739edda tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0795557 Nov 03 02:28:01.402555 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39682) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:01.414654 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-dc41677d-14d5-4b23-b179-9b5fec6d6d36 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:01.515920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (e3a7877c-f9a4-414b-8f91-2a910bcc5d1d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.523077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=e44cfa83-8420-4a71-ac90-b43cf12918b7,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:01.531307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b319770f-a3b7-48bf-8d22-68402e6fa442 None None] DHCP port deletion for e3a7877c-f9a4-414b-8f91-2a910bcc5d1d request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:01.560736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a7877c-f9a4-414b-8f91-2a910bcc5d1d']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:01.574177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.589127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9bb5aa78-57ae-40bd-a06f-55f104977e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:58Z', 'revision_number': 8, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:01.600039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffe4e3-b6e5-4b46-82b9-23ae2bc93ee9 req-098763da-4fdf-4c16-a462-7c8b7baefd99 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:01.607270 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-faffe4e3-b6e5-4b46-82b9-23ae2bc93ee9 req-098763da-4fdf-4c16-a462-7c8b7baefd99 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 945 time: 0.2105005 Nov 03 02:28:01.628226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5aa78-57ae-40bd-a06f-55f104977e75 None None] The sync data for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv is: [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:27:58Z', 'revision_number': 8, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adab89f9-da83-4887-b708-0c035259492f', 'name': '', 'network_id': '968d4041-a171-424c-b044-ceb3e7aab121', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:76:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:27Z', 'updated_at': '2022-11-03T02:27:44Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:01.632581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dc41677d-14d5-4b23-b179-9b5fec6d6d36 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3599a53a-e176-40ed-87a8-9d0b98219298), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.633524 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660a0d01-3b3c-415e-8408-1f6b95cb93ef') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:01.633832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660a0d01-3b3c-415e-8408-1f6b95cb93ef') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:01.643179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['e44cfa83-8420-4a71-ac90-b43cf12918b7'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:28:01.677550 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-c399ef35-f769-4e2c-8815-b5ef83cc8628 service neutron] 10.222.0.27 "GET /v2.0/networks/bb8622d4-094c-43a4-9289-97c61a50d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252099 Nov 03 02:28:01.682243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (660a0d01-3b3c-415e-8408-1f6b95cb93ef), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.716102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (660a0d01-3b3c-415e-8408-1f6b95cb93ef), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.737333 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3ab7263-05f3-4ac6-b006-186bb25a9090 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7eee3487-ebe6-4800-b65a-687f0eecfcea), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.740019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3ab7263-05f3-4ac6-b006-186bb25a9090 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.741248 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f3ab7263-05f3-4ac6-b006-186bb25a9090 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/7eee3487-ebe6-4800-b65a-687f0eecfcea HTTP/1.1" status: 204 len: 168 time: 0.7447107 Nov 03 02:28:01.758163 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab7263-05f3-4ac6-b006-186bb25a9090 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eee3487-ebe6-4800-b65a-687f0eecfcea,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:01.781652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:01.782235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (660a0d01-3b3c-415e-8408-1f6b95cb93ef), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.863475 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-faffe4e3-b6e5-4b46-82b9-23ae2bc93ee9 req-558b4ea4-bd7c-4225-a6c8-5701e3ea9b34 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2354200 Nov 03 02:28:01.863475 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 660a0d01-3b3c-415e-8408-1f6b95cb93ef resource provider aggregate not found Nov 03 02:28:01.884439 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 660a0d01-3b3c-415e-8408-1f6b95cb93ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 660a0d01-3b3c-415e-8408-1f6b95cb93ef found for delete ", "request_id": "req-633ae6e0-82ab-497e-bb53-e3e5be2101b8"}]} Nov 03 02:28:01.896792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39692) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:01.911883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5810e-d417-48a2-a70d-441c76d83f3b req-6d7a02ff-2b58-4d57-b0da-4de7b695a54c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:01.913419 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ab5810e-d417-48a2-a70d-441c76d83f3b req-6d7a02ff-2b58-4d57-b0da-4de7b695a54c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 944 time: 0.3374600 Nov 03 02:28:01.950948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (e3a7877c-f9a4-414b-8f91-2a910bcc5d1d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.981606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:01.984775 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/networks/e3a7877c-f9a4-414b-8f91-2a910bcc5d1d HTTP/1.1" status: 204 len: 168 time: 1.4582262 Nov 03 02:28:01.994189 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39694) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:01.994850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9561be-87f9-415c-b129-2c7dbd1b0e75 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Network': ['ID=e3a7877c-f9a4-414b-8f91-2a910bcc5d1d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:01.998089 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-551ba1d6-68c1-4c32-88c7-f55d83a61a71 req-d729064f-e60f-4276-bc85-35b7bd28e942 service neutron] 10.222.0.27 "GET /v2.0/networks/bb8622d4-094c-43a4-9289-97c61a50d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055370 Nov 03 02:28:02.005317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device bd8b4e82-aba1-4926-8fdc-74bc8011f37c no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:02.035601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-2798cfc7-f43f-48fb-bb11-d0383d6afc10 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting subnet 4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:02.048770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2798cfc7-f43f-48fb-bb11-d0383d6afc10 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.056962 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dc41677d-14d5-4b23-b179-9b5fec6d6d36 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (3599a53a-e176-40ed-87a8-9d0b98219298), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.087978 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: bd8b4e82-aba1-4926-8fdc-74bc8011f37c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:02.089585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device bd8b4e82-aba1-4926-8fdc-74bc8011f37c not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:02.098922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dc41677d-14d5-4b23-b179-9b5fec6d6d36 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (3599a53a-e176-40ed-87a8-9d0b98219298), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.099351 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-dc41677d-14d5-4b23-b179-9b5fec6d6d36 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] In _notify_port_updated(), no bound segment for port 3599a53a-e176-40ed-87a8-9d0b98219298 on network 31f445ef-3c0f-40ce-993a-3e5e10689a04 {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:28:02.104475 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41677d-14d5-4b23-b179-9b5fec6d6d36 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:02.105132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dc41677d-14d5-4b23-b179-9b5fec6d6d36 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.109717 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dc41677d-14d5-4b23-b179-9b5fec6d6d36 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "PUT /v2.0/ports/3599a53a-e176-40ed-87a8-9d0b98219298 HTTP/1.1" status: 200 len: 818 time: 0.7029009 Nov 03 02:28:02.109717 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router c71c1e32-738e-4aca-9e97-bf6cb23cec0b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:02.111879 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ab5810e-d417-48a2-a70d-441c76d83f3b req-34c695f2-3a38-451d-96ab-e4e26e6aab7b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721039 Nov 03 02:28:02.112664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39696) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:02.178037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2798cfc7-f43f-48fb-bb11-d0383d6afc10 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.231993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41677d-14d5-4b23-b179-9b5fec6d6d36 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=3599a53a-e176-40ed-87a8-9d0b98219298,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:02.265119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042b75c-4a26-48fb-bf83-c007d09bdff4 req-a7e79014-4077-4a2b-976b-38d69e761c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:02.266955 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8042b75c-4a26-48fb-bf83-c007d09bdff4 req-a7e79014-4077-4a2b-976b-38d69e761c77 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ad1f711b8c1a40bbb1ab086db752b3cf&device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 1128 time: 0.1944532 Nov 03 02:28:02.269868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5da83da5-5992-42e7-bb60-0682670c6c58 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:02.307834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 5da83da5-5992-42e7-bb60-0682670c6c58 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:02.308300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5da83da5-5992-42e7-bb60-0682670c6c58 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:02.308841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 65e3c0d1-e73f-47d8-af53-89f93456bf99 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:02.332310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 65e3c0d1-e73f-47d8-af53-89f93456bf99 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:02.332845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 65e3c0d1-e73f-47d8-af53-89f93456bf99 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:02.364513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2798cfc7-f43f-48fb-bb11-d0383d6afc10 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.379811 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:02.388622 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0d26c274-04d0-47d9-9512-23d28f183d0f tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4342461 Nov 03 02:28:02.389132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39698) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:02.392543 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f4d04-ad1d-4aa3-b8ca-31a6ca366974 None None] Sync routers for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:02.408274 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f4d04-ad1d-4aa3-b8ca-31a6ca366974 None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:02.408679 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-924f4d04-ad1d-4aa3-b8ca-31a6ca366974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:02.416429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5a539593-9d1d-4c55-8a14-afdf61ad2a7d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 3599a53a-e176-40ed-87a8-9d0b98219298 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:02.416782 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a539593-9d1d-4c55-8a14-afdf61ad2a7d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3599a53a-e176-40ed-87a8-9d0b98219298), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.474812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c75473-1a86-4572-b9b3-8cc92851c168 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting subnet 668de33a-d865-4dc0-918e-f97077d24d47 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:02.481004 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5c75473-1a86-4572-b9b3-8cc92851c168 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (668de33a-d865-4dc0-918e-f97077d24d47), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.508293 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-924f4d04-ad1d-4aa3-b8ca-31a6ca366974 None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:02.528146 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5c75473-1a86-4572-b9b3-8cc92851c168 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (668de33a-d865-4dc0-918e-f97077d24d47), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.658279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5c75473-1a86-4572-b9b3-8cc92851c168 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (668de33a-d865-4dc0-918e-f97077d24d47), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.706746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.719301 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-924f4d04-ad1d-4aa3-b8ca-31a6ca366974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:28:00Z', 'revision_number': 10, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:02.751558 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f4d04-ad1d-4aa3-b8ca-31a6ca366974 None None] Checking router: c71c1e32-738e-4aca-9e97-bf6cb23cec0b for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:02.763274 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f4d04-ad1d-4aa3-b8ca-31a6ca366974 None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:02.763978 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-924f4d04-ad1d-4aa3-b8ca-31a6ca366974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:02.800517 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5c75473-1a86-4572-b9b3-8cc92851c168 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (668de33a-d865-4dc0-918e-f97077d24d47), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.874048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042b75c-4a26-48fb-bf83-c007d09bdff4 req-955e0b68-4e6f-40c8-970f-92125bdcc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:02.875279 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8042b75c-4a26-48fb-bf83-c007d09bdff4 req-955e0b68-4e6f-40c8-970f-92125bdcc929 service neutron] 10.222.0.27 "GET /v2.0/networks?id=bb8622d4-094c-43a4-9289-97c61a50d69d HTTP/1.1" status: 200 len: 898 time: 0.5997615 Nov 03 02:28:02.905969 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-924f4d04-ad1d-4aa3-b8ca-31a6ca366974 None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:02.944712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2798cfc7-f43f-48fb-bb11-d0383d6afc10 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:02.979563 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8042b75c-4a26-48fb-bf83-c007d09bdff4 req-eb9c87f8-44bf-4397-96d7-67d206c47362 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=327b4dda-7883-4c87-9073-cbb51117b940 HTTP/1.1" status: 200 len: 217 time: 0.0936220 Nov 03 02:28:02.982230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a539593-9d1d-4c55-8a14-afdf61ad2a7d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3599a53a-e176-40ed-87a8-9d0b98219298), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.019081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2798cfc7-f43f-48fb-bb11-d0383d6afc10 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.026347 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5f2f50-9365-47aa-9351-5d2d780cc4fe None None] Network 658d5282-ff9e-4459-9dcb-75d00c3a60e4 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:03.038687 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2798cfc7-f43f-48fb-bb11-d0383d6afc10 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/subnets/4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c HTTP/1.1" status: 204 len: 168 time: 1.1317065 Nov 03 02:28:03.039745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798cfc7-f43f-48fb-bb11-d0383d6afc10 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Subnet': ['ID=4d14e9a2-7fbe-434b-bdb6-7d4521a75c9c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:03.056854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39702) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:03.187567 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-924f4d04-ad1d-4aa3-b8ca-31a6ca366974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:28:00Z', 'revision_number': 10, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:03.232316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c75473-1a86-4572-b9b3-8cc92851c168 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Subnet': ['ID=668de33a-d865-4dc0-918e-f97077d24d47,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:03.249905 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f4d04-ad1d-4aa3-b8ca-31a6ca366974 None None] The sync data for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv is: [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:28:00Z', 'revision_number': 10, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None, '_interfaces': [{'id': '6fc6ba7c-ea35-41c7-b4c8-6aa604512440', 'name': '', 'network_id': 'e8639711-8852-49f3-8dfb-d9937901bc3d', 'tenant_id': '11e48b890e78419891812f693265e85f', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:47Z', 'updated_at': '2022-11-03T02:27:01Z', 'revision_number': 5, 'project_id': '11e48b890e78419891812f693265e85f', 'subnets': [{'id': '318b866b-5046-4f09-9b2e-2a1338496a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:03.252041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5a539593-9d1d-4c55-8a14-afdf61ad2a7d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 3599a53a-e176-40ed-87a8-9d0b98219298 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:03.264833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eda1500-98f0-492d-8ae5-278de67af2f2 None None] Network 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:03.267080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b5c75473-1a86-4572-b9b3-8cc92851c168 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.271144 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b5c75473-1a86-4572-b9b3-8cc92851c168 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/668de33a-d865-4dc0-918e-f97077d24d47 HTTP/1.1" status: 204 len: 168 time: 0.8809769 Nov 03 02:28:03.273967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39706) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:03.390828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042b75c-4a26-48fb-bf83-c007d09bdff4 req-2a6917d6-d68a-47ef-9b29-0c400bcec8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:03.392611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8042b75c-4a26-48fb-bf83-c007d09bdff4 req-2a6917d6-d68a-47ef-9b29-0c400bcec8f8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=dae27f63-d6ec-47e5-a1a9-a2d75c95d55e HTTP/1.1" status: 200 len: 835 time: 0.3348050 Nov 03 02:28:03.400524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (24e70b5a-d34d-455a-90b1-a446c6b5c5b2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.483813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e657cfe-9a7b-48c3-8b50-8ad2e23aeb3f req-172dec97-29bf-48b1-a44c-c67c4cc94d77 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:03.485671 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0e657cfe-9a7b-48c3-8b50-8ad2e23aeb3f req-172dec97-29bf-48b1-a44c-c67c4cc94d77 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 945 time: 0.5000803 Nov 03 02:28:03.529347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (658d5282-ff9e-4459-9dcb-75d00c3a60e4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.530224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 8107c02b-2b5a-4c46-b234-c36778bbcbad {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:03.530738 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.551463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port adab89f9-da83-4887-b708-0c035259492f {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:03.551767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (adab89f9-da83-4887-b708-0c035259492f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.553286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a539593-9d1d-4c55-8a14-afdf61ad2a7d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3599a53a-e176-40ed-87a8-9d0b98219298), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.621114 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd2b7e-c818-4572-807d-f6fe142deaca None None] DHCP port deletion for 658d5282-ff9e-4459-9dcb-75d00c3a60e4 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:03.632681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a539593-9d1d-4c55-8a14-afdf61ad2a7d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=3599a53a-e176-40ed-87a8-9d0b98219298,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:03.686314 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port 8107c02b-2b5a-4c46-b234-c36778bbcbad, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8107c02b-2b5a-4c46-b234-c36778bbcbad,segment=NetworkSegment(6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d),segment_id=6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:03.686980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.688571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4788bdd1-bbef-45d8-8286-bd50769e9304 None None] DHCP port deletion for 24e70b5a-d34d-455a-90b1-a446c6b5c5b2 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:03.705141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042b75c-4a26-48fb-bf83-c007d09bdff4 req-599eded1-1131-4d71-accf-1cc5e375762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:03.713393 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8042b75c-4a26-48fb-bf83-c007d09bdff4 req-599eded1-1131-4d71-accf-1cc5e375762a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=bb8622d4-094c-43a4-9289-97c61a50d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2867773 Nov 03 02:28:03.713958 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 8107c02b-2b5a-4c46-b234-c36778bbcbad owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:03.716824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a539593-9d1d-4c55-8a14-afdf61ad2a7d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.720730 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5a539593-9d1d-4c55-8a14-afdf61ad2a7d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/3599a53a-e176-40ed-87a8-9d0b98219298 HTTP/1.1" status: 204 len: 168 time: 1.6038797 Nov 03 02:28:03.723701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39708) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:03.743769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0e657cfe-9a7b-48c3-8b50-8ad2e23aeb3f req-12acc17a-d0f3-4512-932b-2a2a6793f20d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2308662 Nov 03 02:28:03.751505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa89afe-1291-4bc1-90d5-1f2c42133f5c req-3e5e1428-1140-4e6f-8b5b-cff812a0465d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:03.759646 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eaa89afe-1291-4bc1-90d5-1f2c42133f5c req-3e5e1428-1140-4e6f-8b5b-cff812a0465d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 944 time: 0.3658144 Nov 03 02:28:03.813476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] For port adab89f9-da83-4887-b708-0c035259492f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=adab89f9-da83-4887-b708-0c035259492f,segment=NetworkSegment(a4e862ca-ed04-4b21-aab5-d8a677526a8f),segment_id=a4e862ca-ed04-4b21-aab5-d8a677526a8f)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:03.814797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (adab89f9-da83-4887-b708-0c035259492f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.833778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4788bdd1-bbef-45d8-8286-bd50769e9304 None None] Deleting port 8107c02b-2b5a-4c46-b234-c36778bbcbad {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:03.834878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4788bdd1-bbef-45d8-8286-bd50769e9304 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.838124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd2b7e-c818-4572-807d-f6fe142deaca None None] Deleting port e5e57132-7576-4eea-aa94-cc69c7da0242 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:03.838793 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ffd2b7e-c818-4572-807d-f6fe142deaca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:03.907207 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for adab89f9-da83-4887-b708-0c035259492f owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:03.949839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acae3ecc-e94f-4346-9730-28ea73a1f9c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:03.951562 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-acae3ecc-e94f-4346-9730-28ea73a1f9c8 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2244055 Nov 03 02:28:03.954800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39710) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:03.957354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8107c02b-2b5a-4c46-b234-c36778bbcbad no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:03.973531 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eaa89afe-1291-4bc1-90d5-1f2c42133f5c req-6962ee90-4e61-4e99-b166-4c1d5f654237 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126656 Nov 03 02:28:04.004115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port e5e57132-7576-4eea-aa94-cc69c7da0242 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:04.004645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.011985 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-245bf9da-289a-4d96-bd00-05e45aa1748f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:28:04.013986 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-245bf9da-289a-4d96-bd00-05e45aa1748f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/3599a53a-e176-40ed-87a8-9d0b98219298 HTTP/1.1" status: 404 len: 333 time: 0.0576909 Nov 03 02:28:04.017510 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39712) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:04.027201 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1288647431'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:04.043434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e44cfa83-8420-4a71-ac90-b43cf12918b7 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:04.072583 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8042b75c-4a26-48fb-bf83-c007d09bdff4 req-ea091f1d-0851-4ada-8f6d-00a7ccf348c3 service neutron] 10.222.0.27 "GET /v2.0/networks/bb8622d4-094c-43a4-9289-97c61a50d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413904 Nov 03 02:28:04.084916 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.098763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4788bdd1-bbef-45d8-8286-bd50769e9304 None None] For port 8107c02b-2b5a-4c46-b234-c36778bbcbad, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8107c02b-2b5a-4c46-b234-c36778bbcbad,segment=NetworkSegment(6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d),segment_id=6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:04.099183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4788bdd1-bbef-45d8-8286-bd50769e9304 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.111922 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No active binding found for port 8107c02b-2b5a-4c46-b234-c36778bbcbad {{(pid=104395) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 03 02:28:04.112467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] The host dv-neutron-860659-5-hyperv is not matching for port 8107c02b-2b5a-4c46-b234-c36778bbcbad host None! {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Nov 03 02:28:04.113411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8107c02b-2b5a-4c46-b234-c36778bbcbad not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:04.113852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1d286f0e-9ab3-4d60-8594-875ec9f28db6 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:04.130162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3ffd2b7e-c818-4572-807d-f6fe142deaca None None] For port e5e57132-7576-4eea-aa94-cc69c7da0242, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e5e57132-7576-4eea-aa94-cc69c7da0242,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:04.131177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ffd2b7e-c818-4572-807d-f6fe142deaca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.138539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4788bdd1-bbef-45d8-8286-bd50769e9304 None None] Calling delete_port for 8107c02b-2b5a-4c46-b234-c36778bbcbad owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:04.158572 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port e5e57132-7576-4eea-aa94-cc69c7da0242, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e5e57132-7576-4eea-aa94-cc69c7da0242,segment=NetworkSegment(cfc925a2-fd57-4c05-a796-dd8da6485e72),segment_id=cfc925a2-fd57-4c05-a796-dd8da6485e72)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:04.160198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.179095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 1d286f0e-9ab3-4d60-8594-875ec9f28db6 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:04.179822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1d286f0e-9ab3-4d60-8594-875ec9f28db6 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:04.180517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e5e57132-7576-4eea-aa94-cc69c7da0242 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:04.183510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd2b7e-c818-4572-807d-f6fe142deaca None None] Calling delete_port for e5e57132-7576-4eea-aa94-cc69c7da0242 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:04.184565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for e5e57132-7576-4eea-aa94-cc69c7da0242 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:04.258539 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8042b75c-4a26-48fb-bf83-c007d09bdff4 req-a23bef4a-a878-4e41-99d0-0432bc65576e service neutron] 10.222.0.27 "GET /v2.0/networks/bb8622d4-094c-43a4-9289-97c61a50d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722329 Nov 03 02:28:04.301027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No DVR routers for this DVR port 8107c02b-2b5a-4c46-b234-c36778bbcbad on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:04.305071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.319865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port e44cfa83-8420-4a71-ac90-b43cf12918b7 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:28:04.336408 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:04.337311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=e5e57132-7576-4eea-aa94-cc69c7da0242,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:04.340357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No active binding found for port e5e57132-7576-4eea-aa94-cc69c7da0242 {{(pid=104395) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 03 02:28:04.340995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] The host dv-neutron-860659-5-hyperv is not matching for port e5e57132-7576-4eea-aa94-cc69c7da0242 host None! {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Nov 03 02:28:04.341142 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.341571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e5e57132-7576-4eea-aa94-cc69c7da0242 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:04.343244 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port e44cfa83-8420-4a71-ac90-b43cf12918b7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:04.343685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.344121 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port e44cfa83-8420-4a71-ac90-b43cf12918b7 Nov 03 02:28:04.358351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] No DVR routers for this DVR port e5e57132-7576-4eea-aa94-cc69c7da0242 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:04.362629 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=8107c02b-2b5a-4c46-b234-c36778bbcbad,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:04.459673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (24e70b5a-d34d-455a-90b1-a446c6b5c5b2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.480612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ffd2b7e-c818-4572-807d-f6fe142deaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (e5e57132-7576-4eea-aa94-cc69c7da0242), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.482680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4788bdd1-bbef-45d8-8286-bd50769e9304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (8107c02b-2b5a-4c46-b234-c36778bbcbad), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.490451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e70b5a-d34d-455a-90b1-a446c6b5c5b2']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:04.491329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (658d5282-ff9e-4459-9dcb-75d00c3a60e4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.505083 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:04.505390 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:04.517033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658d5282-ff9e-4459-9dcb-75d00c3a60e4']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:04.518072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.523211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd2b7e-c818-4572-807d-f6fe142deaca None None] Pushing event deleted for resources: {'Port': ['ID=e5e57132-7576-4eea-aa94-cc69c7da0242,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:04.533285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc925a2-fd57-4c05-a796-dd8da6485e72') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:04.533832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc925a2-fd57-4c05-a796-dd8da6485e72') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:04.541585 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.546493 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788bdd1-bbef-45d8-8286-bd50769e9304 None None] Pushing event deleted for resources: {'Port': ['ID=8107c02b-2b5a-4c46-b234-c36778bbcbad,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:04.550288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4788bdd1-bbef-45d8-8286-bd50769e9304 None None] No DVR routers for this DVR port 8107c02b-2b5a-4c46-b234-c36778bbcbad on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:04.552698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port e44cfa83-8420-4a71-ac90-b43cf12918b7 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:04.553291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.555509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:04.555977 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.556919 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd2b7e-c818-4572-807d-f6fe142deaca None None] No DVR routers for this DVR port e5e57132-7576-4eea-aa94-cc69c7da0242 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:04.562074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (cfc925a2-fd57-4c05-a796-dd8da6485e72), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.584981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (cfc925a2-fd57-4c05-a796-dd8da6485e72), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.596124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:04.596733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (cfc925a2-fd57-4c05-a796-dd8da6485e72), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.608474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e44cfa83-8420-4a71-ac90-b43cf12918b7, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e44cfa83-8420-4a71-ac90-b43cf12918b7,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:04.609652 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44cfa83-8420-4a71-ac90-b43cf12918b7'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:28:04.612772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae89ae07-def5-43ac-a1ef-c0e03a5dd7a7" -d '{"events": [{"server_uuid": "45f88454-a1ef-4f4b-b1da-db1d5e630e42", "name": "network-vif-plugged", "status": "completed", "tag": "e44cfa83-8420-4a71-ac90-b43cf12918b7"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:28:04.617561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.662914 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment cfc925a2-fd57-4c05-a796-dd8da6485e72 resource provider aggregate not found Nov 03 02:28:04.688750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=e44cfa83-8420-4a71-ac90-b43cf12918b7,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:04.691626 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment cfc925a2-fd57-4c05-a796-dd8da6485e72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfc925a2-fd57-4c05-a796-dd8da6485e72 found for delete ", "request_id": "req-deb3d205-f0f1-43f2-a7fe-58dda81c4f23"}]} Nov 03 02:28:04.697119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (adab89f9-da83-4887-b708-0c035259492f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.701671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0251c18a-5fed-4008-8c17-ed007e0b44a6 x-openstack-request-id: req-0251c18a-5fed-4008-8c17-ed007e0b44a6 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:28:04.701671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f88454-a1ef-4f4b-b1da-db1d5e630e42", "name": "network-vif-plugged", "status": "completed", "tag": "e44cfa83-8420-4a71-ac90-b43cf12918b7", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:28:04.701671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0251c18a-5fed-4008-8c17-ed007e0b44a6 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:28:04.702053 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0251c18a-5fed-4008-8c17-ed007e0b44a6'] response: {'server_uuid': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44cfa83-8420-4a71-ac90-b43cf12918b7', 'code': 200} Nov 03 02:28:04.710359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (658d5282-ff9e-4459-9dcb-75d00c3a60e4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.724650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.728319 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/networks/658d5282-ff9e-4459-9dcb-75d00c3a60e4 HTTP/1.1" status: 204 len: 168 time: 1.6430435 Nov 03 02:28:04.730820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39722) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:04.739986 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d resource provider aggregate not found Nov 03 02:28:04.780617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde7037-cc27-4a6d-91d5-469f88521996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Network': ['ID=658d5282-ff9e-4459-9dcb-75d00c3a60e4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:04.782596 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=adab89f9-da83-4887-b708-0c035259492f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:04.795268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:28:04.841074 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6326f7a0-f0fe-4dcd-a1fe-7a74dc95820d found for delete ", "request_id": "req-e7e7b399-a80f-427d-b600-7a8825fe50fc"}]} Nov 03 02:28:04.842465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (24e70b5a-d34d-455a-90b1-a446c6b5c5b2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.867823 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.871357 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/networks/24e70b5a-d34d-455a-90b1-a446c6b5c5b2 HTTP/1.1" status: 204 len: 168 time: 1.5954676 Nov 03 02:28:04.908324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39728) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:04.914991 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (59d536f2-bbf6-47da-ad01-3ea1cf6d0e47), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:04.915397 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Added segment 59d536f2-bbf6-47da-ad01-3ea1cf6d0e47 of type vlan for network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 Nov 03 02:28:04.937566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24be5ca-459e-421b-b934-32cb3db81397 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Network': ['ID=24e70b5a-d34d-455a-90b1-a446c6b5c5b2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:05.037626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (8debb8c2-af32-4c6b-87e5-b0c91c946ad2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.061444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.146477 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (8debb8c2-af32-4c6b-87e5-b0c91c946ad2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.151658 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:05.152256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.245264 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2265675 Nov 03 02:28:05.250082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39732) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:05.267631 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '8debb8c2-af32-4c6b-87e5-b0c91c946ad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:05.331373 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63396e91-4f93-4913-93e2-568ecf703d96 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Network': ['ID=8debb8c2-af32-4c6b-87e5-b0c91c946ad2,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:05.340112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74898e25-ead6-4024-b5ea-05a14703492d req-99752903-67ae-40e2-8c70-f5758c4148cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:05.341672 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-74898e25-ead6-4024-b5ea-05a14703492d req-99752903-67ae-40e2-8c70-f5758c4148cf service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 1130 time: 0.2634883 Nov 03 02:28:05.355723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:28:05.360097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58b228-d6ec-467e-a1d6-89ed7d5c88a5 req-cfd2a8d3-262e-447b-a4d5-e44f8745f3da tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:05.367229 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed58b228-d6ec-467e-a1d6-89ed7d5c88a5 req-cfd2a8d3-262e-447b-a4d5-e44f8745f3da tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 946 time: 0.2787635 Nov 03 02:28:05.388793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced1bd7-2ed8-4e3a-82e7-1331b8fc6ce3 req-223d5a66-4bbf-415e-947d-894577e99669 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:05.390357 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ced1bd7-2ed8-4e3a-82e7-1331b8fc6ce3 req-223d5a66-4bbf-415e-947d-894577e99669 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 944 time: 0.2590091 Nov 03 02:28:05.414000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 151980e1-b6e1-4529-a11f-a8c57da7a5e0 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:05.414348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (151980e1-b6e1-4529-a11f-a8c57da7a5e0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.467031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:05.470471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.526393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:05.586690 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-74898e25-ead6-4024-b5ea-05a14703492d req-ac21498c-f889-445d-b383-af2dc742db85 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2100849 Nov 03 02:28:05.596144 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed58b228-d6ec-467e-a1d6-89ed7d5c88a5 req-c8e68d03-0a74-4383-ac70-cfa8bc0b5743 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2281294 Nov 03 02:28:05.626488 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ced1bd7-2ed8-4e3a-82e7-1331b8fc6ce3 req-2c6b2055-137d-42ce-b808-2b02522394a4 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149019 Nov 03 02:28:05.635875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (151980e1-b6e1-4529-a11f-a8c57da7a5e0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.636208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (151980e1-b6e1-4529-a11f-a8c57da7a5e0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.653843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 151980e1-b6e1-4529-a11f-a8c57da7a5e0 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:05.702957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:05.715581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef8dde-909c-410c-8828-53a379c9e503 None None] Sync routers for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:05.716398 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dbbe2099-aadb-432f-82c6-498b7030e27d tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7211704 Nov 03 02:28:05.717067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39734) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:05.727344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef8dde-909c-410c-8828-53a379c9e503 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:05.728321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7aef8dde-909c-410c-8828-53a379c9e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:05.806239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (267fd2b7-991d-4537-834d-611b152a2e31), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.810315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.824006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-7796bd05-e8ca-4c73-adaf-d1680546596b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting subnet 262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:05.839576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-7aef8dde-909c-410c-8828-53a379c9e503 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:05.850921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7796bd05-e8ca-4c73-adaf-d1680546596b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.923008 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7796bd05-e8ca-4c73-adaf-d1680546596b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:05.927084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Subnet': ['ID=267fd2b7-991d-4537-834d-611b152a2e31,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:05.973417 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Checking segment: {'id': '59d536f2-bbf6-47da-ad01-3ea1cf6d0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8debb8c2-af32-4c6b-87e5-b0c91c946ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:05.973795 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network hostable DHCP agents. Network: 8debb8c2-af32-4c6b-87e5-b0c91c946ad2, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:28:06.021439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (151980e1-b6e1-4529-a11f-a8c57da7a5e0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.026479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:28:06.035531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7796bd05-e8ca-4c73-adaf-d1680546596b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.045300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 327b4dda-7883-4c87-9073-cbb51117b940 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:28:06.051772 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=151980e1-b6e1-4529-a11f-a8c57da7a5e0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:06.064564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 8debb8c2-af32-4c6b-87e5-b0c91c946ad2) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:06.073443 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9263c7-ebd8-42ce-810c-6c8d50ed7984 None None] Network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:06.080358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:06.082490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.111188 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6d18420f-b6f4-4be5-b36e-78d0d0bf75ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8586257 Nov 03 02:28:06.114208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39736) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:06.120099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-00b9b6a3-572c-4527-b214-09de5c4a7b85 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '8debb8c2-af32-4c6b-87e5-b0c91c946ad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:06.144866 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (0ec20d57-ca74-4b61-a92a-7578eb8602e2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.145197 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 0ec20d57-ca74-4b61-a92a-7578eb8602e2 disassociated (deleted). External IP: 172.26.6.84, port: 2988632b-7e25-4beb-94da-0d8ff5886a87. Nov 03 02:28:06.192143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7796bd05-e8ca-4c73-adaf-d1680546596b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.235813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796bd05-e8ca-4c73-adaf-d1680546596b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Subnet': ['ID=262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:06.243210 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7796bd05-e8ca-4c73-adaf-d1680546596b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.250241 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7796bd05-e8ca-4c73-adaf-d1680546596b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8 HTTP/1.1" status: 204 len: 168 time: 0.5305679 Nov 03 02:28:06.251018 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39738) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:06.325585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:06.325952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.352622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (968d4041-a171-424c-b044-ceb3e7aab121), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.371214 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f52b608-57c1-4529-8fb5-2b8b97eb0ad9 None None] Network 968d4041-a171-424c-b044-ceb3e7aab121 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:06.375068 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7aef8dde-909c-410c-8828-53a379c9e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:04Z', 'revision_number': 9, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:06.424147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b9b6a3-572c-4527-b214-09de5c4a7b85 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:06.428644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00b9b6a3-572c-4527-b214-09de5c4a7b85 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.452900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 327b4dda-7883-4c87-9073-cbb51117b940, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=327b4dda-7883-4c87-9073-cbb51117b940,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:06.456975 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef8dde-909c-410c-8828-53a379c9e503 None None] Checking router: 2c9befbd-3b7e-4394-a19b-7dc94b8b165d for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:06.495864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port 6fc6ba7c-ea35-41c7-b4c8-6aa604512440, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6fc6ba7c-ea35-41c7-b4c8-6aa604512440,segment=NetworkSegment(4cbfbe15-f6bb-462b-b193-243889b6b48c),segment_id=4cbfbe15-f6bb-462b-b193-243889b6b48c)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:06.496519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.505714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '327b4dda-7883-4c87-9073-cbb51117b940', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'port_id': '327b4dda-7883-4c87-9073-cbb51117b940', 'mac_address': 'fa:16:3e:ef:43:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:28:06.515017 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 385c9d11-ad0b-4b94-aef4-e2f362f52395 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:06.515017 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:06.517839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-8debb8c2-af32-4c6b-87e5-b0c91c946ad2', 'network_id': '8debb8c2-af32-4c6b-87e5-b0c91c946ad2', 'project_id': 'ce3bef26e7884843866bffb07212b2fb', 'fixed_ips': [{'subnet_id': '267fd2b7-991d-4537-834d-611b152a2e31'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:28:06.517839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.519662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef8dde-909c-410c-8828-53a379c9e503 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:06.520294 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7aef8dde-909c-410c-8828-53a379c9e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:06.537207 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.ipam_backend_mixin [None req-00b9b6a3-572c-4527-b214-09de5c4a7b85 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 267fd2b7-991d-4537-834d-611b152a2e31 (CIDR: 2001:db8::/64) Nov 03 02:28:06.543241 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b9b6a3-572c-4527-b214-09de5c4a7b85 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:06.543787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b9b6a3-572c-4527-b214-09de5c4a7b85 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:06.572989 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:06.573318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.592138 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-00b9b6a3-572c-4527-b214-09de5c4a7b85 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4738846 Nov 03 02:28:06.608012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39740) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:06.620107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-dd00bc0a-49a2-4757-a0bd-46be11708918 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '8debb8c2-af32-4c6b-87e5-b0c91c946ad2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:06.646983 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] For port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=98a9fc1f-9c05-4bbb-b9a9-a09feff47194,segment=NetworkSegment(a4e862ca-ed04-4b21-aab5-d8a677526a8f),segment_id=a4e862ca-ed04-4b21-aab5-d8a677526a8f)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:06.647239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.651553 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 327b4dda-7883-4c87-9073-cbb51117b940 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:06.651955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (327b4dda-7883-4c87-9073-cbb51117b940), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.683234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:06.739976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327b4dda-7883-4c87-9073-cbb51117b940 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:28:06.752664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-7aef8dde-909c-410c-8828-53a379c9e503 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:06.872631 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (98a9fc1f-9c05-4bbb-b9a9-a09feff47194), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.890278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 327b4dda-7883-4c87-9073-cbb51117b940, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=327b4dda-7883-4c87-9073-cbb51117b940,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:06.893907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc84927-1271-4f22-96b5-7d9b332f60fe None None] DHCP port deletion for 968d4041-a171-424c-b044-ceb3e7aab121 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:06.902822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (327b4dda-7883-4c87-9073-cbb51117b940), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:06.903729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=98a9fc1f-9c05-4bbb-b9a9-a09feff47194,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:06.908057 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No DVR routers for this DVR port 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:07.001055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (968d4041-a171-424c-b044-ceb3e7aab121), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.012684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Allocated IP 2001:db8::2 (8debb8c2-af32-4c6b-87e5-b0c91c946ad2/267fd2b7-991d-4537-834d-611b152a2e31/670ba64b-4dc2-4965-931e-ccbf6d024841) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:07.030694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968d4041-a171-424c-b044-ceb3e7aab121']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:07.041657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e862ca-ed04-4b21-aab5-d8a677526a8f') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:07.041964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e862ca-ed04-4b21-aab5-d8a677526a8f') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:07.049317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=327b4dda-7883-4c87-9073-cbb51117b940,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:07.053154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (a4e862ca-ed04-4b21-aab5-d8a677526a8f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.075988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a4e862ca-ed04-4b21-aab5-d8a677526a8f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.084984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:07.085413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (a4e862ca-ed04-4b21-aab5-d8a677526a8f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.132547 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment a4e862ca-ed04-4b21-aab5-d8a677526a8f resource provider aggregate not found Nov 03 02:28:07.155102 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment a4e862ca-ed04-4b21-aab5-d8a677526a8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4e862ca-ed04-4b21-aab5-d8a677526a8f found for delete ", "request_id": "req-fca3ea7f-9066-4469-ba3e-33789434afaf"}]} Nov 03 02:28:07.159693 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['327b4dda-7883-4c87-9073-cbb51117b940'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:28:07.165109 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (968d4041-a171-424c-b044-ceb3e7aab121), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.191123 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.195823 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/networks/968d4041-a171-424c-b044-ceb3e7aab121 HTTP/1.1" status: 204 len: 168 time: 0.9352424 Nov 03 02:28:07.197529 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65934620-0f84-4178-b8bb-cc274e221a8b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Network': ['ID=968d4041-a171-424c-b044-ceb3e7aab121,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:07.199818 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39750) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:07.288582 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7aef8dde-909c-410c-8828-53a379c9e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:04Z', 'revision_number': 9, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:07.297888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd00bc0a-49a2-4757-a0bd-46be11708918 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:07.302278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd00bc0a-49a2-4757-a0bd-46be11708918 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.316862 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Publish callbacks [] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.323961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef8dde-909c-410c-8828-53a379c9e503 None None] The sync data for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv is: [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:04Z', 'revision_number': 9, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': '93c98d43-480f-4970-a25f-d4ee3f22a958', 'name': '', 'network_id': '0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:97:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:13Z', 'updated_at': '2022-11-03T02:27:29Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '66bee636-c83c-4d3e-b736-0c5b7d1ca419', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:07.336024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.383452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:07.390272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:07.400531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:07.420224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:07.430334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Pushing event updated for resources: {'Port': ['ID=670ba64b-4dc2-4965-931e-ccbf6d024841,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:07.432570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.450028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dbc33-b0da-4999-acae-6e6ed4ad7485 req-684bd5b7-e889-4af5-804e-f8f38380d611 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:07.451617 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-614dbc33-b0da-4999-acae-6e6ed4ad7485 req-684bd5b7-e889-4af5-804e-f8f38380d611 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 946 time: 0.2953079 Nov 03 02:28:07.460902 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d4edd-c4fb-4f49-982c-e170d35fc028 None None] Sync routers for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:07.472186 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d4edd-c4fb-4f49-982c-e170d35fc028 None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:07.473750 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f31d4edd-c4fb-4f49-982c-e170d35fc028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:07.485020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d202c50-8388-4836-ad40-ef3040ca6b67 req-a9ef1384-fe4e-43b8-a9f5-1e64cf0e0eac tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:07.486639 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d202c50-8388-4836-ad40-ef3040ca6b67 req-a9ef1384-fe4e-43b8-a9f5-1e64cf0e0eac tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 945 time: 0.3316567 Nov 03 02:28:07.511082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Attempting to bind port 670ba64b-4dc2-4965-931e-ccbf6d024841 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:07.511624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Attempting to bind port 670ba64b-4dc2-4965-931e-ccbf6d024841 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '59d536f2-bbf6-47da-ad01-3ea1cf6d0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8debb8c2-af32-4c6b-87e5-b0c91c946ad2'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:07.512118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Attempting to bind port 670ba64b-4dc2-4965-931e-ccbf6d024841 on network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:07.524063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:07.524720 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Checking segment: {'id': '59d536f2-bbf6-47da-ad01-3ea1cf6d0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8debb8c2-af32-4c6b-87e5-b0c91c946ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:07.525260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.526050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Bound using segment: {'id': '59d536f2-bbf6-47da-ad01-3ea1cf6d0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8debb8c2-af32-4c6b-87e5-b0c91c946ad2'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:07.526697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Bound port: 670ba64b-4dc2-4965-931e-ccbf6d024841, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d536f2-bbf6-47da-ad01-3ea1cf6d0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8debb8c2-af32-4c6b-87e5-b0c91c946ad2'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:07.527178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.566562 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eaa76624-6d48-4e2c-b832-7b8f74842d91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/floatingips/0ec20d57-ca74-4b61-a92a-7578eb8602e2 HTTP/1.1" status: 204 len: 168 time: 2.8346076 Nov 03 02:28:07.590749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'tag': '2988632b-7e25-4beb-94da-0d8ff5886a87'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:28:07.593480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adca98e-42f5-4216-908d-0de4c3183d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "58ae781f-5a4e-4457-bc98-fc9132e5a076", "tag": "2988632b-7e25-4beb-94da-0d8ff5886a87"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:28:07.657088 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f31d4edd-c4fb-4f49-982c-e170d35fc028 None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:07.658478 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] For port 670ba64b-4dc2-4965-931e-ccbf6d024841, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:07.693835 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-614dbc33-b0da-4999-acae-6e6ed4ad7485 req-abcb5d44-9e4d-422c-971d-7880e521bfa2 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2193487 Nov 03 02:28:07.703578 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d202c50-8388-4836-ad40-ef3040ca6b67 req-728ead4e-f76f-4e1d-ad97-c169ca04e391 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021315 Nov 03 02:28:07.725566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6fc6ba7c-ea35-41c7-b4c8-6aa604512440), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.735339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] For port 670ba64b-4dc2-4965-931e-ccbf6d024841, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=670ba64b-4dc2-4965-931e-ccbf6d024841,segment=NetworkSegment(59d536f2-bbf6-47da-ad01-3ea1cf6d0e47),segment_id=59d536f2-bbf6-47da-ad01-3ea1cf6d0e47)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:07.756422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.811980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=6fc6ba7c-ea35-41c7-b4c8-6aa604512440,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:07.947901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b052210-e466-439b-a362-6901b39abdee x-openstack-request-id: req-4b052210-e466-439b-a362-6901b39abdee {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:28:07.948200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ae781f-5a4e-4457-bc98-fc9132e5a076", "tag": "2988632b-7e25-4beb-94da-0d8ff5886a87", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:28:07.948474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b052210-e466-439b-a362-6901b39abdee {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:28:07.948905 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b052210-e466-439b-a362-6901b39abdee'] response: {'name': 'network-changed', 'server_uuid': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'tag': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'status': 'completed', 'code': 200} Nov 03 02:28:07.975391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd00bc0a-49a2-4757-a0bd-46be11708918 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (e19b26f6-d436-4872-a97b-7ca8a27d7f18), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:07.998034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device adab89f9-da83-4887-b708-0c035259492f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:08.087719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d5593-086c-48cb-bb68-c2000963ac25 None None] Pushing event updated for resources: {'Port': ['ID=670ba64b-4dc2-4965-931e-ccbf6d024841,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:08.111037 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:08.114855 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: adab89f9-da83-4887-b708-0c035259492f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:08.116976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device adab89f9-da83-4887-b708-0c035259492f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:08.118505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:08.157139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:08.157493 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 98a9fc1f-9c05-4bbb-b9a9-a09feff47194 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:08.268047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00bc0a-49a2-4757-a0bd-46be11708918 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:08.329159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-dd00bc0a-49a2-4757-a0bd-46be11708918 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:08.334379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:08.364339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd00bc0a-49a2-4757-a0bd-46be11708918 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:08.364980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd00bc0a-49a2-4757-a0bd-46be11708918 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:08.369917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00bc0a-49a2-4757-a0bd-46be11708918 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Subnet': ['ID=e19b26f6-d436-4872-a97b-7ca8a27d7f18,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:08.428425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adca98e-42f5-4216-908d-0de4c3183d4d req-1072680e-cd09-4a8d-962f-ff48951d6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:08.429622 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9adca98e-42f5-4216-908d-0de4c3183d4d req-1072680e-cd09-4a8d-962f-ff48951d6230 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 1130 time: 0.4776855 Nov 03 02:28:08.436148 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f31d4edd-c4fb-4f49-982c-e170d35fc028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:27:51Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:08.468848 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d4edd-c4fb-4f49-982c-e170d35fc028 None None] Checking router: 385c9d11-ad0b-4b94-aef4-e2f362f52395 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:08.479827 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d4edd-c4fb-4f49-982c-e170d35fc028 None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:08.480689 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f31d4edd-c4fb-4f49-982c-e170d35fc028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:08.514279 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dd00bc0a-49a2-4757-a0bd-46be11708918 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9009159 Nov 03 02:28:08.515997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39758) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:08.527544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': '8debb8c2-af32-4c6b-87e5-b0c91c946ad2', 'fixed_ips': [{'subnet_id': '267fd2b7-991d-4537-834d-611b152a2e31'}, {'subnet_id': 'e19b26f6-d436-4872-a97b-7ca8a27d7f18'}], 'name': 'tempest-PortsIpV6TestJSON-1808566499'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:08.547040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1501b21-bd6c-4747-9453-c6aee15fd0a9 req-44200266-fb4d-42f2-bd3d-71f7fd0d616b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:08.548650 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a1501b21-bd6c-4747-9453-c6aee15fd0a9 req-44200266-fb4d-42f2-bd3d-71f7fd0d616b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 946 time: 0.2965848 Nov 03 02:28:08.551638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:08.629057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adca98e-42f5-4216-908d-0de4c3183d4d req-1f6e31e6-0b9c-4acc-98ae-c4b0b01a089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:08.630718 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9adca98e-42f5-4216-908d-0de4c3183d4d req-1f6e31e6-0b9c-4acc-98ae-c4b0b01a089b service neutron] 10.222.0.27 "GET /v2.0/networks?id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43 HTTP/1.1" status: 200 len: 897 time: 0.1932404 Nov 03 02:28:08.655264 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f31d4edd-c4fb-4f49-982c-e170d35fc028 None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:08.732978 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port 93c98d43-480f-4970-a25f-d4ee3f22a958 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:08.733378 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:08.736673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:08.755922 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9adca98e-42f5-4216-908d-0de4c3183d4d req-89ab053d-94e7-4038-8c97-5cd0f0f5eee2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2988632b-7e25-4beb-94da-0d8ff5886a87 HTTP/1.1" status: 200 len: 217 time: 0.1020544 Nov 03 02:28:08.845213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adca98e-42f5-4216-908d-0de4c3183d4d req-d86178d0-96b7-485f-95f5-f0b2376fdf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:08.847468 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9adca98e-42f5-4216-908d-0de4c3183d4d req-d86178d0-96b7-485f-95f5-f0b2376fdf48 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bd94f89f-2e32-4664-b985-155f87510eb7 HTTP/1.1" status: 200 len: 834 time: 0.0814204 Nov 03 02:28:08.974433 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f31d4edd-c4fb-4f49-982c-e170d35fc028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:27:51Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:08.981837 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a1501b21-bd6c-4747-9453-c6aee15fd0a9 req-646e904d-7ffc-4e39-b692-b675d3f5ee1d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4153943 Nov 03 02:28:08.995359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adca98e-42f5-4216-908d-0de4c3183d4d req-2e9eef34-1340-4f96-98e2-884a37115946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:09.010903 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9adca98e-42f5-4216-908d-0de4c3183d4d req-2e9eef34-1340-4f96-98e2-884a37115946 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=134b86e3-5ab7-4a22-b59f-e8d4cb120a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1361701 Nov 03 02:28:09.011239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] For port 93c98d43-480f-4970-a25f-d4ee3f22a958, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=93c98d43-480f-4970-a25f-d4ee3f22a958,segment=NetworkSegment(d8421f45-dcd9-4dbc-a932-35b4ceed0dfe),segment_id=d8421f45-dcd9-4dbc-a932-35b4ceed0dfe)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:09.011239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:09.014611 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:09.034848 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d4edd-c4fb-4f49-982c-e170d35fc028 None None] The sync data for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv is: [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:27:51Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'c3fb25c4-70a2-455a-a394-1096d9bb014f', 'name': '', 'network_id': '134b86e3-5ab7-4a22-b59f-e8d4cb120a43', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:54:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:09Z', 'updated_at': '2022-11-03T02:25:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'bd94f89f-2e32-4664-b985-155f87510eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:09.041843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for 93c98d43-480f-4970-a25f-d4ee3f22a958 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:09.066286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port c7ba3d23-47ee-4777-8b98-f856848e0f16 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:28:09.098318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router c71c1e32-738e-4aca-9e97-bf6cb23cec0b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:09.219212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519954bd-89db-4a41-b77d-47797662f058 req-1ef14ed5-750d-4ff5-8354-ecb699f84094 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:09.220953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-519954bd-89db-4a41-b77d-47797662f058 req-1ef14ed5-750d-4ff5-8354-ecb699f84094 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 946 time: 0.3704977 Nov 03 02:28:09.363535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (93c98d43-480f-4970-a25f-d4ee3f22a958), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:09.379583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3349b15c-bac3-4f96-a87b-715cd15cc6e7 None None] Network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:09.381953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:09.389905 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7d862cd8-ba51-491f-b6cb-61f72e7be681 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4799273 Nov 03 02:28:09.395589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39764) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:09.405648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c7d2f-8daf-467d-bc70-5261b3a4153e req-ad3df084-e382-4aca-8e2e-87f39fd9d6cf tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:09.413947 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f1c7d2f-8daf-467d-bc70-5261b3a4153e req-ad3df084-e382-4aca-8e2e-87f39fd9d6cf tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 945 time: 0.3138466 Nov 03 02:28:09.432357 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a67a48-a42e-45d2-99f8-74f2fb6c09b2 None None] New status for floating IP 0ec20d57-ca74-4b61-a92a-7578eb8602e2: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:28:09.461269 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=93c98d43-480f-4970-a25f-d4ee3f22a958,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:09.480635 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9adca98e-42f5-4216-908d-0de4c3183d4d req-39cd4ee1-bb64-4c32-a2e2-d1cf3f09a4f6 service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761184 Nov 03 02:28:09.487503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10341c3-c37a-4491-9586-b7561434b6cd None None] Sync routers for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:09.564095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4d9cd8d2-22a4-4dc6-807f-8fc03402a028 None None] Provisioning complete for port 670ba64b-4dc2-4965-931e-ccbf6d024841 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:09.565116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4d9cd8d2-22a4-4dc6-807f-8fc03402a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:09.566825 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4d9cd8d2-22a4-4dc6-807f-8fc03402a028 None None] Attempt 1 to provision port 670ba64b-4dc2-4965-931e-ccbf6d024841 Nov 03 02:28:09.573895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10341c3-c37a-4491-9586-b7561434b6cd None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:09.574537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c10341c3-c37a-4491-9586-b7561434b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:09.574683 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-519954bd-89db-4a41-b77d-47797662f058 req-b303ff8d-b993-4e6e-89ee-c93499bd2b85 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3420928 Nov 03 02:28:09.623446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-6296ebbf-9ae2-4979-882a-fe42b6dda4f5 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting subnet 318b866b-5046-4f09-9b2e-2a1338496a8f {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:09.642596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6296ebbf-9ae2-4979-882a-fe42b6dda4f5 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for subnet (318b866b-5046-4f09-9b2e-2a1338496a8f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:09.704878 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f1c7d2f-8daf-467d-bc70-5261b3a4153e req-7667ee0e-462a-425f-adf8-9a3fe987c5fa tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898395 Nov 03 02:28:09.729855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ecde2-3273-424d-b2e2-438f368ddca9 req-f11389f1-1119-4972-b60b-9aae2fdde416 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:09.731587 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-175ecde2-3273-424d-b2e2-438f368ddca9 req-f11389f1-1119-4972-b60b-9aae2fdde416 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 946 time: 0.2860425 Nov 03 02:28:09.744617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6296ebbf-9ae2-4979-882a-fe42b6dda4f5 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (318b866b-5046-4f09-9b2e-2a1338496a8f), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:09.771355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:09.773776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8::292 (8debb8c2-af32-4c6b-87e5-b0c91c946ad2/267fd2b7-991d-4537-834d-611b152a2e31/c7ba3d23-47ee-4777-8b98-f856848e0f16) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:09.802331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8:0:1::3a7 (8debb8c2-af32-4c6b-87e5-b0c91c946ad2/e19b26f6-d436-4872-a97b-7ca8a27d7f18/c7ba3d23-47ee-4777-8b98-f856848e0f16) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:09.882800 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9adca98e-42f5-4216-908d-0de4c3183d4d req-851ec086-2b61-425b-aa7c-173baa2f5a1b service neutron] 10.222.0.27 "GET /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838966 Nov 03 02:28:09.903733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75dd-dce5-4a41-99cf-08f7e102fa46 req-c2facd4a-82b0-4daf-ae6e-ae127baadf25 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:09.905489 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fdd75dd-dce5-4a41-99cf-08f7e102fa46 req-c2facd4a-82b0-4daf-ae6e-ae127baadf25 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 946 time: 0.1642911 Nov 03 02:28:09.967332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c10341c3-c37a-4491-9586-b7561434b6cd None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:09.981823 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fdd75dd-dce5-4a41-99cf-08f7e102fa46 req-4f8df9db-d066-4526-b843-4c789533b6aa tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535395 Nov 03 02:28:10.001839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6296ebbf-9ae2-4979-882a-fe42b6dda4f5 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (318b866b-5046-4f09-9b2e-2a1338496a8f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.081231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39770) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:10.086639 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 327b4dda-7883-4c87-9073-cbb51117b940 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:10.092143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6296ebbf-9ae2-4979-882a-fe42b6dda4f5 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (318b866b-5046-4f09-9b2e-2a1338496a8f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.116524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c10341c3-c37a-4491-9586-b7561434b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:28:07Z', 'revision_number': 11, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:10.142680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 670ba64b-4dc2-4965-931e-ccbf6d024841 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:10.185353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6296ebbf-9ae2-4979-882a-fe42b6dda4f5 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.189247 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6296ebbf-9ae2-4979-882a-fe42b6dda4f5 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/318b866b-5046-4f09-9b2e-2a1338496a8f HTTP/1.1" status: 204 len: 168 time: 0.7919798 Nov 03 02:28:10.192260 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296ebbf-9ae2-4979-882a-fe42b6dda4f5 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Subnet': ['ID=318b866b-5046-4f09-9b2e-2a1338496a8f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:10.194209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39774) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:10.201598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4abccdc-8155-4f23-b22e-a537a9692544 None None] Network e8639711-8852-49f3-8dfb-d9937901bc3d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:10.204281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8b53dda4-d70c-402b-9e2b-f95eed987cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.211770 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.249144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10341c3-c37a-4491-9586-b7561434b6cd None None] Checking router: c71c1e32-738e-4aca-9e97-bf6cb23cec0b for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:10.256787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-175ecde2-3273-424d-b2e2-438f368ddca9 req-32676702-28f3-4d83-b7d7-a8c2a6451640 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 2988632b-7e25-4beb-94da-0d8ff5886a87 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:10.257468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-175ecde2-3273-424d-b2e2-438f368ddca9 req-32676702-28f3-4d83-b7d7-a8c2a6451640 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.303668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (e8639711-8852-49f3-8dfb-d9937901bc3d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.322668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4d9cd8d2-22a4-4dc6-807f-8fc03402a028 None None] Current status of the port 670ba64b-4dc2-4965-931e-ccbf6d024841 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:10.323072 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4d9cd8d2-22a4-4dc6-807f-8fc03402a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.352723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af99e768-cbd7-46b0-acd4-bb8c7aa9eef1 None None] Update dhcp port {'port': {'network_id': '8debb8c2-af32-4c6b-87e5-b0c91c946ad2', 'fixed_ips': [{'subnet_id': '267fd2b7-991d-4537-834d-611b152a2e31', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e19b26f6-d436-4872-a97b-7ca8a27d7f18'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': '670ba64b-4dc2-4965-931e-ccbf6d024841'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:28:10.360199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10341c3-c37a-4491-9586-b7561434b6cd None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:10.360889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c10341c3-c37a-4491-9586-b7561434b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:10.362840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:10.372569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb9992-fec9-4968-8277-83cfea158a19 req-e838591a-c951-4eb0-a272-d00ffd9a206c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:10.374092 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1deb9992-fec9-4968-8277-83cfea158a19 req-e838591a-c951-4eb0-a272-d00ffd9a206c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 946 time: 0.2284737 Nov 03 02:28:10.398944 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.421044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-175ecde2-3273-424d-b2e2-438f368ddca9 req-32676702-28f3-4d83-b7d7-a8c2a6451640 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 2988632b-7e25-4beb-94da-0d8ff5886a87, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=2988632b-7e25-4beb-94da-0d8ff5886a87,segment=NetworkSegment(a24657f6-1138-426e-a78b-aebd0dcb8f1d),segment_id=a24657f6-1138-426e-a78b-aebd0dcb8f1d)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:10.421556 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-175ecde2-3273-424d-b2e2-438f368ddca9 req-32676702-28f3-4d83-b7d7-a8c2a6451640 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.431406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d5fb1a-2443-4f5a-bd6e-84bc5b1d5b92 tempest-TestVolumeBootPattern-68623732 tempest-TestVolumeBootPattern-68623732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:10.435754 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-57d5fb1a-2443-4f5a-bd6e-84bc5b1d5b92 tempest-TestVolumeBootPattern-68623732 tempest-TestVolumeBootPattern-68623732-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 1125 time: 0.3503895 Nov 03 02:28:10.439471 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39776) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:10.445638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': 'e44cfa83-8420-4a71-ac90-b43cf12918b7', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:10.484440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Deleting port 00e5d49f-10d8-47a7-b53c-e0cafda48024 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:10.484870 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.503515 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-175ecde2-3273-424d-b2e2-438f368ddca9 req-32676702-28f3-4d83-b7d7-a8c2a6451640 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 2988632b-7e25-4beb-94da-0d8ff5886a87 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:10.506008 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1deb9992-fec9-4968-8277-83cfea158a19 req-314c03d2-80c0-4f1e-9904-b82bc7a13e30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=7afaca95-4b0e-464b-b147-2a2f57fac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146407 Nov 03 02:28:10.506221 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:10.512108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 327b4dda-7883-4c87-9073-cbb51117b940 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:28:10.515220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4d9cd8d2-22a4-4dc6-807f-8fc03402a028 None None] For port 670ba64b-4dc2-4965-931e-ccbf6d024841, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=670ba64b-4dc2-4965-931e-ccbf6d024841,segment=NetworkSegment(59d536f2-bbf6-47da-ad01-3ea1cf6d0e47),segment_id=59d536f2-bbf6-47da-ad01-3ea1cf6d0e47)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:10.520464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-af99e768-cbd7-46b0-acd4-bb8c7aa9eef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.532841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c10341c3-c37a-4491-9586-b7561434b6cd None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:10.538121 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 670ba64b-4dc2-4965-931e-ccbf6d024841 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:10.538340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.538538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.538687 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 670ba64b-4dc2-4965-931e-ccbf6d024841 Nov 03 02:28:10.551691 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:10.564525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4d9cd8d2-22a4-4dc6-807f-8fc03402a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.565489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:10.571736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:10.572471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.586827 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=c7ba3d23-47ee-4777-8b98-f856848e0f16,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:10.602477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 327b4dda-7883-4c87-9073-cbb51117b940 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:10.603610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (327b4dda-7883-4c87-9073-cbb51117b940), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.604181 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 327b4dda-7883-4c87-9073-cbb51117b940 Nov 03 02:28:10.609817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] For port 00e5d49f-10d8-47a7-b53c-e0cafda48024, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=00e5d49f-10d8-47a7-b53c-e0cafda48024,segment=NetworkSegment(4cbfbe15-f6bb-462b-b193-243889b6b48c),segment_id=4cbfbe15-f6bb-462b-b193-243889b6b48c)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:10.610183 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.626150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c10341c3-c37a-4491-9586-b7561434b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:28:07Z', 'revision_number': 11, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:10.628390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Calling delete_port for 00e5d49f-10d8-47a7-b53c-e0cafda48024 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:10.650381 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ea43c2b7-7791-4409-9a35-149e337847ca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1287341 Nov 03 02:28:10.653791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39778) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:10.660288 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7796e9e6-3438-4814-b0b9-4600f5401d51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '267fd2b7-991d-4537-834d-611b152a2e31'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:10.666020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:10.696630 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-854727d8-d8c9-4733-bcb0-e423838b9c8e tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4957933 Nov 03 02:28:10.701415 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39780) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:10.733530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846786a9-8ff9-4c58-85ee-0f44b36e064f None None] Sync routers for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:10.754131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10341c3-c37a-4491-9586-b7561434b6cd None None] The sync data for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv is: [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:28:07Z', 'revision_number': 11, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:10.773398 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7796e9e6-3438-4814-b0b9-4600f5401d51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.842027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a6a431-6539-490c-9fdb-79aaa3ac6c43 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting subnet 66bee636-c83c-4d3e-b736-0c5b7d1ca419 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:10.852551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (00e5d49f-10d8-47a7-b53c-e0cafda48024), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.859340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846786a9-8ff9-4c58-85ee-0f44b36e064f None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:10.859955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-846786a9-8ff9-4c58-85ee-0f44b36e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:10.869716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57a6a431-6539-490c-9fdb-79aaa3ac6c43 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (66bee636-c83c-4d3e-b736-0c5b7d1ca419), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.914636 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-175ecde2-3273-424d-b2e2-438f368ddca9 req-32676702-28f3-4d83-b7d7-a8c2a6451640 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (2988632b-7e25-4beb-94da-0d8ff5886a87), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:10.958501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676702-28f3-4d83-b7d7-a8c2a6451640 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=2988632b-7e25-4beb-94da-0d8ff5886a87,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:10.962243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cd8d2-22a4-4dc6-807f-8fc03402a028 None None] Pushing event updated for resources: {'Port': ['ID=670ba64b-4dc2-4965-931e-ccbf6d024841,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:11.079637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-846786a9-8ff9-4c58-85ee-0f44b36e064f None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:11.094831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-175ecde2-3273-424d-b2e2-438f368ddca9 req-32676702-28f3-4d83-b7d7-a8c2a6451640 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] No DVR routers for this DVR port 2988632b-7e25-4beb-94da-0d8ff5886a87 on host hv-neutron-8606 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:11.099742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-175ecde2-3273-424d-b2e2-438f368ddca9 req-32676702-28f3-4d83-b7d7-a8c2a6451640 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.104154 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-175ecde2-3273-424d-b2e2-438f368ddca9 req-32676702-28f3-4d83-b7d7-a8c2a6451640 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "DELETE /v2.0/ports/2988632b-7e25-4beb-94da-0d8ff5886a87 HTTP/1.1" status: 204 len: 173 time: 1.3598828 Nov 03 02:28:11.104917 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'name': 'network-vif-deleted', 'tag': '2988632b-7e25-4beb-94da-0d8ff5886a87'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:28:11.107464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce18b55d-9458-4c4b-bf34-8411cf07bfbd" -d '{"events": [{"server_uuid": "58ae781f-5a4e-4457-bc98-fc9132e5a076", "name": "network-vif-deleted", "tag": "2988632b-7e25-4beb-94da-0d8ff5886a87"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:28:11.134184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 670ba64b-4dc2-4965-931e-ccbf6d024841 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:11.149577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fce2fad-2be0-49d0-bb46-00b7d570b51e None None] DHCP port deletion for e8639711-8852-49f3-8dfb-d9937901bc3d request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:11.165569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 327b4dda-7883-4c87-9073-cbb51117b940 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:11.166005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (327b4dda-7883-4c87-9073-cbb51117b940), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.168764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-af99e768-cbd7-46b0-acd4-bb8c7aa9eef1 None None] Allocated IP 2001:db8:0:1::2 (8debb8c2-af32-4c6b-87e5-b0c91c946ad2/e19b26f6-d436-4872-a97b-7ca8a27d7f18/670ba64b-4dc2-4965-931e-ccbf6d024841) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:11.196954 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c1d5be-1e20-4e64-8891-5f13334fd8e8 x-openstack-request-id: req-86c1d5be-1e20-4e64-8891-5f13334fd8e8 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:28:11.197261 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ae781f-5a4e-4457-bc98-fc9132e5a076", "name": "network-vif-deleted", "tag": "2988632b-7e25-4beb-94da-0d8ff5886a87", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:28:11.197519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86c1d5be-1e20-4e64-8891-5f13334fd8e8 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:28:11.197936 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c1d5be-1e20-4e64-8891-5f13334fd8e8'] response: {'server_uuid': '58ae781f-5a4e-4457-bc98-fc9132e5a076', 'name': 'network-vif-deleted', 'tag': '2988632b-7e25-4beb-94da-0d8ff5886a87', 'status': 'completed', 'code': 200} Nov 03 02:28:11.322029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:28:11.324461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c10dea-78be-480e-87ab-0c47579469d3" -d '{"events": [{"server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "name": "network-vif-plugged", "status": "completed", "tag": "327b4dda-7883-4c87-9073-cbb51117b940"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:28:11.366168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Port': ['ID=00e5d49f-10d8-47a7-b53c-e0cafda48024,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:11.381938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No DVR routers for this DVR port 00e5d49f-10d8-47a7-b53c-e0cafda48024 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:11.384385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 327b4dda-7883-4c87-9073-cbb51117b940, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=327b4dda-7883-4c87-9073-cbb51117b940,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:11.398197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (327b4dda-7883-4c87-9073-cbb51117b940), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.406239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdbfe08-ed59-4380-9648-7a2880d99c5c x-openstack-request-id: req-abdbfe08-ed59-4380-9648-7a2880d99c5c {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:28:11.406537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "name": "network-vif-plugged", "status": "completed", "tag": "327b4dda-7883-4c87-9073-cbb51117b940", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:28:11.406798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abdbfe08-ed59-4380-9648-7a2880d99c5c {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:28:11.407258 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abdbfe08-ed59-4380-9648-7a2880d99c5c'] response: {'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940', 'code': 200} Nov 03 02:28:11.434479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57a6a431-6539-490c-9fdb-79aaa3ac6c43 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (66bee636-c83c-4d3e-b736-0c5b7d1ca419), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.439498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.524941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-af99e768-cbd7-46b0-acd4-bb8c7aa9eef1 None None] For port 670ba64b-4dc2-4965-931e-ccbf6d024841, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=670ba64b-4dc2-4965-931e-ccbf6d024841,segment=NetworkSegment(59d536f2-bbf6-47da-ad01-3ea1cf6d0e47),segment_id=59d536f2-bbf6-47da-ad01-3ea1cf6d0e47)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:11.541153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=327b4dda-7883-4c87-9073-cbb51117b940,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:11.591963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (e8639711-8852-49f3-8dfb-d9937901bc3d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.593177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-af99e768-cbd7-46b0-acd4-bb8c7aa9eef1 None None] Publish callbacks [] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.618340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-af99e768-cbd7-46b0-acd4-bb8c7aa9eef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.663134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c996509-f63f-48fc-87ac-1cda1114c9cf req-df1f7447-f0f6-44ee-932f-4e484543c325 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:11.665225 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5c996509-f63f-48fc-87ac-1cda1114c9cf req-df1f7447-f0f6-44ee-932f-4e484543c325 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 945 time: 0.8163931 Nov 03 02:28:11.668998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-846786a9-8ff9-4c58-85ee-0f44b36e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:09Z', 'revision_number': 10, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:11.676653 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8639711-8852-49f3-8dfb-d9937901bc3d']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:11.745983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbfbe15-f6bb-462b-b193-243889b6b48c') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:11.746680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbfbe15-f6bb-462b-b193-243889b6b48c') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:11.779364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57a6a431-6539-490c-9fdb-79aaa3ac6c43 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (66bee636-c83c-4d3e-b736-0c5b7d1ca419), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.792856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-7796e9e6-3438-4814-b0b9-4600f5401d51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Delete allocated IP 2001:db8:0:1::3a7 (8debb8c2-af32-4c6b-87e5-b0c91c946ad2/e19b26f6-d436-4872-a97b-7ca8a27d7f18) {{(pid=104393) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 02:28:11.805905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (4cbfbe15-f6bb-462b-b193-243889b6b48c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.849982 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-aca0ea99-5387-4449-aecd-3a619c5980f2 req-57823da2-1988-4974-bcf6-f044d8fb873a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=58ae781f-5a4e-4457-bc98-fc9132e5a076 HTTP/1.1" status: 200 len: 210 time: 0.0853803 Nov 03 02:28:11.859109 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5c996509-f63f-48fc-87ac-1cda1114c9cf req-e083b888-0d2e-441e-bde8-881037fb8c90 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781521 Nov 03 02:28:11.880973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (4cbfbe15-f6bb-462b-b193-243889b6b48c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.892591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846786a9-8ff9-4c58-85ee-0f44b36e064f None None] Checking router: 2c9befbd-3b7e-4394-a19b-7dc94b8b165d for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:11.900217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:11.901292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (4cbfbe15-f6bb-462b-b193-243889b6b48c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:11.932711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99e768-cbd7-46b0-acd4-bb8c7aa9eef1 None None] Pushing event updated for resources: {'Port': ['ID=670ba64b-4dc2-4965-931e-ccbf6d024841,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:11.937531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 670ba64b-4dc2-4965-931e-ccbf6d024841 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:11.940634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846786a9-8ff9-4c58-85ee-0f44b36e064f None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:11.941348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-846786a9-8ff9-4c58-85ee-0f44b36e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:27:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:11.982521 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 4cbfbe15-f6bb-462b-b193-243889b6b48c resource provider aggregate not found Nov 03 02:28:11.993287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82494658-c4b8-4e3e-ba25-e57098b12ce5 req-9f8f8d41-c987-4f76-8c62-6c21a8391752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:11.994843 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-82494658-c4b8-4e3e-ba25-e57098b12ce5 req-9f8f8d41-c987-4f76-8c62-6c21a8391752 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 1130 time: 0.2966549 Nov 03 02:28:12.004641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Allocated IP 172.26.6.245 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/2e063274-f65b-49ae-8da6-72b738a58bcf) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:12.021734 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 4cbfbe15-f6bb-462b-b193-243889b6b48c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cbfbe15-f6bb-462b-b193-243889b6b48c found for delete ", "request_id": "req-84ac0810-52f8-4484-bfe9-b66413aef8dd"}]} Nov 03 02:28:12.049176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (e8639711-8852-49f3-8dfb-d9937901bc3d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.060481 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7796e9e6-3438-4814-b0b9-4600f5401d51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.067326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57a6a431-6539-490c-9fdb-79aaa3ac6c43 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (66bee636-c83c-4d3e-b736-0c5b7d1ca419), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.067545 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-82494658-c4b8-4e3e-ba25-e57098b12ce5 req-fea22aa5-b191-4fa3-b829-7e17f25dc798 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656915 Nov 03 02:28:12.081452 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7796e9e6-3438-4814-b0b9-4600f5401d51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.097810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-846786a9-8ff9-4c58-85ee-0f44b36e064f None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:12.114355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.117962 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/networks/e8639711-8852-49f3-8dfb-d9937901bc3d HTTP/1.1" status: 204 len: 168 time: 1.9206166 Nov 03 02:28:12.120641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39794) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:12.136106 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-19087e2e-35b3-40e9-99dd-c3f0d573aa39 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'routes': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:12.157562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6a431-6539-490c-9fdb-79aaa3ac6c43 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Subnet': ['ID=66bee636-c83c-4d3e-b736-0c5b7d1ca419,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:12.164854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed95b29-3e01-4f20-bf49-018380300575 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Pushing event deleted for resources: {'Network': ['ID=e8639711-8852-49f3-8dfb-d9937901bc3d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:12.168666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57a6a431-6539-490c-9fdb-79aaa3ac6c43 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.175363 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-57a6a431-6539-490c-9fdb-79aaa3ac6c43 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/66bee636-c83c-4d3e-b736-0c5b7d1ca419 HTTP/1.1" status: 204 len: 168 time: 1.4731469 Nov 03 02:28:12.177604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39796) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:12.192968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-7796e9e6-3438-4814-b0b9-4600f5401d51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] In _notify_port_updated(), no bound segment for port c7ba3d23-47ee-4777-8b98-f856848e0f16 on network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:28:12.198117 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7796e9e6-3438-4814-b0b9-4600f5401d51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:12.198760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7796e9e6-3438-4814-b0b9-4600f5401d51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.200083 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7796e9e6-3438-4814-b0b9-4600f5401d51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "PUT /v2.0/ports/c7ba3d23-47ee-4777-8b98-f856848e0f16 HTTP/1.1" status: 200 len: 926 time: 1.5440083 Nov 03 02:28:12.206787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39798) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:12.211210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0929f7-9137-4ecb-8430-08839641f9e8 None None] Network 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:12.214637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-38d1679e-0c04-4f98-9552-f3a1ac6c7537 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '267fd2b7-991d-4537-834d-611b152a2e31'}, {'subnet_id': 'e19b26f6-d436-4872-a97b-7ca8a27d7f18'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:12.220274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796e9e6-3438-4814-b0b9-4600f5401d51 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=c7ba3d23-47ee-4777-8b98-f856848e0f16,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:12.235492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 670ba64b-4dc2-4965-931e-ccbf6d024841 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:12.236017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.236323 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 670ba64b-4dc2-4965-931e-ccbf6d024841 Nov 03 02:28:12.270905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.350425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a408fd31-3e1f-40a5-86ea-6939df8403fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.352616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for port (2e063274-f65b-49ae-8da6-72b738a58bcf), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.432123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port bc1d9482-7b23-4f8a-93be-9423418035c6 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:12.432655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.499474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 670ba64b-4dc2-4965-931e-ccbf6d024841 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:12.532317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (2e063274-f65b-49ae-8da6-72b738a58bcf), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.537136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-846786a9-8ff9-4c58-85ee-0f44b36e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:09Z', 'revision_number': 10, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:12.572960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846786a9-8ff9-4c58-85ee-0f44b36e064f None None] The sync data for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv is: [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:09Z', 'revision_number': 10, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None, '_interfaces': [{'id': 'dff30c49-06c8-4bfb-9118-ce4eaee4baee', 'name': '', 'network_id': 'f2aab474-6037-4dea-90bf-40f87cf9ce6f', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'mac_address': 'fa:16:3e:aa:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:02Z', 'updated_at': '2022-11-03T02:27:28Z', 'revision_number': 5, 'project_id': '02739ab548ad4b438001e90eff82e834', 'subnets': [{'id': '63dbba9d-ed32-41d7-b596-79d62424cc2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:12.599367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'Port': ['ID=2e063274-f65b-49ae-8da6-72b738a58bcf,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:12.608984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] For port bc1d9482-7b23-4f8a-93be-9423418035c6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bc1d9482-7b23-4f8a-93be-9423418035c6,segment=NetworkSegment(d8421f45-dcd9-4dbc-a932-35b4ceed0dfe),segment_id=d8421f45-dcd9-4dbc-a932-35b4ceed0dfe)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:12.609360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.621012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:12.632334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:12.635043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:12.639640 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936166f-067d-4089-9e38-26aa2a1ecc35 None None] DHCP port deletion for 0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:12.670087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for bc1d9482-7b23-4f8a-93be-9423418035c6 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:12.711742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3936166f-067d-4089-9e38-26aa2a1ecc35 None None] Deleting port bc1d9482-7b23-4f8a-93be-9423418035c6 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:12.712417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3936166f-067d-4089-9e38-26aa2a1ecc35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.761798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c81e5-c09a-42bf-b77e-73b3a4570f2c None None] Network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:12.852706 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3936166f-067d-4089-9e38-26aa2a1ecc35 None None] For port bc1d9482-7b23-4f8a-93be-9423418035c6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bc1d9482-7b23-4f8a-93be-9423418035c6,segment=NetworkSegment(d8421f45-dcd9-4dbc-a932-35b4ceed0dfe),segment_id=d8421f45-dcd9-4dbc-a932-35b4ceed0dfe)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:12.853431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3936166f-067d-4089-9e38-26aa2a1ecc35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.871067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.extraroute_db [None req-19087e2e-35b3-40e9-99dd-c3f0d573aa39 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Added routes are [] {{(pid=104393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 02:28:12.872072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.extraroute_db [None req-19087e2e-35b3-40e9-99dd-c3f0d573aa39 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Removed routes are [] {{(pid=104393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 02:28:12.872738 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19087e2e-35b3-40e9-99dd-c3f0d573aa39 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.879786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.893182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3936166f-067d-4089-9e38-26aa2a1ecc35 None None] Calling delete_port for bc1d9482-7b23-4f8a-93be-9423418035c6 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:12.910418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=bc1d9482-7b23-4f8a-93be-9423418035c6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:12.919986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No DVR routers for this DVR port bc1d9482-7b23-4f8a-93be-9423418035c6 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:12.920149 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-335b6094-6dad-44ae-b98d-d523c25d045b None None] Provisioning complete for port 670ba64b-4dc2-4965-931e-ccbf6d024841 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:12.920502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-335b6094-6dad-44ae-b98d-d523c25d045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:12.921457 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-335b6094-6dad-44ae-b98d-d523c25d045b None None] Attempt 1 to provision port 670ba64b-4dc2-4965-931e-ccbf6d024841 Nov 03 02:28:12.929661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38d1679e-0c04-4f98-9552-f3a1ac6c7537 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.037118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 00e5d49f-10d8-47a7-b53c-e0cafda48024 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:13.058323 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39804) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:13.102590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.109784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 00e5d49f-10d8-47a7-b53c-e0cafda48024 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:13.110146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 00e5d49f-10d8-47a7-b53c-e0cafda48024 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:13.110471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:13.172226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19087e2e-35b3-40e9-99dd-c3f0d573aa39 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.176881 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:13.189426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19087e2e-35b3-40e9-99dd-c3f0d573aa39 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.195229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:13.195597 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6fc6ba7c-ea35-41c7-b4c8-6aa604512440 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:13.200607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8421f45-dcd9-4dbc-a932-35b4ceed0dfe') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:13.200977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8421f45-dcd9-4dbc-a932-35b4ceed0dfe') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:13.215746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3936166f-067d-4089-9e38-26aa2a1ecc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (bc1d9482-7b23-4f8a-93be-9423418035c6), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.224288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (d8421f45-dcd9-4dbc-a932-35b4ceed0dfe), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.261453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936166f-067d-4089-9e38-26aa2a1ecc35 None None] No DVR routers for this DVR port bc1d9482-7b23-4f8a-93be-9423418035c6 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:13.271458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936166f-067d-4089-9e38-26aa2a1ecc35 None None] Pushing event deleted for resources: {'Port': ['ID=bc1d9482-7b23-4f8a-93be-9423418035c6,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:13.280236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (d8421f45-dcd9-4dbc-a932-35b4ceed0dfe), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.295731 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa07f4-f0ab-491f-b4fd-7f999a1b2de8 req-144cc48c-e34a-4e39-a14a-8166f8303033 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:13.297598 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-68fa07f4-f0ab-491f-b4fd-7f999a1b2de8 req-144cc48c-e34a-4e39-a14a-8166f8303033 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.2139330 Nov 03 02:28:13.302546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:13.303758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (d8421f45-dcd9-4dbc-a932-35b4ceed0dfe), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.343859 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19087e2e-35b3-40e9-99dd-c3f0d573aa39 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router c71c1e32-738e-4aca-9e97-bf6cb23cec0b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:13.369313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.389744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a468fac1-4d3f-4c4f-93f4-b85ea85ff580 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (7afaca95-4b0e-464b-b147-2a2f57fac799), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.398536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-335b6094-6dad-44ae-b98d-d523c25d045b None None] Current status of the port 670ba64b-4dc2-4965-931e-ccbf6d024841 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:13.485419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.499059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.506583 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/networks/0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031 HTTP/1.1" status: 204 len: 168 time: 1.3234997 Nov 03 02:28:13.506981 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-68fa07f4-f0ab-491f-b4fd-7f999a1b2de8 req-79cabd3f-8d77-43e3-a420-05eb568dd770 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992464 Nov 03 02:28:13.507463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39806) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:13.512782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19087e2e-35b3-40e9-99dd-c3f0d573aa39 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:13.525429 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb2032-e5b2-4159-8246-e513af83bd8a None None] Sync routers for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:13.527051 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-19087e2e-35b3-40e9-99dd-c3f0d573aa39 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.528254 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-19087e2e-35b3-40e9-99dd-c3f0d573aa39 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b HTTP/1.1" status: 200 len: 701 time: 1.4066625 Nov 03 02:28:13.531175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a468fac1-4d3f-4c4f-93f4-b85ea85ff580 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (7afaca95-4b0e-464b-b147-2a2f57fac799), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.535789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39808) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:13.539037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (7483a4e4-4d4c-4ef2-b908-1374c4ef4850), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.544282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db63b2-cebc-47fc-b7de-e14f689b49f8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Network': ['ID=0e0f8ad7-6038-4cc4-b9fe-9b2ad595f031,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:13.545597 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb2032-e5b2-4159-8246-e513af83bd8a None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:13.550797 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cfcb2032-e5b2-4159-8246-e513af83bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:13.597741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-38d1679e-0c04-4f98-9552-f3a1ac6c7537 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8:0:1::ff (8debb8c2-af32-4c6b-87e5-b0c91c946ad2/e19b26f6-d436-4872-a97b-7ca8a27d7f18/c7ba3d23-47ee-4777-8b98-f856848e0f16) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:13.602366 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-503c4b3a-558d-4dd4-a2b2-0778b9a5ac86 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c1e32-738e-4aca-9e97-bf6cb23cec0b HTTP/1.1" status: 200 len: 205 time: 0.0598567 Nov 03 02:28:13.606332 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39810) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:13.634111 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-cfcb2032-e5b2-4159-8246-e513af83bd8a None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:13.691346 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cfcb2032-e5b2-4159-8246-e513af83bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:28:07Z', 'revision_number': 11, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:13.716787 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb2032-e5b2-4159-8246-e513af83bd8a None None] Checking router: c71c1e32-738e-4aca-9e97-bf6cb23cec0b for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:13.734671 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb2032-e5b2-4159-8246-e513af83bd8a None None] Routers {'c71c1e32-738e-4aca-9e97-bf6cb23cec0b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:13.735582 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cfcb2032-e5b2-4159-8246-e513af83bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:13.765641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4cf088a9-10a6-4485-8e43-45948a39caff tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.786552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2e063274-f65b-49ae-8da6-72b738a58bcf), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.847250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Provisioning complete for port c7ba3d23-47ee-4777-8b98-f856848e0f16 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:13.851816 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.852373 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Attempt 1 to provision port c7ba3d23-47ee-4777-8b98-f856848e0f16 Nov 03 02:28:13.936728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 670ba64b-4dc2-4965-931e-ccbf6d024841 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:13.943811 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-cfcb2032-e5b2-4159-8246-e513af83bd8a None None] Set router c71c1e32-738e-4aca-9e97-bf6cb23cec0b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:13.981068 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Port c7ba3d23-47ee-4777-8b98-f856848e0f16 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:13.981293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a468fac1-4d3f-4c4f-93f4-b85ea85ff580 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7afaca95-4b0e-464b-b147-2a2f57fac799), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.983746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a468fac1-4d3f-4c4f-93f4-b85ea85ff580 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:13.984977 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a468fac1-4d3f-4c4f-93f4-b85ea85ff580 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/7afaca95-4b0e-464b-b147-2a2f57fac799 HTTP/1.1" status: 204 len: 168 time: 0.9257023 Nov 03 02:28:14.011680 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-cfcb2032-e5b2-4159-8246-e513af83bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:28:07Z', 'revision_number': 11, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:14.013296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 670ba64b-4dc2-4965-931e-ccbf6d024841 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:14.013784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.014276 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 670ba64b-4dc2-4965-931e-ccbf6d024841 Nov 03 02:28:14.034740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39814) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:14.061816 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb2032-e5b2-4159-8246-e513af83bd8a None None] The sync data for ids ['c71c1e32-738e-4aca-9e97-bf6cb23cec0b'] in dv-neutron-860659-5-hyperv is: [{'id': 'c71c1e32-738e-4aca-9e97-bf6cb23cec0b', 'name': 'tempest-RoutersTest-router-1992786126', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:41Z', 'updated_at': '2022-11-03T02:28:07Z', 'revision_number': 11, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:14.065910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 2988632b-7e25-4beb-94da-0d8ff5886a87 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:14.069757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468fac1-4d3f-4c4f-93f4-b85ea85ff580 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afaca95-4b0e-464b-b147-2a2f57fac799,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:14.086000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4cf088a9-10a6-4485-8e43-45948a39caff tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.093408 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4cf088a9-10a6-4485-8e43-45948a39caff tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.115586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 2988632b-7e25-4beb-94da-0d8ff5886a87 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:14.116109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 2988632b-7e25-4beb-94da-0d8ff5886a87 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:14.175935 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38d1679e-0c04-4f98-9552-f3a1ac6c7537 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.185840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38d1679e-0c04-4f98-9552-f3a1ac6c7537 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.192919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for port (2e063274-f65b-49ae-8da6-72b738a58bcf), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.199139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4cf088a9-10a6-4485-8e43-45948a39caff tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (c71c1e32-738e-4aca-9e97-bf6cb23cec0b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.199139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf088a9-10a6-4485-8e43-45948a39caff tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Fanout notify agent at l3_agent the message router_deleted on router c71c1e32-738e-4aca-9e97-bf6cb23cec0b {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:28:14.212035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 670ba64b-4dc2-4965-931e-ccbf6d024841 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:14.213190 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment d8421f45-dcd9-4dbc-a932-35b4ceed0dfe resource provider aggregate not found Nov 03 02:28:14.229259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4cf088a9-10a6-4485-8e43-45948a39caff tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.230250 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4cf088a9-10a6-4485-8e43-45948a39caff tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b HTTP/1.1" status: 204 len: 168 time: 0.6173708 Nov 03 02:28:14.236020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (2e063274-f65b-49ae-8da6-72b738a58bcf), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.241782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39820) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:14.246561 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-fa35db39-8157-4e60-a898-a8c14b93f38d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-836848534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:14.273970 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment d8421f45-dcd9-4dbc-a932-35b4ceed0dfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8421f45-dcd9-4dbc-a932-35b4ceed0dfe found for delete ", "request_id": "req-e7c6347b-732f-46f3-ac5b-20a8d2689aea"}]} Nov 03 02:28:14.331345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 93c98d43-480f-4970-a25f-d4ee3f22a958 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:14.350635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-38d1679e-0c04-4f98-9552-f3a1ac6c7537 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] In _notify_port_updated(), no bound segment for port c7ba3d23-47ee-4777-8b98-f856848e0f16 on network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:28:14.356417 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d1679e-0c04-4f98-9552-f3a1ac6c7537 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:14.357152 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38d1679e-0c04-4f98-9552-f3a1ac6c7537 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.360367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 93c98d43-480f-4970-a25f-d4ee3f22a958 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:14.360858 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 93c98d43-480f-4970-a25f-d4ee3f22a958 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:14.361522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bc1d9482-7b23-4f8a-93be-9423418035c6 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:14.365230 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-38d1679e-0c04-4f98-9552-f3a1ac6c7537 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "PUT /v2.0/ports/c7ba3d23-47ee-4777-8b98-f856848e0f16 HTTP/1.1" status: 200 len: 1011 time: 2.1549177 Nov 03 02:28:14.366712 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39822) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:14.369429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1679e-0c04-4f98-9552-f3a1ac6c7537 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=c7ba3d23-47ee-4777-8b98-f856848e0f16,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:14.385922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa35db39-8157-4e60-a898-a8c14b93f38d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (05bbc6af-14ed-47e7-a29e-af949fa394b4), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.387636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (7483a4e4-4d4c-4ef2-b908-1374c4ef4850), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.393828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'Port': ['ID=2e063274-f65b-49ae-8da6-72b738a58bcf,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:14.396034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa35db39-8157-4e60-a898-a8c14b93f38d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (05bbc6af-14ed-47e7-a29e-af949fa394b4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.423501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: bc1d9482-7b23-4f8a-93be-9423418035c6 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:14.423950 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bc1d9482-7b23-4f8a-93be-9423418035c6 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:14.484390 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Attempt 2 to provision port c7ba3d23-47ee-4777-8b98-f856848e0f16 Nov 03 02:28:14.534116 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa35db39-8157-4e60-a898-a8c14b93f38d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (05bbc6af-14ed-47e7-a29e-af949fa394b4), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.543660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa35db39-8157-4e60-a898-a8c14b93f38d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (05bbc6af-14ed-47e7-a29e-af949fa394b4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.565618 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-be385fea-181f-49ff-a84c-cfb91dc60cbb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port c7ba3d23-47ee-4777-8b98-f856848e0f16 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:14.566215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be385fea-181f-49ff-a84c-cfb91dc60cbb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.571039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Port c7ba3d23-47ee-4777-8b98-f856848e0f16 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:14.595892 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa35db39-8157-4e60-a898-a8c14b93f38d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.598169 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fa35db39-8157-4e60-a898-a8c14b93f38d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3553588 Nov 03 02:28:14.634369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39826) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:14.640832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.645349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-16bfff10-f1d6-4df0-b3c2-a0ff6dc64628 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:14.828768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be385fea-181f-49ff-a84c-cfb91dc60cbb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.846079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-be385fea-181f-49ff-a84c-cfb91dc60cbb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for c7ba3d23-47ee-4777-8b98-f856848e0f16 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:14.923196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-16bfff10-f1d6-4df0-b3c2-a0ff6dc64628 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (05bbc6af-14ed-47e7-a29e-af949fa394b4), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.962220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-16bfff10-f1d6-4df0-b3c2-a0ff6dc64628 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (05bbc6af-14ed-47e7-a29e-af949fa394b4), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:14.985924 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:28:15.018251 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Floating IP 7483a4e4-4d4c-4ef2-b908-1374c4ef4850 associated. External IP: 172.26.6.245, port: e44cfa83-8420-4a71-ac90-b43cf12918b7. Nov 03 02:28:15.072433 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Attempt 3 to provision port c7ba3d23-47ee-4777-8b98-f856848e0f16 Nov 03 02:28:15.113893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ca9e7-957f-4ce2-8107-b76567ad195d req-ebecd83a-382e-4a15-8785-e271d35e5e8a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:15.114583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Port c7ba3d23-47ee-4777-8b98-f856848e0f16 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:15.115407 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7c1ca9e7-957f-4ce2-8107-b76567ad195d req-ebecd83a-382e-4a15-8785-e271d35e5e8a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.2141955 Nov 03 02:28:15.116530 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bfff10-f1d6-4df0-b3c2-a0ff6dc64628 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Router 05bbc6af-14ed-47e7-a29e-af949fa394b4 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:28:15.165430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:15.234318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bfff10-f1d6-4df0-b3c2-a0ff6dc64628 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:15.242393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-16bfff10-f1d6-4df0-b3c2-a0ff6dc64628 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:15.246446 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-16bfff10-f1d6-4df0-b3c2-a0ff6dc64628 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "PUT /v2.0/routers/05bbc6af-14ed-47e7-a29e-af949fa394b4 HTTP/1.1" status: 200 len: 693 time: 0.6066761 Nov 03 02:28:15.246446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be385fea-181f-49ff-a84c-cfb91dc60cbb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (c7ba3d23-47ee-4777-8b98-f856848e0f16), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:15.248231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39828) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:15.249299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb36e-c4bd-4341-a6af-8cb77b94984c None None] Sync routers for ids ['05bbc6af-14ed-47e7-a29e-af949fa394b4'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:15.260945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babb36e-c4bd-4341-a6af-8cb77b94984c None None] Routers {'05bbc6af-14ed-47e7-a29e-af949fa394b4'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:15.262095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4babb36e-c4bd-4341-a6af-8cb77b94984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['05bbc6af-14ed-47e7-a29e-af949fa394b4'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:15.315124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be385fea-181f-49ff-a84c-cfb91dc60cbb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=c7ba3d23-47ee-4777-8b98-f856848e0f16,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:15.336281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4babb36e-c4bd-4341-a6af-8cb77b94984c None None] Set router 05bbc6af-14ed-47e7-a29e-af949fa394b4 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:15.391187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be385fea-181f-49ff-a84c-cfb91dc60cbb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:15.394210 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7c1ca9e7-957f-4ce2-8107-b76567ad195d req-3edf49a1-ed32-428e-915b-b9767bfc64c3 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707655 Nov 03 02:28:15.396938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4babb36e-c4bd-4341-a6af-8cb77b94984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bbc6af-14ed-47e7-a29e-af949fa394b4', 'name': 'tempest-RoutersTest-router-836848534', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:14Z', 'updated_at': '2022-11-03T02:28:14Z', 'revision_number': 2, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:15.397265 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-be385fea-181f-49ff-a84c-cfb91dc60cbb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/c7ba3d23-47ee-4777-8b98-f856848e0f16 HTTP/1.1" status: 204 len: 168 time: 1.0290191 Nov 03 02:28:15.397892 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39830) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:15.431649 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6259fd4e-b403-44c1-a493-095db6476bf9 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/routers/05bbc6af-14ed-47e7-a29e-af949fa394b4 HTTP/1.1" status: 200 len: 699 time: 0.1779234 Nov 03 02:28:15.431862 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39834) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:15.445693 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb36e-c4bd-4341-a6af-8cb77b94984c None None] Checking router: 05bbc6af-14ed-47e7-a29e-af949fa394b4 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:15.457941 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-912d3412-1599-4be0-b409-1244f393e2cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:28:15.467464 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-912d3412-1599-4be0-b409-1244f393e2cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/c7ba3d23-47ee-4777-8b98-f856848e0f16 HTTP/1.1" status: 404 len: 333 time: 0.0683196 Nov 03 02:28:15.469008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babb36e-c4bd-4341-a6af-8cb77b94984c None None] Routers {'05bbc6af-14ed-47e7-a29e-af949fa394b4'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:15.470178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4babb36e-c4bd-4341-a6af-8cb77b94984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['05bbc6af-14ed-47e7-a29e-af949fa394b4'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:15.488453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39836) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:15.509014 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a699d5b0-9a24-494d-b2ea-9eff07536b61 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbc6af-14ed-47e7-a29e-af949fa394b4 HTTP/1.1" status: 200 len: 205 time: 0.0737739 Nov 03 02:28:15.513587 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39838) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:15.612080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6b03fa1c-7527-4a52-8797-5ee971bb36ea tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (05bbc6af-14ed-47e7-a29e-af949fa394b4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:15.638453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9d55d9-5970-4790-8f96-a6767c59c509 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting subnet e19b26f6-d436-4872-a97b-7ca8a27d7f18 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:15.645891 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Router 33a9ddf1-560b-4718-aec6-6a8ed115679d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:15.663496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb9d55d9-5970-4790-8f96-a6767c59c509 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (e19b26f6-d436-4872-a97b-7ca8a27d7f18), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:15.688949 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Attempt 4 to provision port c7ba3d23-47ee-4777-8b98-f856848e0f16 Nov 03 02:28:15.742120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Port c7ba3d23-47ee-4777-8b98-f856848e0f16 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:28:15.750002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4babb36e-c4bd-4341-a6af-8cb77b94984c None None] Set router 05bbc6af-14ed-47e7-a29e-af949fa394b4 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:15.759794 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea7a7-2a84-4ac6-a262-e7d2b2e26095 req-735d478c-c003-4a46-abfc-fd68e918e912 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:15.761406 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f1aea7a7-2a84-4ac6-a262-e7d2b2e26095 req-735d478c-c003-4a46-abfc-fd68e918e912 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.2311690 Nov 03 02:28:15.764655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb9d55d9-5970-4790-8f96-a6767c59c509 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (e19b26f6-d436-4872-a97b-7ca8a27d7f18), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:15.816658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4babb36e-c4bd-4341-a6af-8cb77b94984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bbc6af-14ed-47e7-a29e-af949fa394b4', 'name': 'tempest-RoutersTest-router-836848534', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:14Z', 'updated_at': '2022-11-03T02:28:14Z', 'revision_number': 2, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:15.854409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Provisioning complete for port 670ba64b-4dc2-4965-931e-ccbf6d024841 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:15.854965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:15.855409 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Attempt 1 to provision port 670ba64b-4dc2-4965-931e-ccbf6d024841 Nov 03 02:28:15.859049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb36e-c4bd-4341-a6af-8cb77b94984c None None] The sync data for ids ['05bbc6af-14ed-47e7-a29e-af949fa394b4'] in dv-neutron-860659-5-hyperv is: [{'id': '05bbc6af-14ed-47e7-a29e-af949fa394b4', 'name': 'tempest-RoutersTest-router-836848534', 'tenant_id': '11e48b890e78419891812f693265e85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:14Z', 'updated_at': '2022-11-03T02:28:14Z', 'revision_number': 2, 'project_id': '11e48b890e78419891812f693265e85f', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:15.912742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (385c9d11-ad0b-4b94-aef4-e2f362f52395), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:15.954755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4941c9c7-6981-4a6b-afb6-fd9909822366 None None] Current status of the port 670ba64b-4dc2-4965-931e-ccbf6d024841 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:16.064466 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f1aea7a7-2a84-4ac6-a262-e7d2b2e26095 req-1846743b-aa71-404a-9a92-acac36a5eb5b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721009 Nov 03 02:28:16.074184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a01be375-f309-48ae-b342-29360b91a3c3 None None] Could not find standard attr ID for object c7ba3d23-47ee-4777-8b98-f856848e0f16. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:28:16.081114 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.115036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39840) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.130582 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6b03fa1c-7527-4a52-8797-5ee971bb36ea tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (05bbc6af-14ed-47e7-a29e-af949fa394b4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.146393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6b03fa1c-7527-4a52-8797-5ee971bb36ea tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router_controller (05bbc6af-14ed-47e7-a29e-af949fa394b4), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.148754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port dff30c49-06c8-4bfb-9118-ce4eaee4baee {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:16.149243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.166883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb9d55d9-5970-4790-8f96-a6767c59c509 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (e19b26f6-d436-4872-a97b-7ca8a27d7f18), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.199758 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6b03fa1c-7527-4a52-8797-5ee971bb36ea tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (05bbc6af-14ed-47e7-a29e-af949fa394b4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.200263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b03fa1c-7527-4a52-8797-5ee971bb36ea tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Fanout notify agent at l3_agent the message router_deleted on router 05bbc6af-14ed-47e7-a29e-af949fa394b4 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:28:16.207377 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6b03fa1c-7527-4a52-8797-5ee971bb36ea tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.208516 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6b03fa1c-7527-4a52-8797-5ee971bb36ea tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/05bbc6af-14ed-47e7-a29e-af949fa394b4 HTTP/1.1" status: 204 len: 168 time: 0.6939960 Nov 03 02:28:16.211773 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579a7b74-dbdf-4a97-9b37-389c19ab6d1c tempest-TestNetworkAdvancedServerOps-344524916 tempest-TestNetworkAdvancedServerOps-344524916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:16.212556 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-579a7b74-dbdf-4a97-9b37-389c19ab6d1c tempest-TestNetworkAdvancedServerOps-344524916 tempest-TestNetworkAdvancedServerOps-344524916-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 1125 time: 0.0962222 Nov 03 02:28:16.213098 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39842) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.221769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39844) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.224562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:16.225951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '327b4dda-7883-4c87-9073-cbb51117b940', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:16.237347 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0193fd4c-64ec-4157-a5da-551c17092819 None None] Sync routers for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:16.250453 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0193fd4c-64ec-4157-a5da-551c17092819 None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:16.251424 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0193fd4c-64ec-4157-a5da-551c17092819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:16.255401 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9e8e23dd-5d9a-4b9f-8790-b7efc3d46b74 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbc6af-14ed-47e7-a29e-af949fa394b4 HTTP/1.1" status: 200 len: 205 time: 0.0380843 Nov 03 02:28:16.255582 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39846) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.292073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.299858 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-e6c7c0d6-efc5-4f2f-8382-8883713f4191 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] delete failed (client error): The resource could not be found. Nov 03 02:28:16.301143 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e6c7c0d6-efc5-4f2f-8382-8883713f4191 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/05bbc6af-14ed-47e7-a29e-af949fa394b4 HTTP/1.1" status: 404 len: 336 time: 0.0446715 Nov 03 02:28:16.303697 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39848) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.313390 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.335170 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6462ab2-4dc4-4c22-bdaa-d52631c756be tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:16.336099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6462ab2-4dc4-4c22-bdaa-d52631c756be tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:16.339301 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e6462ab2-4dc4-4c22-bdaa-d52631c756be tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/2ed4ba70-4ddf-48a9-8a3b-662f3de7f80c HTTP/1.1" status: 404 len: 337 time: 0.0346799 Nov 03 02:28:16.348459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39850) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.387026 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0193fd4c-64ec-4157-a5da-551c17092819 None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:16.408263 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0e7163-d60f-4ff1-b194-7af37ee3cd7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:16.409162 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0e7163-d60f-4ff1-b194-7af37ee3cd7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:16.412539 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-da0e7163-d60f-4ff1-b194-7af37ee3cd7d tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/c333e5ff-c36f-4fe4-8d19-064e0db6dca0 HTTP/1.1" status: 404 len: 337 time: 0.0627296 Nov 03 02:28:16.415206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39852) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.420348 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-353c3e6a-8c55-452b-8b55-d2ca5da972b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9764616 Nov 03 02:28:16.421150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'tag': 'e44cfa83-8420-4a71-ac90-b43cf12918b7'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:28:16.423108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485ef235-8151-41dc-aad8-d4de1f6c5955" -d '{"events": [{"name": "network-changed", "server_uuid": "45f88454-a1ef-4f4b-b1da-db1d5e630e42", "tag": "e44cfa83-8420-4a71-ac90-b43cf12918b7"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:28:16.428178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb9d55d9-5970-4790-8f96-a6767c59c509 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (e19b26f6-d436-4872-a97b-7ca8a27d7f18), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.443802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] For port dff30c49-06c8-4bfb-9118-ce4eaee4baee, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=dff30c49-06c8-4bfb-9118-ce4eaee4baee,segment=NetworkSegment(6001f24b-4e2b-4f23-bdb0-2e7cd7190206),segment_id=6001f24b-4e2b-4f23-bdb0-2e7cd7190206)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:16.443802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.448350 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92cf692-047c-411d-b845-82fdbc359591 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:16.448971 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92cf692-047c-411d-b845-82fdbc359591 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:16.453143 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a92cf692-047c-411d-b845-82fdbc359591 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/668de33a-d865-4dc0-918e-f97077d24d47 HTTP/1.1" status: 404 len: 337 time: 0.0360599 Nov 03 02:28:16.454968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39858) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.479955 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d55d9-5970-4790-8f96-a6767c59c509 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Subnet': ['ID=e19b26f6-d436-4872-a97b-7ca8a27d7f18,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:16.493173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c9572-ae01-45b9-9f34-23dea9ef13aa None None] Network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:16.493541 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-94463964-7d3a-4c99-b6a1-bb996400e5db tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:16.494691 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94463964-7d3a-4c99-b6a1-bb996400e5db tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:16.496456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb9d55d9-5970-4790-8f96-a6767c59c509 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.500557 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-94463964-7d3a-4c99-b6a1-bb996400e5db tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/318b866b-5046-4f09-9b2e-2a1338496a8f HTTP/1.1" status: 404 len: 337 time: 0.0415425 Nov 03 02:28:16.502162 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39860) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.502431 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bb9d55d9-5970-4790-8f96-a6767c59c509 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/e19b26f6-d436-4872-a97b-7ca8a27d7f18 HTTP/1.1" status: 204 len: 168 time: 1.0118921 Nov 03 02:28:16.505849 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for dff30c49-06c8-4bfb-9118-ce4eaee4baee owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:16.508807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e28fca-6a28-4f32-906e-3382a1298b0d x-openstack-request-id: req-25e28fca-6a28-4f32-906e-3382a1298b0d {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:28:16.509234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f88454-a1ef-4f4b-b1da-db1d5e630e42", "tag": "e44cfa83-8420-4a71-ac90-b43cf12918b7", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:28:16.509503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25e28fca-6a28-4f32-906e-3382a1298b0d {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:28:16.509916 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e28fca-6a28-4f32-906e-3382a1298b0d'] response: {'name': 'network-changed', 'server_uuid': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'tag': 'e44cfa83-8420-4a71-ac90-b43cf12918b7', 'status': 'completed', 'code': 200} Nov 03 02:28:16.512563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39862) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.550851 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c8889c51-6e07-4ff2-bda6-56ea2091b708 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c1e32-738e-4aca-9e97-bf6cb23cec0b HTTP/1.1" status: 200 len: 205 time: 0.0438769 Nov 03 02:28:16.551366 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39864) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.613312 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-b505a2c0-e80f-43b1-a47f-66d3cdc67e69 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] delete failed (client error): The resource could not be found. Nov 03 02:28:16.617590 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b505a2c0-e80f-43b1-a47f-66d3cdc67e69 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/c71c1e32-738e-4aca-9e97-bf6cb23cec0b HTTP/1.1" status: 404 len: 336 time: 0.0624042 Nov 03 02:28:16.617590 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39866) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.639908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d309999-743d-429f-a951-41fb1cda3769 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting subnet 267fd2b7-991d-4537-834d-611b152a2e31 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:16.645071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d309999-743d-429f-a951-41fb1cda3769 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (267fd2b7-991d-4537-834d-611b152a2e31), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.656466 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e24e1a5b-d0d5-4c50-868f-c10ebce3415b tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5415074-d1b6-4c3a-bfd5-844c203164bc HTTP/1.1" status: 200 len: 205 time: 0.0357764 Nov 03 02:28:16.657487 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39868) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.710296 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-c643d4e2-2746-4681-8e85-bd3796634b8c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] delete failed (client error): The resource could not be found. Nov 03 02:28:16.714213 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c643d4e2-2746-4681-8e85-bd3796634b8c tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/b5415074-d1b6-4c3a-bfd5-844c203164bc HTTP/1.1" status: 404 len: 336 time: 0.0519617 Nov 03 02:28:16.720313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39870) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.731373 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0193fd4c-64ec-4157-a5da-551c17092819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7483a4e4-4d4c-4ef2-b908-1374c4ef4850', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': 'e44cfa83-8420-4a71-ac90-b43cf12918b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:91:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:28:13Z', 'updated_at': '2022-11-03T02:28:13Z', 'revision_number': 0, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:16.745282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d309999-743d-429f-a951-41fb1cda3769 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (267fd2b7-991d-4537-834d-611b152a2e31), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.756302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ef235-8151-41dc-aad8-d4de1f6c5955 req-178420f5-0ca8-4e5b-a776-c00b8853aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:16.757871 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-485ef235-8151-41dc-aad8-d4de1f6c5955 req-178420f5-0ca8-4e5b-a776-c00b8853aee0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 1130 time: 0.2405608 Nov 03 02:28:16.761594 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93f9d5b-a88b-4e46-a1d7-8b0476fa7b04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:16.762106 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93f9d5b-a88b-4e46-a1d7-8b0476fa7b04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:16.763224 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0193fd4c-64ec-4157-a5da-551c17092819 None None] Checking router: 33a9ddf1-560b-4718-aec6-6a8ed115679d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:16.767649 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c93f9d5b-a88b-4e46-a1d7-8b0476fa7b04 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/65b1fe95-51db-4c11-8134-9e21fe138093 HTTP/1.1" status: 404 len: 337 time: 0.0439463 Nov 03 02:28:16.771875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39872) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.773794 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0193fd4c-64ec-4157-a5da-551c17092819 None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:16.774949 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0193fd4c-64ec-4157-a5da-551c17092819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:16.820317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.857570 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-70eb1f47-b4e0-4613-bebc-40dc71f1590a tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d49b73b-832e-40f6-9536-99ae871261da HTTP/1.1" status: 200 len: 205 time: 0.0533688 Nov 03 02:28:16.864133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39874) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.912221 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-4f443ecc-1ff5-4695-b919-90e0ee0cb6ef tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] delete failed (client error): The resource could not be found. Nov 03 02:28:16.915825 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4f443ecc-1ff5-4695-b919-90e0ee0cb6ef tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/1d49b73b-832e-40f6-9536-99ae871261da HTTP/1.1" status: 404 len: 336 time: 0.0460753 Nov 03 02:28:16.917783 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39876) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:16.972367 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ef235-8151-41dc-aad8-d4de1f6c5955 req-974f40d9-9632-44d9-8f58-d38eb7208a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:16.974646 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-485ef235-8151-41dc-aad8-d4de1f6c5955 req-974f40d9-9632-44d9-8f58-d38eb7208a75 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.2075055 Nov 03 02:28:16.979888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port c3fb25c4-70a2-455a-a394-1096d9bb014f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:16.980237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:16.992713 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-05347217-3eb5-4e00-8c87-738417134e97 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c HTTP/1.1" status: 200 len: 205 time: 0.0712984 Nov 03 02:28:16.998954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39878) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:17.051811 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0193fd4c-64ec-4157-a5da-551c17092819 None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:17.072031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Allocated IP 172.26.6.141 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/f564185f-dea5-4184-815b-3d3607a591d6) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:17.113896 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-485ef235-8151-41dc-aad8-d4de1f6c5955 req-e69a97ce-846f-434b-a159-677d1f1ccdd1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e44cfa83-8420-4a71-ac90-b43cf12918b7 HTTP/1.1" status: 200 len: 1000 time: 0.1193829 Nov 03 02:28:17.270250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ef235-8151-41dc-aad8-d4de1f6c5955 req-6e8d8ed0-ffa1-453f-9f9b-18e39eb947bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:17.271862 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-485ef235-8151-41dc-aad8-d4de1f6c5955 req-6e8d8ed0-ffa1-453f-9f9b-18e39eb947bf service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.1463652 Nov 03 02:28:17.353887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for port (f564185f-dea5-4184-815b-3d3607a591d6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:17.407357 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f564185f-dea5-4184-815b-3d3607a591d6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:17.412922 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0193fd4c-64ec-4157-a5da-551c17092819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7483a4e4-4d4c-4ef2-b908-1374c4ef4850', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': 'e44cfa83-8420-4a71-ac90-b43cf12918b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:91:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:28:13Z', 'updated_at': '2022-11-03T02:28:13Z', 'revision_number': 0, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:17.449086 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0193fd4c-64ec-4157-a5da-551c17092819 None None] The sync data for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv is: [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7483a4e4-4d4c-4ef2-b908-1374c4ef4850', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': 'e44cfa83-8420-4a71-ac90-b43cf12918b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:91:01:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:28:13Z', 'updated_at': '2022-11-03T02:28:13Z', 'revision_number': 0, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:17.453053 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:17.460665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:17.463387 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:17.481079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ef235-8151-41dc-aad8-d4de1f6c5955 req-bfb65355-6fd3-4727-b660-ded8b53141ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:17.483222 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-485ef235-8151-41dc-aad8-d4de1f6c5955 req-bfb65355-6fd3-4727-b660-ded8b53141ec service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2038219 Nov 03 02:28:17.531697 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-8e5d077f-559f-439a-89e9-c24ede2467f7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] delete failed (client error): The resource could not be found. Nov 03 02:28:17.536007 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39880) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:17.537197 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8e5d077f-559f-439a-89e9-c24ede2467f7 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/6ad3e6a8-dcb8-40ee-ac5e-9be7cbaa9f7c HTTP/1.1" status: 404 len: 336 time: 0.5369987 Nov 03 02:28:17.588281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d309999-743d-429f-a951-41fb1cda3769 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (267fd2b7-991d-4537-834d-611b152a2e31), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:17.589526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'Port': ['ID=f564185f-dea5-4184-815b-3d3607a591d6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:17.616859 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a9d925-9b98-481f-a516-9140e759e016 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:17.617336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a9d925-9b98-481f-a516-9140e759e016 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:17.620453 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a7a9d925-9b98-481f-a516-9140e759e016 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/c696a578-ff12-4a96-bf9d-76ad55c18ec8 HTTP/1.1" status: 404 len: 337 time: 0.0737631 Nov 03 02:28:17.628412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39882) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:17.670559 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cf832430-73ca-427e-b55c-b8d47d67d0fd tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee10384-b7a1-41bc-82c9-22e2d8a89d28 HTTP/1.1" status: 200 len: 205 time: 0.0414274 Nov 03 02:28:17.677410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39884) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:17.708062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0c2fd380-cc89-43db-80ba-1106adbb3b2f None None] Provisioning complete for port 670ba64b-4dc2-4965-931e-ccbf6d024841 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:17.709465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0c2fd380-cc89-43db-80ba-1106adbb3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:17.709974 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0c2fd380-cc89-43db-80ba-1106adbb3b2f None None] Attempt 1 to provision port 670ba64b-4dc2-4965-931e-ccbf6d024841 Nov 03 02:28:17.754246 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-485ef235-8151-41dc-aad8-d4de1f6c5955 req-47432667-1944-458a-849d-2c2e08053fa3 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323599 Nov 03 02:28:17.780262 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-2afc1d20-261f-4ad7-ad4b-df7452eacba8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] delete failed (client error): The resource could not be found. Nov 03 02:28:17.783985 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2afc1d20-261f-4ad7-ad4b-df7452eacba8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/1ee10384-b7a1-41bc-82c9-22e2d8a89d28 HTTP/1.1" status: 404 len: 336 time: 0.1013501 Nov 03 02:28:17.788113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port c3fb25c4-70a2-455a-a394-1096d9bb014f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c3fb25c4-70a2-455a-a394-1096d9bb014f,segment=NetworkSegment(a24657f6-1138-426e-a78b-aebd0dcb8f1d),segment_id=a24657f6-1138-426e-a78b-aebd0dcb8f1d)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:17.788885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:17.791289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39886) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:17.809165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (dff30c49-06c8-4bfb-9118-ce4eaee4baee), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:17.821517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fd380-cc89-43db-80ba-1106adbb3b2f None None] Current status of the port 670ba64b-4dc2-4965-931e-ccbf6d024841 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:17.827967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be30440c-7314-44ea-b982-7a252dbd77bb None None] New status for floating IP 7483a4e4-4d4c-4ef2-b908-1374c4ef4850: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:28:17.844713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for c3fb25c4-70a2-455a-a394-1096d9bb014f owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:17.848169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d309999-743d-429f-a951-41fb1cda3769 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (267fd2b7-991d-4537-834d-611b152a2e31), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:17.873124 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af8610e-0121-41f8-911e-15ab67bd5420 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:17.873695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af8610e-0121-41f8-911e-15ab67bd5420 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:17.879660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2af8610e-0121-41f8-911e-15ab67bd5420 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/26efba39-9062-44e0-a13b-9c5c3cb02430 HTTP/1.1" status: 404 len: 337 time: 0.0843689 Nov 03 02:28:17.888747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39888) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:17.913444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=dff30c49-06c8-4bfb-9118-ce4eaee4baee,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:17.918630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d309999-743d-429f-a951-41fb1cda3769 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Subnet': ['ID=267fd2b7-991d-4537-834d-611b152a2e31,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:17.927656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d309999-743d-429f-a951-41fb1cda3769 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:17.931083 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7d309999-743d-429f-a951-41fb1cda3769 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/267fd2b7-991d-4537-834d-611b152a2e31 HTTP/1.1" status: 204 len: 168 time: 1.4163594 Nov 03 02:28:17.962153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b948ff-8730-4b10-abaf-a42cbcfd8f9a None None] Network 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:17.965692 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-41ffccd8-a577-4917-b624-44bb44f25ecc tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "GET /v2.0/ports?device_id=af57f543-4eeb-4fef-89e4-03088c8a7745 HTTP/1.1" status: 200 len: 205 time: 0.0758049 Nov 03 02:28:17.967666 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-485ef235-8151-41dc-aad8-d4de1f6c5955 req-2cb50925-38f4-4409-bce4-2b8312674149 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060912 Nov 03 02:28:17.968139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39890) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:17.968475 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39892) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:18.091160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.134202 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-6cab0809-324c-4ebc-a352-b74ee81b01ca tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] delete failed (client error): The resource could not be found. Nov 03 02:28:18.135997 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6cab0809-324c-4ebc-a352-b74ee81b01ca tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/routers/af57f543-4eeb-4fef-89e4-03088c8a7745 HTTP/1.1" status: 404 len: 336 time: 0.1068869 Nov 03 02:28:18.158340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39894) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:18.237781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (8debb8c2-af32-4c6b-87e5-b0c91c946ad2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.243177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b069acc-1868-4fbb-81bb-1b02b0159188 None None] DHCP port deletion for 8debb8c2-af32-4c6b-87e5-b0c91c946ad2 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:18.267947 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-016ce740-1ae3-4db9-81f0-9bb9080c01d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:18.269079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016ce740-1ae3-4db9-81f0-9bb9080c01d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:18.274735 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-016ce740-1ae3-4db9-81f0-9bb9080c01d8 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/705a9bc7-d6db-47f8-8a65-5016ff46b98a HTTP/1.1" status: 404 len: 337 time: 0.1103411 Nov 03 02:28:18.276899 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39896) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:18.296555 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7b069acc-1868-4fbb-81bb-1b02b0159188 None None] Deleting port 670ba64b-4dc2-4965-931e-ccbf6d024841 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:18.297989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7b069acc-1868-4fbb-81bb-1b02b0159188 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.323710 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef32132-00c3-45a1-a304-ffa7150e6139 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:18.324197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef32132-00c3-45a1-a304-ffa7150e6139 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:18.329967 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5ef32132-00c3-45a1-a304-ffa7150e6139 tempest-RoutersTest-1281690251 tempest-RoutersTest-1281690251-project] 10.222.0.23 "DELETE /v2.0/subnets/ed5293d6-8f2b-4bcd-b430-48362e962b74 HTTP/1.1" status: 404 len: 337 time: 0.0481725 Nov 03 02:28:18.388143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7b069acc-1868-4fbb-81bb-1b02b0159188 None None] For port 670ba64b-4dc2-4965-931e-ccbf6d024841, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=670ba64b-4dc2-4965-931e-ccbf6d024841,segment=NetworkSegment(59d536f2-bbf6-47da-ad01-3ea1cf6d0e47),segment_id=59d536f2-bbf6-47da-ad01-3ea1cf6d0e47)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:18.389338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7b069acc-1868-4fbb-81bb-1b02b0159188 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.414109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7b069acc-1868-4fbb-81bb-1b02b0159188 None None] Calling delete_port for 670ba64b-4dc2-4965-931e-ccbf6d024841 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:18.445109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:18.487900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 670ba64b-4dc2-4965-931e-ccbf6d024841 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:18.488523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.536118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7b069acc-1868-4fbb-81bb-1b02b0159188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.585679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b069acc-1868-4fbb-81bb-1b02b0159188 None None] No DVR routers for this DVR port 670ba64b-4dc2-4965-931e-ccbf6d024841 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:18.604170 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:18.612756 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] For port 670ba64b-4dc2-4965-931e-ccbf6d024841, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=670ba64b-4dc2-4965-931e-ccbf6d024841,segment=NetworkSegment(59d536f2-bbf6-47da-ad01-3ea1cf6d0e47),segment_id=59d536f2-bbf6-47da-ad01-3ea1cf6d0e47)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:18.613283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.614124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b069acc-1868-4fbb-81bb-1b02b0159188 None None] Pushing event deleted for resources: {'Port': ['ID=670ba64b-4dc2-4965-931e-ccbf6d024841,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:18.616167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for floatingip (37b00e03-55b9-4110-90a8-1033f888d259), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.617403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39900) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:18.618181 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7fdf07bf-cdf9-43db-8dc9-713b45682520 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1063068 Nov 03 02:28:18.620349 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a3893-45e5-435f-9b8c-6a0e8e6cf3e5 None None] Sync routers for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:18.632836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c3fb25c4-70a2-455a-a394-1096d9bb014f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.650352 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a3893-45e5-435f-9b8c-6a0e8e6cf3e5 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:18.651019 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9f7a3893-45e5-435f-9b8c-6a0e8e6cf3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:18.669554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=c3fb25c4-70a2-455a-a394-1096d9bb014f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:18.697687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 670ba64b-4dc2-4965-931e-ccbf6d024841 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:18.797172 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9f7a3893-45e5-435f-9b8c-6a0e8e6cf3e5 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:18.804966 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-626eeff7-13e2-44f7-8f69-330423e40488 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting subnet 63dbba9d-ed32-41d7-b596-79d62424cc2b {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:18.829949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-626eeff7-13e2-44f7-8f69-330423e40488 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (63dbba9d-ed32-41d7-b596-79d62424cc2b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.868006 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9f7a3893-45e5-435f-9b8c-6a0e8e6cf3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:17Z', 'revision_number': 11, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:18.883255 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f564185f-dea5-4184-815b-3d3607a591d6), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.921202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-626eeff7-13e2-44f7-8f69-330423e40488 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (63dbba9d-ed32-41d7-b596-79d62424cc2b), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:18.927176 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a3893-45e5-435f-9b8c-6a0e8e6cf3e5 None None] Checking router: 2c9befbd-3b7e-4394-a19b-7dc94b8b165d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:18.939696 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a3893-45e5-435f-9b8c-6a0e8e6cf3e5 None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:18.940963 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9f7a3893-45e5-435f-9b8c-6a0e8e6cf3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:18.968564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39904) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:18.978777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (385c9d11-ad0b-4b94-aef4-e2f362f52395), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.051187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (670ba64b-4dc2-4965-931e-ccbf6d024841), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.061932 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9f7a3893-45e5-435f-9b8c-6a0e8e6cf3e5 None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:19.140670 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9f7a3893-45e5-435f-9b8c-6a0e8e6cf3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:17Z', 'revision_number': 11, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:19.173973 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a3893-45e5-435f-9b8c-6a0e8e6cf3e5 None None] The sync data for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv is: [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:17Z', 'revision_number': 11, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:19.219072 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-06227ade-c5b7-4472-90ed-e9a2a5d9d642 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11e48b890e78419891812f693265e85f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490327 Nov 03 02:28:19.244568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39908) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:19.302005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 385c9d11-ad0b-4b94-aef4-e2f362f52395 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:19.330970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-002a6f88-f735-490c-b954-2410d562575f admin admin] Publish callbacks [] for security_group (587886e5-b874-4564-bdb3-8cd090fc78ca), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.390305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-002a6f88-f735-490c-b954-2410d562575f admin admin] Publish callbacks [] for security_group (587886e5-b874-4564-bdb3-8cd090fc78ca), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.432536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=670ba64b-4dc2-4965-931e-ccbf6d024841,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:19.459403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No DVR routers for this DVR port 670ba64b-4dc2-4965-931e-ccbf6d024841 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:19.471678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:19.479437 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f9c23648-36d2-4391-a94f-153d0275a9de tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/385c9d11-ad0b-4b94-aef4-e2f362f52395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4339433 Nov 03 02:28:19.479905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39910) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:19.490821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc873631-e833-45cf-9dcb-15e2c61ce1db None None] Sync routers for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:19.496573 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-626eeff7-13e2-44f7-8f69-330423e40488 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (63dbba9d-ed32-41d7-b596-79d62424cc2b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.504392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc873631-e833-45cf-9dcb-15e2c61ce1db None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:19.505164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bc873631-e833-45cf-9dcb-15e2c61ce1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:19.521565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-002a6f88-f735-490c-b954-2410d562575f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (587886e5-b874-4564-bdb3-8cd090fc78ca), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.523263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-002a6f88-f735-490c-b954-2410d562575f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.523852 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-002a6f88-f735-490c-b954-2410d562575f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/587886e5-b874-4564-bdb3-8cd090fc78ca HTTP/1.1" status: 204 len: 168 time: 0.2782254 Nov 03 02:28:19.541529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a6f88-f735-490c-b954-2410d562575f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587886e5-b874-4564-bdb3-8cd090fc78ca,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:19.553960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8763f04-f990-4e3b-ae51-66c5ef56cd52 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting subnet bd94f89f-2e32-4664-b985-155f87510eb7 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:19.557477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f8763f04-f990-4e3b-ae51-66c5ef56cd52 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (bd94f89f-2e32-4664-b985-155f87510eb7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.619238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (8debb8c2-af32-4c6b-87e5-b0c91c946ad2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.623446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f8763f04-f990-4e3b-ae51-66c5ef56cd52 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (bd94f89f-2e32-4664-b985-155f87510eb7), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.670295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for port (f564185f-dea5-4184-815b-3d3607a591d6), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.672938 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8debb8c2-af32-4c6b-87e5-b0c91c946ad2']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:19.687404 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-bc873631-e833-45cf-9dcb-15e2c61ce1db None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:19.692018 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (f564185f-dea5-4184-815b-3d3607a591d6), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.696007 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d536f2-bbf6-47da-ad01-3ea1cf6d0e47') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:19.696309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d536f2-bbf6-47da-ad01-3ea1cf6d0e47') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:19.735925 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-626eeff7-13e2-44f7-8f69-330423e40488 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (63dbba9d-ed32-41d7-b596-79d62424cc2b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.746648 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (59d536f2-bbf6-47da-ad01-3ea1cf6d0e47), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.753871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f8763f04-f990-4e3b-ae51-66c5ef56cd52 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (bd94f89f-2e32-4664-b985-155f87510eb7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.809094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626eeff7-13e2-44f7-8f69-330423e40488 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Subnet': ['ID=63dbba9d-ed32-41d7-b596-79d62424cc2b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:19.831127 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-626eeff7-13e2-44f7-8f69-330423e40488 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.837270 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-626eeff7-13e2-44f7-8f69-330423e40488 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/63dbba9d-ed32-41d7-b596-79d62424cc2b HTTP/1.1" status: 204 len: 168 time: 1.2114673 Nov 03 02:28:19.837444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4757738-b657-4270-a537-60cab538324a None None] Network f2aab474-6037-4dea-90bf-40f87cf9ce6f requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:19.838158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (59d536f2-bbf6-47da-ad01-3ea1cf6d0e47), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.839220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39916) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:19.840968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f8763f04-f990-4e3b-ae51-66c5ef56cd52 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (bd94f89f-2e32-4664-b985-155f87510eb7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.846959 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event updated for resources: {'Port': ['ID=f564185f-dea5-4184-815b-3d3607a591d6,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:19.851862 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:19.852270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (59d536f2-bbf6-47da-ad01-3ea1cf6d0e47), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.928943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (37b00e03-55b9-4110-90a8-1033f888d259), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.928943 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 59d536f2-bbf6-47da-ad01-3ea1cf6d0e47 resource provider aggregate not found Nov 03 02:28:19.947145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (f2aab474-6037-4dea-90bf-40f87cf9ce6f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:19.996304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8763f04-f990-4e3b-ae51-66c5ef56cd52 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Subnet': ['ID=bd94f89f-2e32-4664-b985-155f87510eb7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:19.998738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f8763f04-f990-4e3b-ae51-66c5ef56cd52 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.002158 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f8763f04-f990-4e3b-ae51-66c5ef56cd52 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/subnets/bd94f89f-2e32-4664-b985-155f87510eb7 HTTP/1.1" status: 204 len: 168 time: 0.5214758 Nov 03 02:28:20.006464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39922) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:20.008086 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 59d536f2-bbf6-47da-ad01-3ea1cf6d0e47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59d536f2-bbf6-47da-ad01-3ea1cf6d0e47 found for delete ", "request_id": "req-02850de1-534c-4a46-bf30-ddbfdc98aacc"}]} Nov 03 02:28:20.009483 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e93db-941e-4468-8693-02a1761aedd7 None None] Network 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:20.091993 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Deleting port 36ae52c3-554e-4508-a219-7d6aed27a83e {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:20.092408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.120271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (8debb8c2-af32-4c6b-87e5-b0c91c946ad2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.135837 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.139312 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/networks/8debb8c2-af32-4c6b-87e5-b0c91c946ad2 HTTP/1.1" status: 204 len: 168 time: 2.1683319 Nov 03 02:28:20.141789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device dff30c49-06c8-4bfb-9118-ce4eaee4baee no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:20.145881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39926) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:20.166899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: dff30c49-06c8-4bfb-9118-ce4eaee4baee {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:20.167254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device dff30c49-06c8-4bfb-9118-ce4eaee4baee not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:20.167820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 670ba64b-4dc2-4965-931e-ccbf6d024841 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:20.173496 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55daa77e-1563-43d0-8005-44e1f201a688 None None] DHCP port deletion for f2aab474-6037-4dea-90bf-40f87cf9ce6f request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:20.179001 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7da9a0-e212-4f2c-9385-089d825ada10 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Network': ['ID=8debb8c2-af32-4c6b-87e5-b0c91c946ad2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:20.193621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] For port 36ae52c3-554e-4508-a219-7d6aed27a83e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=36ae52c3-554e-4508-a219-7d6aed27a83e,segment=NetworkSegment(6001f24b-4e2b-4f23-bdb0-2e7cd7190206),segment_id=6001f24b-4e2b-4f23-bdb0-2e7cd7190206)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:20.194051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.210717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Calling delete_port for 36ae52c3-554e-4508-a219-7d6aed27a83e owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:20.231085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 670ba64b-4dc2-4965-931e-ccbf6d024841 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:20.231437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 670ba64b-4dc2-4965-931e-ccbf6d024841 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:20.239906 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Floating IP 37b00e03-55b9-4110-90a8-1033f888d259 associated. External IP: 172.26.6.141, port: 327b4dda-7883-4c87-9073-cbb51117b940. Nov 03 02:28:20.293392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bc873631-e833-45cf-9dcb-15e2c61ce1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:28:18Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:20.320822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.329996 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc873631-e833-45cf-9dcb-15e2c61ce1db None None] Checking router: 385c9d11-ad0b-4b94-aef4-e2f362f52395 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:20.349119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-55daa77e-1563-43d0-8005-44e1f201a688 None None] Deleting port 36ae52c3-554e-4508-a219-7d6aed27a83e {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:20.349498 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-55daa77e-1563-43d0-8005-44e1f201a688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.352411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc873631-e833-45cf-9dcb-15e2c61ce1db None None] Routers {'385c9d11-ad0b-4b94-aef4-e2f362f52395'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:20.353511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bc873631-e833-45cf-9dcb-15e2c61ce1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['385c9d11-ad0b-4b94-aef4-e2f362f52395'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:20.357262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Port': ['ID=36ae52c3-554e-4508-a219-7d6aed27a83e,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:20.357970 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (385c9d11-ad0b-4b94-aef4-e2f362f52395), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.364332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No DVR routers for this DVR port 36ae52c3-554e-4508-a219-7d6aed27a83e on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:20.420361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390345d3-1181-49c8-a617-a72bb40a62a1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:20.420361 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-390345d3-1181-49c8-a617-a72bb40a62a1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2669666 Nov 03 02:28:20.420361 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39934) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:20.489486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (f2aab474-6037-4dea-90bf-40f87cf9ce6f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.515031 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2aab474-6037-4dea-90bf-40f87cf9ce6f']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:20.526367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6001f24b-4e2b-4f23-bdb0-2e7cd7190206') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:20.526750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6001f24b-4e2b-4f23-bdb0-2e7cd7190206') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:20.539347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (6001f24b-4e2b-4f23-bdb0-2e7cd7190206), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.561623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (6001f24b-4e2b-4f23-bdb0-2e7cd7190206), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.580553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:20.583434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (6001f24b-4e2b-4f23-bdb0-2e7cd7190206), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.614579 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 6001f24b-4e2b-4f23-bdb0-2e7cd7190206 resource provider aggregate not found Nov 03 02:28:20.632512 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (385c9d11-ad0b-4b94-aef4-e2f362f52395), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.649714 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5017897b-4e00-4d08-8962-806a1988bf06 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2278438 Nov 03 02:28:20.655183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39946) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:20.660720 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1261986569'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:20.696052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be5aee-416c-419c-b5d8-202dbe4fed36 None None] DHCP port deletion for 134b86e3-5ab7-4a22-b59f-e8d4cb120a43 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:20.706098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-55daa77e-1563-43d0-8005-44e1f201a688 None None] For port 36ae52c3-554e-4508-a219-7d6aed27a83e, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:20.706882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-55daa77e-1563-43d0-8005-44e1f201a688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.707048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (f2aab474-6037-4dea-90bf-40f87cf9ce6f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.714774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:20.723853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:20.727214 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.737890 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 6001f24b-4e2b-4f23-bdb0-2e7cd7190206 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6001f24b-4e2b-4f23-bdb0-2e7cd7190206 found for delete ", "request_id": "req-21ec15fd-b8d0-41fd-a820-2931aaf0f35e"}]} Nov 03 02:28:20.739780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.747098 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/networks/f2aab474-6037-4dea-90bf-40f87cf9ce6f HTTP/1.1" status: 204 len: 168 time: 0.9008284 Nov 03 02:28:20.748044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401fd97-8ba7-4d61-bd2e-4afbab9cece9 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Pushing event deleted for resources: {'Network': ['ID=f2aab474-6037-4dea-90bf-40f87cf9ce6f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:20.750067 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39948) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:20.756206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-44ca4169-0926-4275-8e24-5cb3c797d576 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'routes': None}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:20.764409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-55daa77e-1563-43d0-8005-44e1f201a688 None None] Calling delete_port for 36ae52c3-554e-4508-a219-7d6aed27a83e owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:20.773998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.ipam_backend_mixin [None req-55daa77e-1563-43d0-8005-44e1f201a688 None None] Port 36ae52c3-554e-4508-a219-7d6aed27a83e was not found and therefore no delete operation was performed {{(pid=104395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:28:20.781839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-55daa77e-1563-43d0-8005-44e1f201a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (36ae52c3-554e-4508-a219-7d6aed27a83e), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.787327 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-bc873631-e833-45cf-9dcb-15e2c61ce1db None None] Set router 385c9d11-ad0b-4b94-aef4-e2f362f52395 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:20.793463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:28:20.806807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port e13a73c5-d186-446a-a228-2a1a6dda8c04 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:20.807169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.855863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (d656b002-00bb-434f-8627-8d9b2a7b7d5d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.856243 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Added segment d656b002-00bb-434f-8627-8d9b2a7b7d5d of type vlan for network c5429687-a788-4b79-ad7a-726ae76dfbcd Nov 03 02:28:20.866259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55daa77e-1563-43d0-8005-44e1f201a688 None None] Network f2aab474-6037-4dea-90bf-40f87cf9ce6f is not hosted by any dhcp agent {{(pid=104395) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 02:28:20.866740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55daa77e-1563-43d0-8005-44e1f201a688 None None] No DVR routers for this DVR port 36ae52c3-554e-4508-a219-7d6aed27a83e on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:20.879667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daa77e-1563-43d0-8005-44e1f201a688 None None] Pushing event deleted for resources: {'Port': ['ID=36ae52c3-554e-4508-a219-7d6aed27a83e,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:20.927125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9be5aee-416c-419c-b5d8-202dbe4fed36 None None] Deleting port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:20.927511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d9be5aee-416c-419c-b5d8-202dbe4fed36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.954824 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (c5429687-a788-4b79-ad7a-726ae76dfbcd), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:20.978444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.extraroute_db [None req-44ca4169-0926-4275-8e24-5cb3c797d576 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Added routes are [] {{(pid=104394) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 02:28:20.978792 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39952) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:20.979207 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.extraroute_db [None req-44ca4169-0926-4275-8e24-5cb3c797d576 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Removed routes are [] {{(pid=104394) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 02:28:20.980241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44ca4169-0926-4275-8e24-5cb3c797d576 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.018615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:21.027460 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d9be5aee-416c-419c-b5d8-202dbe4fed36 None None] For port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff,segment=NetworkSegment(a24657f6-1138-426e-a78b-aebd0dcb8f1d),segment_id=a24657f6-1138-426e-a78b-aebd0dcb8f1d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:21.027889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d9be5aee-416c-419c-b5d8-202dbe4fed36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.034776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port e13a73c5-d186-446a-a228-2a1a6dda8c04, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e13a73c5-d186-446a-a228-2a1a6dda8c04,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:21.035373 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.040120 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966337d-aff3-4d24-8ccb-a3ec0ad925f0 None None] Sync routers for ids ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:21.051333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d9be5aee-416c-419c-b5d8-202dbe4fed36 None None] Calling delete_port for f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:21.058703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for e13a73c5-d186-446a-a228-2a1a6dda8c04 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:21.061069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (c5429687-a788-4b79-ad7a-726ae76dfbcd), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.065744 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966337d-aff3-4d24-8ccb-a3ec0ad925f0 None None] Routers {'3c1a7fd1-878f-4621-bc8d-a0065c0770a1'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:21.066381 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2966337d-aff3-4d24-8ccb-a3ec0ad925f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:21.067877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:21.068747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.079550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.169200 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bc873631-e833-45cf-9dcb-15e2c61ce1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:28:18Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:21.174578 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5178971 Nov 03 02:28:21.197221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39956) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:21.204289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc873631-e833-45cf-9dcb-15e2c61ce1db None None] The sync data for ids ['385c9d11-ad0b-4b94-aef4-e2f362f52395'] in dv-neutron-860659-5-hyperv is: [{'id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'name': 'tempest-TestNetworkBasicOps-router-628301479', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:24:52Z', 'updated_at': '2022-11-03T02:28:18Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'e13a73c5-d186-446a-a228-2a1a6dda8c04', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c9d11-ad0b-4b94-aef4-e2f362f52395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:24:54Z', 'updated_at': '2022-11-03T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:21.206270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': 'c5429687-a788-4b79-ad7a-726ae76dfbcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:21.216282 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a68467-ec57-4c3e-bf89-9650be14c37d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Network': ['ID=c5429687-a788-4b79-ad7a-726ae76dfbcd,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:21.223196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d9be5aee-416c-419c-b5d8-202dbe4fed36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.223541 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-92c0c126-d4fb-44ca-90ca-71cfe7afb28b tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0006893 Nov 03 02:28:21.230930 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:28:21.238491 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7" -d '{"events": [{"name": "network-changed", "server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "tag": "327b4dda-7883-4c87-9073-cbb51117b940"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:28:21.247167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ee66c3b4-1c00-43c2-ab7b-bd9505690751 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:21.247925 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-ee66c3b4-1c00-43c2-ab7b-bd9505690751 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 02:28:21.248431 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-ee66c3b4-1c00-43c2-ab7b-bd9505690751 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 02:28:21.253439 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ee66c3b4-1c00-43c2-ab7b-bd9505690751 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2651491 Nov 03 02:28:21.254625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39962) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:21.263567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be5aee-416c-419c-b5d8-202dbe4fed36 None None] No DVR routers for this DVR port f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:21.264404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-09fc009f-3366-4604-afe6-40032dd2cf92 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'tempest-secgroup--757996390'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:21.267920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network c5429687-a788-4b79-ad7a-726ae76dfbcd details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:28:21.270609 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be5aee-416c-419c-b5d8-202dbe4fed36 None None] Pushing event deleted for resources: {'Port': ['ID=f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:21.338649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4530ad2-10df-4faf-86f6-f04bffce229f x-openstack-request-id: req-e4530ad2-10df-4faf-86f6-f04bffce229f {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:28:21.339142 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "tag": "327b4dda-7883-4c87-9073-cbb51117b940", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:28:21.339569 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4530ad2-10df-4faf-86f6-f04bffce229f {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:28:21.341195 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2966337d-aff3-4d24-8ccb-a3ec0ad925f0 None None] Set router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:21.345602 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4530ad2-10df-4faf-86f6-f04bffce229f'] response: {'name': 'network-changed', 'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940', 'status': 'completed', 'code': 200} Nov 03 02:28:21.365021 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09fc009f-3366-4604-afe6-40032dd2cf92 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.392616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09fc009f-3366-4604-afe6-40032dd2cf92 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.406509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44ca4169-0926-4275-8e24-5cb3c797d576 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.415295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:21.418505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.481923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44ca4169-0926-4275-8e24-5cb3c797d576 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.524406 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7 req-1fc88581-1547-44a6-b355-e38e02d68ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:21.525856 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7 req-1fc88581-1547-44a6-b355-e38e02d68ea1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ad1f711b8c1a40bbb1ab086db752b3cf&device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 1130 time: 0.1416452 Nov 03 02:28:21.543173 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e13a73c5-d186-446a-a228-2a1a6dda8c04), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.611277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503559d-2b2a-449d-9593-99279660ec66 req-0ff02a5d-c184-4630-94ba-40ea15f1474d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:21.612359 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2966337d-aff3-4d24-8ccb-a3ec0ad925f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:46Z', 'revision_number': 4, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '37b00e03-55b9-4110-90a8-1033f888d259', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'port_id': '327b4dda-7883-4c87-9073-cbb51117b940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'mac_address': 'fa:16:3e:ef:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:28:18Z', 'updated_at': '2022-11-03T02:28:18Z', 'revision_number': 0, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf47955e-2574-4acf-bd76-35427a3745b6', 'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'mac_address': 'fa:16:3e:ce:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:44Z', 'updated_at': '2022-11-03T02:27:53Z', 'revision_number': 5, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'subnets': [{'id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:21.612841 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a503559d-2b2a-449d-9593-99279660ec66 req-0ff02a5d-c184-4630-94ba-40ea15f1474d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.2119267 Nov 03 02:28:21.618257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ca4169-0926-4275-8e24-5cb3c797d576 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:21.623918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=e13a73c5-d186-446a-a228-2a1a6dda8c04,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:21.659758 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09fc009f-3366-4604-afe6-40032dd2cf92 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (b7cdd610-15e6-4eb8-befb-55611c1f5f98), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.662203 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966337d-aff3-4d24-8ccb-a3ec0ad925f0 None None] Checking router: 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:21.672767 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966337d-aff3-4d24-8ccb-a3ec0ad925f0 None None] Routers {'3c1a7fd1-878f-4621-bc8d-a0065c0770a1'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:21.673578 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2966337d-aff3-4d24-8ccb-a3ec0ad925f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:21.688320 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09fc009f-3366-4604-afe6-40032dd2cf92 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b7cdd610-15e6-4eb8-befb-55611c1f5f98), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.692198 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a503559d-2b2a-449d-9593-99279660ec66 req-c419a99d-841e-4b46-889b-86e920e922bf tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713558 Nov 03 02:28:21.739131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39964) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:21.803287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7 req-a4882f24-2ed1-43cd-8266-d60578f66fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:21.804685 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7 req-a4882f24-2ed1-43cd-8266-d60578f66fd1 service neutron] 10.222.0.27 "GET /v2.0/networks?id=bb8622d4-094c-43a4-9289-97c61a50d69d HTTP/1.1" status: 200 len: 898 time: 0.2701192 Nov 03 02:28:21.809979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (385c9d11-ad0b-4b94-aef4-e2f362f52395), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.824405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ca4169-0926-4275-8e24-5cb3c797d576 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:21.825040 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2966337d-aff3-4d24-8ccb-a3ec0ad925f0 None None] Set router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:21.839241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44ca4169-0926-4275-8e24-5cb3c797d576 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:21.842990 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd43d8e-98e9-4bda-8775-47ebb39ba36e None None] Sync routers for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:21.843504 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-44ca4169-0926-4275-8e24-5cb3c797d576 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d HTTP/1.1" status: 200 len: 705 time: 1.0921824 Nov 03 02:28:21.847173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39966) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:21.851435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc009f-3366-4604-afe6-40032dd2cf92 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cdd610-15e6-4eb8-befb-55611c1f5f98,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:21.884981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd43d8e-98e9-4bda-8775-47ebb39ba36e None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:21.887059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-abd43d8e-98e9-4bda-8775-47ebb39ba36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:21.974504 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aff2ac49-52ad-4d46-831a-76d436a77c2c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c9befbd-3b7e-4394-a19b-7dc94b8b165d HTTP/1.1" status: 200 len: 205 time: 0.1259117 Nov 03 02:28:21.975731 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39968) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:22.009276 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a232ff7a-aa73-4bb1-aac9-37a3f12465ab tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/floatingips/37b00e03-55b9-4110-90a8-1033f888d259 HTTP/1.1" status: 200 len: 992 time: 0.2643445 Nov 03 02:28:22.012577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (385c9d11-ad0b-4b94-aef4-e2f362f52395), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.016464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (385c9d11-ad0b-4b94-aef4-e2f362f52395), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.074439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 36ae52c3-554e-4508-a219-7d6aed27a83e no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:22.105544 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7 req-2c267e97-72ee-4497-ae63-1c8726579e44 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=327b4dda-7883-4c87-9073-cbb51117b940 HTTP/1.1" status: 200 len: 1000 time: 0.2916541 Nov 03 02:28:22.108313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09fc009f-3366-4604-afe6-40032dd2cf92 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (fa98f62f-7993-4947-ac8d-4f6defa4bb0c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.110074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 36ae52c3-554e-4508-a219-7d6aed27a83e {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:22.110490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 36ae52c3-554e-4508-a219-7d6aed27a83e not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:22.110864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (385c9d11-ad0b-4b94-aef4-e2f362f52395), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.111015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c3fb25c4-70a2-455a-a394-1096d9bb014f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:22.113298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Fanout notify agent at l3_agent the message router_deleted on router 385c9d11-ad0b-4b94-aef4-e2f362f52395 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:28:22.120652 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.122059 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-509be6b3-e02e-454b-a92b-08686309f506 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/routers/385c9d11-ad0b-4b94-aef4-e2f362f52395 HTTP/1.1" status: 204 len: 168 time: 2.1113319 Nov 03 02:28:22.125249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39970) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:22.141202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09fc009f-3366-4604-afe6-40032dd2cf92 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (fa98f62f-7993-4947-ac8d-4f6defa4bb0c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.143698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-abd43d8e-98e9-4bda-8775-47ebb39ba36e None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:22.148593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: c3fb25c4-70a2-455a-a394-1096d9bb014f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:22.148954 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c3fb25c4-70a2-455a-a394-1096d9bb014f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:22.149384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:22.169782 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2966337d-aff3-4d24-8ccb-a3ec0ad925f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:46Z', 'revision_number': 4, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '37b00e03-55b9-4110-90a8-1033f888d259', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'port_id': '327b4dda-7883-4c87-9073-cbb51117b940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'mac_address': 'fa:16:3e:ef:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:28:18Z', 'updated_at': '2022-11-03T02:28:18Z', 'revision_number': 0, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf47955e-2574-4acf-bd76-35427a3745b6', 'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'mac_address': 'fa:16:3e:ce:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:44Z', 'updated_at': '2022-11-03T02:27:53Z', 'revision_number': 5, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'subnets': [{'id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:22.203469 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966337d-aff3-4d24-8ccb-a3ec0ad925f0 None None] The sync data for ids ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'] in dv-neutron-860659-5-hyperv is: [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:46Z', 'revision_number': 4, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '37b00e03-55b9-4110-90a8-1033f888d259', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'port_id': '327b4dda-7883-4c87-9073-cbb51117b940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'mac_address': 'fa:16:3e:ef:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:28:18Z', 'updated_at': '2022-11-03T02:28:18Z', 'revision_number': 0, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf47955e-2574-4acf-bd76-35427a3745b6', 'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'mac_address': 'fa:16:3e:ce:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:44Z', 'updated_at': '2022-11-03T02:27:53Z', 'revision_number': 5, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'subnets': [{'id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:22.253570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-abd43d8e-98e9-4bda-8775-47ebb39ba36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:17Z', 'revision_number': 11, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:22.255894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:22.256246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f2a2edba-9c6a-42aa-b22c-cfc7f510e4ff not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:22.293887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09fc009f-3366-4604-afe6-40032dd2cf92 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.295167 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-09fc009f-3366-4604-afe6-40032dd2cf92 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0397356 Nov 03 02:28:22.300515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd43d8e-98e9-4bda-8775-47ebb39ba36e None None] Checking router: 2c9befbd-3b7e-4394-a19b-7dc94b8b165d for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:22.302452 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39972) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:22.303133 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc009f-3366-4604-afe6-40032dd2cf92 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa98f62f-7993-4947-ac8d-4f6defa4bb0c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:22.310535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1289d959-920f-4af3-a481-87708a271126 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'fa98f62f-7993-4947-ac8d-4f6defa4bb0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:22.312905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd43d8e-98e9-4bda-8775-47ebb39ba36e None None] Routers {'2c9befbd-3b7e-4394-a19b-7dc94b8b165d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:22.313670 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-abd43d8e-98e9-4bda-8775-47ebb39ba36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:22.323727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7 req-394ad4d5-2630-49cd-a4d8-fbd07b9e1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:22.325232 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7 req-394ad4d5-2630-49cd-a4d8-fbd07b9e1033 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=dae27f63-d6ec-47e5-a1a9-a2d75c95d55e HTTP/1.1" status: 200 len: 835 time: 0.2011037 Nov 03 02:28:22.356438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (134b86e3-5ab7-4a22-b59f-e8d4cb120a43), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.413642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1289d959-920f-4af3-a481-87708a271126 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group_rule (d0673278-5448-4e93-9af2-c321666c1458), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.428275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-abd43d8e-98e9-4bda-8775-47ebb39ba36e None None] Set router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:22.472943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7 req-4084685d-aa60-4d13-a6ad-b198581a6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:22.474524 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7 req-4084685d-aa60-4d13-a6ad-b198581a6f59 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=bb8622d4-094c-43a4-9289-97c61a50d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1372354 Nov 03 02:28:22.487328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-abd43d8e-98e9-4bda-8775-47ebb39ba36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:17Z', 'revision_number': 11, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:22.519637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd43d8e-98e9-4bda-8775-47ebb39ba36e None None] The sync data for ids ['2c9befbd-3b7e-4394-a19b-7dc94b8b165d'] in dv-neutron-860659-5-hyperv is: [{'id': '2c9befbd-3b7e-4394-a19b-7dc94b8b165d', 'name': 'tempest-RoutersIpV6Test-router-1790912697', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:55Z', 'updated_at': '2022-11-03T02:28:17Z', 'revision_number': 11, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:22.528041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (5cca62e9-06d6-4f6c-8a2f-b3b24b921519), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.566010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0cc52202-717f-4656-91cc-4169507b756b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.600694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (134b86e3-5ab7-4a22-b59f-e8d4cb120a43), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.645306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1289d959-920f-4af3-a481-87708a271126 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group_rule (d0673278-5448-4e93-9af2-c321666c1458), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.646059 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be6fe4-cdad-4eef-8277-7ee1c359ac0d None None] New status for floating IP 37b00e03-55b9-4110-90a8-1033f888d259: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:28:22.652692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134b86e3-5ab7-4a22-b59f-e8d4cb120a43']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:22.666104 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1289d959-920f-4af3-a481-87708a271126 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d0673278-5448-4e93-9af2-c321666c1458), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.680531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24657f6-1138-426e-a78b-aebd0dcb8f1d') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:22.680839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24657f6-1138-426e-a78b-aebd0dcb8f1d') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:22.683548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Subnet': ['ID=5cca62e9-06d6-4f6c-8a2f-b3b24b921519,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:22.693795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Checking segment: {'id': 'd656b002-00bb-434f-8627-8d9b2a7b7d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c5429687-a788-4b79-ad7a-726ae76dfbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:22.694165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network hostable DHCP agents. Network: c5429687-a788-4b79-ad7a-726ae76dfbcd, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:28:22.718365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (a24657f6-1138-426e-a78b-aebd0dcb8f1d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.722935 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7 req-2979683a-a93d-4969-8f71-53373ef627fe service neutron] 10.222.0.27 "GET /v2.0/networks/bb8622d4-094c-43a4-9289-97c61a50d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325144 Nov 03 02:28:22.723671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289d959-920f-4af3-a481-87708a271126 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0673278-5448-4e93-9af2-c321666c1458,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:22.810122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0cc52202-717f-4656-91cc-4169507b756b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.813285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0cc52202-717f-4656-91cc-4169507b756b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.818488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network c5429687-a788-4b79-ad7a-726ae76dfbcd is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:28:22.865705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, c5429687-a788-4b79-ad7a-726ae76dfbcd) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:22.870604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:22.871372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.883016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166aa473-1b50-400d-986b-25dd11f1d684 None None] Network c5429687-a788-4b79-ad7a-726ae76dfbcd requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:22.898409 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2cba97cc-67d4-41cc-be36-ae61207048cd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6999061 Nov 03 02:28:22.899751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0cc52202-717f-4656-91cc-4169507b756b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (2c9befbd-3b7e-4394-a19b-7dc94b8b165d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.900274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc52202-717f-4656-91cc-4169507b756b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Fanout notify agent at l3_agent the message router_deleted on router 2c9befbd-3b7e-4394-a19b-7dc94b8b165d {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:28:22.908378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0cc52202-717f-4656-91cc-4169507b756b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:22.918102 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0cc52202-717f-4656-91cc-4169507b756b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d HTTP/1.1" status: 204 len: 168 time: 0.9385450 Nov 03 02:28:22.919401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39974) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:22.927566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': 'c5429687-a788-4b79-ad7a-726ae76dfbcd', 'name': 'tempest-PortsIpV6TestJSON-1629152180'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:22.930941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39976) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:22.936072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-19b44633-d03f-45ed-813e-02fbef6a4b66 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2124889918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:23.011909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39978) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:23.057789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-c5429687-a788-4b79-ad7a-726ae76dfbcd', 'network_id': 'c5429687-a788-4b79-ad7a-726ae76dfbcd', 'project_id': 'ce3bef26e7884843866bffb07212b2fb', 'fixed_ips': [{'subnet_id': '5cca62e9-06d6-4f6c-8a2f-b3b24b921519'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:28:23.059021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19b44633-d03f-45ed-813e-02fbef6a4b66 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (45addec8-59f4-46c2-a557-a1842066c8ec), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.059329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.060233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19b44633-d03f-45ed-813e-02fbef6a4b66 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (45addec8-59f4-46c2-a557-a1842066c8ec), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.138511 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c48c5c26-2b00-4f40-9731-6e389721d2a9 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/floatingips/37b00e03-55b9-4110-90a8-1033f888d259 HTTP/1.1" status: 200 len: 994 time: 0.1244981 Nov 03 02:28:23.169478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19b44633-d03f-45ed-813e-02fbef6a4b66 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (45addec8-59f4-46c2-a557-a1842066c8ec), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.179536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19b44633-d03f-45ed-813e-02fbef6a4b66 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (45addec8-59f4-46c2-a557-a1842066c8ec), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.198403 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:23.202224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.208610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19b44633-d03f-45ed-813e-02fbef6a4b66 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.210181 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-19b44633-d03f-45ed-813e-02fbef6a4b66 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2782047 Nov 03 02:28:23.216406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39980) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:23.216895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1289d959-920f-4af3-a481-87708a271126 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.220703 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1289d959-920f-4af3-a481-87708a271126 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9117599 Nov 03 02:28:23.222175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-37066a3c-fe6f-486c-aab0-426cce6432dc tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:23.226550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39982) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:23.230806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9d4e6105-d504-434b-9ab9-1b1f83d1725e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'fa98f62f-7993-4947-ac8d-4f6defa4bb0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:23.257870 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a24657f6-1138-426e-a78b-aebd0dcb8f1d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.258687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Allocated IP 2001:db8::2 (c5429687-a788-4b79-ad7a-726ae76dfbcd/5cca62e9-06d6-4f6c-8a2f-b3b24b921519/8a4ad287-5605-448f-bfce-46f79a050539) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:23.270294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:23.270697 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (a24657f6-1138-426e-a78b-aebd0dcb8f1d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.309318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:28:23.319773 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment a24657f6-1138-426e-a78b-aebd0dcb8f1d resource provider aggregate not found Nov 03 02:28:23.355029 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment a24657f6-1138-426e-a78b-aebd0dcb8f1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a24657f6-1138-426e-a78b-aebd0dcb8f1d found for delete ", "request_id": "req-cac4ad51-5e46-480b-83de-91377eddd16e"}]} Nov 03 02:28:23.382611 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-dfcefdcf-c5b2-4f25-8aa8-55867c9c08f7 req-1c3094c7-6694-4115-8989-d2d445929d8d service neutron] 10.222.0.27 "GET /v2.0/networks/bb8622d4-094c-43a4-9289-97c61a50d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488321 Nov 03 02:28:23.383627 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (134b86e3-5ab7-4a22-b59f-e8d4cb120a43), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.390808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.395027 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/networks/134b86e3-5ab7-4a22-b59f-e8d4cb120a43 HTTP/1.1" status: 204 len: 168 time: 1.2685480 Nov 03 02:28:23.422826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39988) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:23.428058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'network': {'name': 'tempest-network-smoke--1368098842', 'project_id': '313880603e634d3084046ce40393537e', 'port_security_enabled': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:23.430278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6105-d504-434b-9ab9-1b1f83d1725e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group_rule (5f853e8f-08e4-4377-8ae6-f6a41d35a851), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.432744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562b864-f639-433d-a848-348aa544b5c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Network': ['ID=134b86e3-5ab7-4a22-b59f-e8d4cb120a43,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:23.450914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:23.454468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.482753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:28:23.496614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b94e076a-f124-495b-bc4b-40787fd0a202), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.496614 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Added segment b94e076a-f124-495b-bc4b-40787fd0a202 of type vlan for network d4d5c213-ff61-4d28-8455-08ec3fd99c76 Nov 03 02:28:23.542218 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (d4d5c213-ff61-4d28-8455-08ec3fd99c76), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.570636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-37066a3c-fe6f-486c-aab0-426cce6432dc tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (45addec8-59f4-46c2-a557-a1842066c8ec), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.572250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (d4d5c213-ff61-4d28-8455-08ec3fd99c76), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.578241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:23.579655 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.591347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-37066a3c-fe6f-486c-aab0-426cce6432dc tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (45addec8-59f4-46c2-a557-a1842066c8ec), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.595498 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Publish callbacks [] for port (8a4ad287-5605-448f-bfce-46f79a050539), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.596628 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-9d4e6105-d504-434b-9ab9-1b1f83d1725e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 02:28:23.601223 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9d4e6105-d504-434b-9ab9-1b1f83d1725e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3734922 Nov 03 02:28:23.602119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39992) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:23.603571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (8a4ad287-5605-448f-bfce-46f79a050539), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.643149 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Network c5429687-a788-4b79-ad7a-726ae76dfbcd is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:23.646028 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2220035 Nov 03 02:28:23.648589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:23.652849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:23.653025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 39994) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:23.655494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Pushing event updated for resources: {'Port': ['ID=8a4ad287-5605-448f-bfce-46f79a050539,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:23.658240 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-300472493', 'admin_state_up': True, 'project_id': '313880603e634d3084046ce40393537e', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:23.672997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8809631-1829-4b82-bc4e-604ef25a792c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Network': ['ID=d4d5c213-ff61-4d28-8455-08ec3fd99c76,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:23.686307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network d4d5c213-ff61-4d28-8455-08ec3fd99c76 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:28:23.693023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (b2099be8-060f-400f-8fc9-027a9a357095), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.694263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (b2099be8-060f-400f-8fc9-027a9a357095), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.754930 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (b2099be8-060f-400f-8fc9-027a9a357095), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.760201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Attempting to bind port 8a4ad287-5605-448f-bfce-46f79a050539 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:23.760608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Attempting to bind port 8a4ad287-5605-448f-bfce-46f79a050539 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'd656b002-00bb-434f-8627-8d9b2a7b7d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c5429687-a788-4b79-ad7a-726ae76dfbcd'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:23.760972 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Attempting to bind port 8a4ad287-5605-448f-bfce-46f79a050539 on network c5429687-a788-4b79-ad7a-726ae76dfbcd {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:23.771065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:23.771444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Checking segment: {'id': 'd656b002-00bb-434f-8627-8d9b2a7b7d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c5429687-a788-4b79-ad7a-726ae76dfbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:23.771849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.772242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Bound using segment: {'id': 'd656b002-00bb-434f-8627-8d9b2a7b7d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c5429687-a788-4b79-ad7a-726ae76dfbcd'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:23.772754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Bound port: 8a4ad287-5605-448f-bfce-46f79a050539, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd656b002-00bb-434f-8627-8d9b2a7b7d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c5429687-a788-4b79-ad7a-726ae76dfbcd'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:23.773136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a4ad287-5605-448f-bfce-46f79a050539), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.803024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8::3b7 (c5429687-a788-4b79-ad7a-726ae76dfbcd/5cca62e9-06d6-4f6c-8a2f-b3b24b921519/0aff2015-7a4b-418b-b4bd-fadaddfbf8b7) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:23.826288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e13a73c5-d186-446a-a228-2a1a6dda8c04 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:23.862337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: e13a73c5-d186-446a-a228-2a1a6dda8c04 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:23.862714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e13a73c5-d186-446a-a228-2a1a6dda8c04 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:23.869332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] For port 8a4ad287-5605-448f-bfce-46f79a050539, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:23.872899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] For port 8a4ad287-5605-448f-bfce-46f79a050539, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8a4ad287-5605-448f-bfce-46f79a050539,segment=NetworkSegment(d656b002-00bb-434f-8627-8d9b2a7b7d5d),segment_id=d656b002-00bb-434f-8627-8d9b2a7b7d5d)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:23.876003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5754e73-ae99-4f19-876c-8f028922d29c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (fa98f62f-7993-4947-ac8d-4f6defa4bb0c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.884071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a4ad287-5605-448f-bfce-46f79a050539), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.891698 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37066a3c-fe6f-486c-aab0-426cce6432dc tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Router 45addec8-59f4-46c2-a557-a1842066c8ec is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:28:23.947927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1d095-687f-4905-8488-ccdc4c08a199 None None] Pushing event updated for resources: {'Port': ['ID=8a4ad287-5605-448f-bfce-46f79a050539,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:23.950818 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (b2099be8-060f-400f-8fc9-027a9a357095), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:23.984815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5754e73-ae99-4f19-876c-8f028922d29c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (fa98f62f-7993-4947-ac8d-4f6defa4bb0c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.081716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37066a3c-fe6f-486c-aab0-426cce6432dc tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:24.097653 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-37066a3c-fe6f-486c-aab0-426cce6432dc tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.111185 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-37066a3c-fe6f-486c-aab0-426cce6432dc tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "PUT /v2.0/routers/45addec8-59f4-46c2-a557-a1842066c8ec HTTP/1.1" status: 200 len: 698 time: 0.8935091 Nov 03 02:28:24.116193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39996) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:24.124356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfde15f-2e77-4553-9eb7-4ea16c80f196 None None] Sync routers for ids ['45addec8-59f4-46c2-a557-a1842066c8ec'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:24.141701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfde15f-2e77-4553-9eb7-4ea16c80f196 None None] Routers {'45addec8-59f4-46c2-a557-a1842066c8ec'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:24.142565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5cfde15f-2e77-4553-9eb7-4ea16c80f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['45addec8-59f4-46c2-a557-a1842066c8ec'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:24.189376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (b2099be8-060f-400f-8fc9-027a9a357095), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.231427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.238304 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5cfde15f-2e77-4553-9eb7-4ea16c80f196 None None] Set router 45addec8-59f4-46c2-a557-a1842066c8ec gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:24.255492 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d70d0521-8d7d-4eb6-af9d-3be866061f2f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/routers/45addec8-59f4-46c2-a557-a1842066c8ec HTTP/1.1" status: 200 len: 704 time: 0.1302052 Nov 03 02:28:24.258220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 39998) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:24.263053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5754e73-ae99-4f19-876c-8f028922d29c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (fa98f62f-7993-4947-ac8d-4f6defa4bb0c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.266598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5754e73-ae99-4f19-876c-8f028922d29c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.268862 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f5754e73-ae99-4f19-876c-8f028922d29c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "DELETE /v2.0/security-groups/fa98f62f-7993-4947-ac8d-4f6defa4bb0c HTTP/1.1" status: 204 len: 168 time: 0.6622903 Nov 03 02:28:24.281618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40000) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:24.311878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5cfde15f-2e77-4553-9eb7-4ea16c80f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45addec8-59f4-46c2-a557-a1842066c8ec', 'name': 'tempest-RoutersIpV6Test-router-2124889918', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:23Z', 'revision_number': 2, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:24.315678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5754e73-ae99-4f19-876c-8f028922d29c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa98f62f-7993-4947-ac8d-4f6defa4bb0c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:24.344858 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bcec08f2-54ce-4fa5-86b9-5dcb9c70e5fe tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=45addec8-59f4-46c2-a557-a1842066c8ec HTTP/1.1" status: 200 len: 205 time: 0.0703523 Nov 03 02:28:24.345769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (0aff2015-7a4b-418b-b4bd-fadaddfbf8b7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.349647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfde15f-2e77-4553-9eb7-4ea16c80f196 None None] Checking router: 45addec8-59f4-46c2-a557-a1842066c8ec for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:24.350331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40002) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:24.364423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfde15f-2e77-4553-9eb7-4ea16c80f196 None None] Routers {'45addec8-59f4-46c2-a557-a1842066c8ec'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:24.365135 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5cfde15f-2e77-4553-9eb7-4ea16c80f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['45addec8-59f4-46c2-a557-a1842066c8ec'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:24.394640 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.114 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/170be411-de1c-4eeb-991f-58353a8f9796) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:24.417382 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0a778d98-6b5a-4c64-b7fd-fb94d1582a4f tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1207898 Nov 03 02:28:24.427009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40004) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:24.442578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5cfde15f-2e77-4553-9eb7-4ea16c80f196 None None] Set router 45addec8-59f4-46c2-a557-a1842066c8ec gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:24.455143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-199d7473-2f69-4f1d-8c2d-d761748baafd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'tempest-secgroup--810727030'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:24.461702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbb11bf9-4026-4d87-ae4f-473a68c4a99a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (45addec8-59f4-46c2-a557-a1842066c8ec), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.491643 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-199d7473-2f69-4f1d-8c2d-d761748baafd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.511291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5cfde15f-2e77-4553-9eb7-4ea16c80f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45addec8-59f4-46c2-a557-a1842066c8ec', 'name': 'tempest-RoutersIpV6Test-router-2124889918', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:23Z', 'revision_number': 2, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:24.551565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (170be411-de1c-4eeb-991f-58353a8f9796), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.558208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfde15f-2e77-4553-9eb7-4ea16c80f196 None None] The sync data for ids ['45addec8-59f4-46c2-a557-a1842066c8ec'] in dv-neutron-860659-5-hyperv is: [{'id': '45addec8-59f4-46c2-a557-a1842066c8ec', 'name': 'tempest-RoutersIpV6Test-router-2124889918', 'tenant_id': '02739ab548ad4b438001e90eff82e834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:23Z', 'revision_number': 2, 'project_id': '02739ab548ad4b438001e90eff82e834', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:24.599266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0aff2015-7a4b-418b-b4bd-fadaddfbf8b7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.620192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-199d7473-2f69-4f1d-8c2d-d761748baafd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (b9fcb971-ecdf-4403-b5ea-44544c7d7633), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.624334 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (170be411-de1c-4eeb-991f-58353a8f9796), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.649248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-199d7473-2f69-4f1d-8c2d-d761748baafd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b9fcb971-ecdf-4403-b5ea-44544c7d7633), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.670179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbb11bf9-4026-4d87-ae4f-473a68c4a99a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (45addec8-59f4-46c2-a557-a1842066c8ec), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.677499 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbb11bf9-4026-4d87-ae4f-473a68c4a99a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router_controller (45addec8-59f4-46c2-a557-a1842066c8ec), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.681938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network c5429687-a788-4b79-ad7a-726ae76dfbcd is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:24.695724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:24.708614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:24.716165 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=170be411-de1c-4eeb-991f-58353a8f9796,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:24.720528 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:24.723119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:24.725166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d7473-2f69-4f1d-8c2d-d761748baafd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fcb971-ecdf-4403-b5ea-44544c7d7633,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:24.730321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:24.731200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-199d7473-2f69-4f1d-8c2d-d761748baafd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.735598 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-199d7473-2f69-4f1d-8c2d-d761748baafd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3077862 Nov 03 02:28:24.736079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:24.736257 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40006) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:24.737276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.741713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=0aff2015-7a4b-418b-b4bd-fadaddfbf8b7,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:24.757945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbb11bf9-4026-4d87-ae4f-473a68c4a99a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (45addec8-59f4-46c2-a557-a1842066c8ec), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.757945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb11bf9-4026-4d87-ae4f-473a68c4a99a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Fanout notify agent at l3_agent the message router_deleted on router 45addec8-59f4-46c2-a557-a1842066c8ec {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:28:24.763060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-dab84781-0c76-4174-ab8d-e847468ed565 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'b9fcb971-ecdf-4403-b5ea-44544c7d7633', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:24.763860 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-dab84781-0c76-4174-ab8d-e847468ed565 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 03 02:28:24.764360 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-dab84781-0c76-4174-ab8d-e847468ed565 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:24.768290 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dab84781-0c76-4174-ab8d-e847468ed565 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101068 Nov 03 02:28:24.770092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cbb11bf9-4026-4d87-ae4f-473a68c4a99a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.770984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40008) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:24.771189 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cbb11bf9-4026-4d87-ae4f-473a68c4a99a tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/45addec8-59f4-46c2-a557-a1842066c8ec HTTP/1.1" status: 204 len: 168 time: 0.4199317 Nov 03 02:28:24.779637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40010) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:24.789705 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f54e53f2-41dd-40de-8f0d-6c9749acbcfe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8672125 Nov 03 02:28:24.790793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40012) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:24.801704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': 'c5429687-a788-4b79-ad7a-726ae76dfbcd', 'name': 'tempest-PortsIpV6TestJSON-937573725'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:24.833275 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-84eaa91e-8b5c-4a2e-813d-3a20cad98bb8 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=45addec8-59f4-46c2-a557-a1842066c8ec HTTP/1.1" status: 200 len: 205 time: 0.0506651 Nov 03 02:28:24.839425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40014) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:24.933534 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-502a3a1e-830c-4d53-9305-e5ec57e8fb5f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] delete failed (client error): The resource could not be found. Nov 03 02:28:24.934591 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-502a3a1e-830c-4d53-9305-e5ec57e8fb5f tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/45addec8-59f4-46c2-a557-a1842066c8ec HTTP/1.1" status: 404 len: 336 time: 0.0902460 Nov 03 02:28:24.937721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40016) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:24.963606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:24.967389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:24.989614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port cfffa118-5e7d-4c60-8872-59aceeb1186c yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:28:24.999137 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eea119c-f27a-4360-a5c1-b7372b6adaf7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:24.999687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eea119c-f27a-4360-a5c1-b7372b6adaf7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:25.004355 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8eea119c-f27a-4360-a5c1-b7372b6adaf7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/6294158d-6cef-4a8e-a2ff-f026d5e77c67 HTTP/1.1" status: 404 len: 337 time: 0.0651410 Nov 03 02:28:25.007881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40018) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.084597 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e64c5bb-a8de-4cc5-9a72-654d02bd0296 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:25.085194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e64c5bb-a8de-4cc5-9a72-654d02bd0296 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:25.091716 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9e64c5bb-a8de-4cc5-9a72-654d02bd0296 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/262bfaa8-caa8-4d79-bcc8-bb12ca1c53a8 HTTP/1.1" status: 404 len: 337 time: 0.0768902 Nov 03 02:28:25.092694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40020) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.105089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b8def4f-c56b-4e37-88e6-1381b345c44a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (b9fcb971-ecdf-4403-b5ea-44544c7d7633), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.140680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8::34 (c5429687-a788-4b79-ad7a-726ae76dfbcd/5cca62e9-06d6-4f6c-8a2f-b3b24b921519/cfffa118-5e7d-4c60-8872-59aceeb1186c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:25.141984 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded32be4-7f79-4fe3-bb4c-e33561c3eb81 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:25.142451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded32be4-7f79-4fe3-bb4c-e33561c3eb81 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:25.147236 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ded32be4-7f79-4fe3-bb4c-e33561c3eb81 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/66bee636-c83c-4d3e-b736-0c5b7d1ca419 HTTP/1.1" status: 404 len: 337 time: 0.0533960 Nov 03 02:28:25.150905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40022) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.177749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0481a2ff-71be-4a2d-bc7d-194ab102db44 None None] Network c5429687-a788-4b79-ad7a-726ae76dfbcd requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:25.183990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b8def4f-c56b-4e37-88e6-1381b345c44a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (b9fcb971-ecdf-4403-b5ea-44544c7d7633), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.202425 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e197f0-19c8-4e6d-9667-ec76fcbf642c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:25.202898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e197f0-19c8-4e6d-9667-ec76fcbf642c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:25.209363 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d0e197f0-19c8-4e6d-9667-ec76fcbf642c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/63dbba9d-ed32-41d7-b596-79d62424cc2b HTTP/1.1" status: 404 len: 337 time: 0.0503025 Nov 03 02:28:25.209504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40024) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.247221 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c515c818-cb35-47b2-aad1-8b2386ae25a7 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c9befbd-3b7e-4394-a19b-7dc94b8b165d HTTP/1.1" status: 200 len: 205 time: 0.0342343 Nov 03 02:28:25.247433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40026) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.302377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-41ef05d9-ff13-4de4-b185-95f28b1f29fc None None] Provisioning complete for port 8a4ad287-5605-448f-bfce-46f79a050539 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:25.303168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-41ef05d9-ff13-4de4-b185-95f28b1f29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8a4ad287-5605-448f-bfce-46f79a050539), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.303168 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-41ef05d9-ff13-4de4-b185-95f28b1f29fc None None] Attempt 1 to provision port 8a4ad287-5605-448f-bfce-46f79a050539 Nov 03 02:28:25.303394 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-43aa7473-d96b-4749-a444-69e2254a2b54 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] delete failed (client error): The resource could not be found. Nov 03 02:28:25.307637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-43aa7473-d96b-4749-a444-69e2254a2b54 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/2c9befbd-3b7e-4394-a19b-7dc94b8b165d HTTP/1.1" status: 404 len: 336 time: 0.0564923 Nov 03 02:28:25.308098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40028) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.323362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b8def4f-c56b-4e37-88e6-1381b345c44a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b9fcb971-ecdf-4403-b5ea-44544c7d7633), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.326321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8b8def4f-c56b-4e37-88e6-1381b345c44a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.327591 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8b8def4f-c56b-4e37-88e6-1381b345c44a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "DELETE /v2.0/security-groups/b9fcb971-ecdf-4403-b5ea-44544c7d7633 HTTP/1.1" status: 204 len: 168 time: 0.5557895 Nov 03 02:28:25.339902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40030) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.341520 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8def4f-c56b-4e37-88e6-1381b345c44a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fcb971-ecdf-4403-b5ea-44544c7d7633,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:25.346632 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (b2099be8-060f-400f-8fc9-027a9a357095), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.428770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-41ef05d9-ff13-4de4-b185-95f28b1f29fc None None] Current status of the port 8a4ad287-5605-448f-bfce-46f79a050539 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:25.429170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-41ef05d9-ff13-4de4-b185-95f28b1f29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a4ad287-5605-448f-bfce-46f79a050539), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.470464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-41ef05d9-ff13-4de4-b185-95f28b1f29fc None None] For port 8a4ad287-5605-448f-bfce-46f79a050539, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8a4ad287-5605-448f-bfce-46f79a050539,segment=NetworkSegment(d656b002-00bb-434f-8627-8d9b2a7b7d5d),segment_id=d656b002-00bb-434f-8627-8d9b2a7b7d5d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:25.479317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-41ef05d9-ff13-4de4-b185-95f28b1f29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a4ad287-5605-448f-bfce-46f79a050539), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.488143 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b2f37c42-de19-48cb-af3c-021843e71289 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1388049 Nov 03 02:28:25.491144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40032) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.497965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e8039446-89ae-49bd-9fb8-3592bafa8022 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148594248'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:25.510415 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (cfffa118-5e7d-4c60-8872-59aceeb1186c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.525986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8039446-89ae-49bd-9fb8-3592bafa8022 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.553706 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a8da9faa-1ec1-465b-b02a-ca4bee4ee3df tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7b6b09c-3147-42cf-8ccf-955bfbb9855f HTTP/1.1" status: 200 len: 205 time: 0.2442367 Nov 03 02:28:25.554035 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40034) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.567872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (cfffa118-5e7d-4c60-8872-59aceeb1186c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.568137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef05d9-ff13-4de4-b185-95f28b1f29fc None None] Pushing event updated for resources: {'Port': ['ID=8a4ad287-5605-448f-bfce-46f79a050539,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:25.627819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network c5429687-a788-4b79-ad7a-726ae76dfbcd is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:25.634315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:25.637077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:25.644381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:25.645147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.651326 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-ff7d5db7-d6c6-4621-aaf3-7f085927dfeb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] delete failed (client error): The resource could not be found. Nov 03 02:28:25.653156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=cfffa118-5e7d-4c60-8872-59aceeb1186c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:25.655178 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ff7d5db7-d6c6-4621-aaf3-7f085927dfeb tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/e7b6b09c-3147-42cf-8ccf-955bfbb9855f HTTP/1.1" status: 404 len: 336 time: 0.1000943 Nov 03 02:28:25.656655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40036) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.701733 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde9425d-b8d9-4c31-a71c-6e9bf6423584 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:25.702211 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde9425d-b8d9-4c31-a71c-6e9bf6423584 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:25.705851 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fde9425d-b8d9-4c31-a71c-6e9bf6423584 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/add92388-d55c-4736-8b02-4821f19aadfb HTTP/1.1" status: 404 len: 337 time: 0.0435886 Nov 03 02:28:25.712978 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bb71e517-5a72-470b-a856-93c8272a471f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9169309 Nov 03 02:28:25.712978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40038) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.715734 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40040) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.742269 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-48d6fc96-df5a-4848-9717-fb03f6963f70 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=58317717-c9fc-4e16-b838-c6e547394002 HTTP/1.1" status: 200 len: 205 time: 0.0299108 Nov 03 02:28:25.744721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40042) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.784423 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-1e0d9277-742e-4c1a-8860-ee0df4264f0b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] delete failed (client error): The resource could not be found. Nov 03 02:28:25.785711 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1e0d9277-742e-4c1a-8860-ee0df4264f0b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/58317717-c9fc-4e16-b838-c6e547394002 HTTP/1.1" status: 404 len: 336 time: 0.0397327 Nov 03 02:28:25.789445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40044) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.827982 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Provisioning complete for port 8a4ad287-5605-448f-bfce-46f79a050539 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:25.828369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8a4ad287-5605-448f-bfce-46f79a050539), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.828742 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Attempt 1 to provision port 8a4ad287-5605-448f-bfce-46f79a050539 Nov 03 02:28:25.844362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8039446-89ae-49bd-9fb8-3592bafa8022 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (85d5f7e5-e7ea-4860-a0bf-fa06e3a58082), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.846798 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b5a1dd1c-55c7-45e4-8c52-0624a03d9796 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ddee43-55da-44d5-bf0a-ba12960565f3 HTTP/1.1" status: 200 len: 205 time: 0.0541999 Nov 03 02:28:25.851493 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40046) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.931571 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-e704bcbe-e3f9-48db-9ac6-a59d05572d66 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] delete failed (client error): The resource could not be found. Nov 03 02:28:25.935016 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e704bcbe-e3f9-48db-9ac6-a59d05572d66 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/06ddee43-55da-44d5-bf0a-ba12960565f3 HTTP/1.1" status: 404 len: 336 time: 0.0801237 Nov 03 02:28:25.935500 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40048) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:25.949096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Current status of the port 8a4ad287-5605-448f-bfce-46f79a050539 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:25.952856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8039446-89ae-49bd-9fb8-3592bafa8022 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (85d5f7e5-e7ea-4860-a0bf-fa06e3a58082), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.953344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8a4ad287-5605-448f-bfce-46f79a050539 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:25.958305 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (b2099be8-060f-400f-8fc9-027a9a357095), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:25.969183 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe16461-3b4e-4bc5-8b83-7902c9842cc6 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:25.969684 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe16461-3b4e-4bc5-8b83-7902c9842cc6 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:25.975466 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0fe16461-3b4e-4bc5-8b83-7902c9842cc6 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/b178f2b4-c4e5-423b-bce6-315d59c86598 HTTP/1.1" status: 404 len: 337 time: 0.0389504 Nov 03 02:28:25.981315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40050) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.001856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1477d7e6-5fbc-4213-a94e-5bd1686db3bd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:26.010112 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1477d7e6-5fbc-4213-a94e-5bd1686db3bd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3b7 HTTP/1.1" status: 200 len: 929 time: 0.2909141 Nov 03 02:28:26.023889 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40052) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.024131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Provisioning complete for port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:26.024821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0aff2015-7a4b-418b-b4bd-fadaddfbf8b7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.025221 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Attempt 1 to provision port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 Nov 03 02:28:26.028791 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7c14dcae-7e62-49dc-a08b-63add873ac2c tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=e642d5f9-2719-45be-827f-b9b4550fad64 HTTP/1.1" status: 200 len: 205 time: 0.0461767 Nov 03 02:28:26.031253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40054) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.069122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 8a4ad287-5605-448f-bfce-46f79a050539 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:26.069504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8a4ad287-5605-448f-bfce-46f79a050539), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.070047 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 8a4ad287-5605-448f-bfce-46f79a050539 Nov 03 02:28:26.074758 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e8039446-89ae-49bd-9fb8-3592bafa8022 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.076331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:26.079230 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e8039446-89ae-49bd-9fb8-3592bafa8022 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5869861 Nov 03 02:28:26.080071 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40056) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.085477 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-08c4d29a-d7e6-4f67-a0b2-02be0b79025b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] delete failed (client error): The resource could not be found. Nov 03 02:28:26.090844 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-08c4d29a-d7e6-4f67-a0b2-02be0b79025b tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/e642d5f9-2719-45be-827f-b9b4550fad64 HTTP/1.1" status: 404 len: 336 time: 0.0583584 Nov 03 02:28:26.091437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40058) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.092936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0af18f71-e72c-4109-8866-57998ca472b8 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': '85d5f7e5-e7ea-4860-a0bf-fa06e3a58082', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:26.094082 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-0af18f71-e72c-4109-8866-57998ca472b8 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 03 02:28:26.095254 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-0af18f71-e72c-4109-8866-57998ca472b8 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:26.099872 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0af18f71-e72c-4109-8866-57998ca472b8 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105808 Nov 03 02:28:26.124033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40060) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.130365 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-7275de79-3c9b-4e06-919f-2b8e0c0f4751 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:26.131125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7275de79-3c9b-4e06-919f-2b8e0c0f4751 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:26.137114 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7275de79-3c9b-4e06-919f-2b8e0c0f4751 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/be4ab26c-b633-45b7-9564-ac331e6db5a1 HTTP/1.1" status: 404 len: 337 time: 0.0445623 Nov 03 02:28:26.137766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40062) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.163124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 8a4ad287-5605-448f-bfce-46f79a050539 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:26.170588 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e8a97424-2fa5-4c47-aa02-d9a02fa4ff11 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fc4bb4-06bf-470c-b11e-4b1d714f8dbd HTTP/1.1" status: 200 len: 205 time: 0.0294387 Nov 03 02:28:26.170875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40064) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.180897 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8039446-89ae-49bd-9fb8-3592bafa8022 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d5f7e5-e7ea-4860-a0bf-fa06e3a58082,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:26.216890 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-debe4633-f130-47a1-b1eb-8e987db0ccde tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] delete failed (client error): The resource could not be found. Nov 03 02:28:26.217988 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-debe4633-f130-47a1-b1eb-8e987db0ccde tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/routers/87fc4bb4-06bf-470c-b11e-4b1d714f8dbd HTTP/1.1" status: 404 len: 336 time: 0.0460508 Nov 03 02:28:26.220428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40066) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.250735 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-953f249a-d31c-4e8a-8e86-0d2e723bcef4 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:26.251640 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953f249a-d31c-4e8a-8e86-0d2e723bcef4 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:26.255678 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-953f249a-d31c-4e8a-8e86-0d2e723bcef4 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/e930f1c0-b01e-412e-8d58-80202168f65c HTTP/1.1" status: 404 len: 337 time: 0.0342083 Nov 03 02:28:26.258232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40068) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.286892 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a12bfb-94e1-49b7-8988-5a691578ad82 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] DELETE failed (client error): The resource could not be found. Nov 03 02:28:26.287349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a12bfb-94e1-49b7-8988-5a691578ad82 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:26.290817 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-64a12bfb-94e1-49b7-8988-5a691578ad82 tempest-RoutersIpV6Test-1970634589 tempest-RoutersIpV6Test-1970634589-project] 10.222.0.23 "DELETE /v2.0/subnets/4d1b8254-ab3a-4276-aa97-91aef8b1d5f8 HTTP/1.1" status: 404 len: 337 time: 0.0314317 Nov 03 02:28:26.304988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8781b035-0311-467b-b194-70c76be8c785 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (85d5f7e5-e7ea-4860-a0bf-fa06e3a58082), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.347326 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8781b035-0311-467b-b194-70c76be8c785 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (85d5f7e5-e7ea-4860-a0bf-fa06e3a58082), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.366025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cfe00-4f65-47ae-859c-72bab18510db tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port cfffa118-5e7d-4c60-8872-59aceeb1186c {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:26.366374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b2cfe00-4f65-47ae-859c-72bab18510db tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (cfffa118-5e7d-4c60-8872-59aceeb1186c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.457075 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router b2099be8-060f-400f-8fc9-027a9a357095 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:28:26.469479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8781b035-0311-467b-b194-70c76be8c785 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (85d5f7e5-e7ea-4860-a0bf-fa06e3a58082), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.473264 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8781b035-0311-467b-b194-70c76be8c785 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.474522 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8781b035-0311-467b-b194-70c76be8c785 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "DELETE /v2.0/security-groups/85d5f7e5-e7ea-4860-a0bf-fa06e3a58082 HTTP/1.1" status: 204 len: 168 time: 0.3445385 Nov 03 02:28:26.477263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40074) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.530515 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e1672f09-7435-49cc-81ac-0173559a6565 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0487745 Nov 03 02:28:26.530778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40076) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.535451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c5e78df1-7e10-45bc-8c3a-43c8f0c14e1c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'tempest-secgroup--546389627'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:26.545968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781b035-0311-467b-b194-70c76be8c785 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d5f7e5-e7ea-4860-a0bf-fa06e3a58082,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:26.553979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b2cfe00-4f65-47ae-859c-72bab18510db tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (cfffa118-5e7d-4c60-8872-59aceeb1186c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.562571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c5e78df1-7e10-45bc-8c3a-43c8f0c14e1c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.574767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cfe00-4f65-47ae-859c-72bab18510db tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for cfffa118-5e7d-4c60-8872-59aceeb1186c owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:26.579183 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Attempt 2 to provision port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 Nov 03 02:28:26.591595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40078) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.622121 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:26.654204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c5e78df1-7e10-45bc-8c3a-43c8f0c14e1c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (8b9bdf71-b7c2-49f7-9d76-6b444019249d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.658238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c5e78df1-7e10-45bc-8c3a-43c8f0c14e1c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (8b9bdf71-b7c2-49f7-9d76-6b444019249d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.662324 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:26.672387 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Sync routers for ids ['b2099be8-060f-400f-8fc9-027a9a357095'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:26.682735 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Routers {'b2099be8-060f-400f-8fc9-027a9a357095'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:26.683354 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b2099be8-060f-400f-8fc9-027a9a357095'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:26.696662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e78df1-7e10-45bc-8c3a-43c8f0c14e1c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9bdf71-b7c2-49f7-9d76-6b444019249d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:26.704450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c5e78df1-7e10-45bc-8c3a-43c8f0c14e1c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.709748 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c5e78df1-7e10-45bc-8c3a-43c8f0c14e1c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1780937 Nov 03 02:28:26.710380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40082) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.716190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4cb7aa22-d321-47fe-9727-5fffe91d8713 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': '8b9bdf71-b7c2-49f7-9d76-6b444019249d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:26.728901 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-4cb7aa22-d321-47fe-9727-5fffe91d8713 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 03 02:28:26.729691 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-4cb7aa22-d321-47fe-9727-5fffe91d8713 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:26.731537 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.732941 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-17e4a4ad-643a-46ce-b4ca-d642aeb3156f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0793684 Nov 03 02:28:26.736215 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4cb7aa22-d321-47fe-9727-5fffe91d8713 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241461 Nov 03 02:28:26.739763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40084) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.740168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40086) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.745992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-04ba010f-a655-42c1-9a4d-aad92f67779c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': '8b9bdf71-b7c2-49f7-9d76-6b444019249d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:26.747515 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-04ba010f-a655-42c1-9a4d-aad92f67779c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 03 02:28:26.748037 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-04ba010f-a655-42c1-9a4d-aad92f67779c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:26.751551 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-04ba010f-a655-42c1-9a4d-aad92f67779c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078392 Nov 03 02:28:26.755777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40088) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.761623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1b3d21ff-f303-4f6c-b471-ea61af92d639 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': '8b9bdf71-b7c2-49f7-9d76-6b444019249d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:26.763400 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-1b3d21ff-f303-4f6c-b471-ea61af92d639 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 03 02:28:26.763400 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-1b3d21ff-f303-4f6c-b471-ea61af92d639 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:26.766237 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1b3d21ff-f303-4f6c-b471-ea61af92d639 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078678 Nov 03 02:28:26.768824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40090) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.781708 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c1f15b08-4a76-4536-97d4-71392f8483b8 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=313880603e634d3084046ce40393537e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315907 Nov 03 02:28:26.782400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d4af6736-3824-4e5c-9523-7e018c45225a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': '8b9bdf71-b7c2-49f7-9d76-6b444019249d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:26.785238 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-d4af6736-3824-4e5c-9523-7e018c45225a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 03 02:28:26.785238 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-d4af6736-3824-4e5c-9523-7e018c45225a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:26.785482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40092) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.789138 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d4af6736-3824-4e5c-9523-7e018c45225a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0135083 Nov 03 02:28:26.789478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40094) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.802644 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Set router b2099be8-060f-400f-8fc9-027a9a357095 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:26.823725 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b0b996a1-724e-467f-9c47-42ef40c7762a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02739ab548ad4b438001e90eff82e834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306025 Nov 03 02:28:26.827577 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40096) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:26.906971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-601ded3b-6f35-4827-9813-815d2a61fe33 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (8b9bdf71-b7c2-49f7-9d76-6b444019249d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.916162 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b2cfe00-4f65-47ae-859c-72bab18510db tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (cfffa118-5e7d-4c60-8872-59aceeb1186c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.922168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f644fcbb-0d29-42c8-8203-6b43f25791ea admin admin] Publish callbacks [] for security_group (2b3ed03b-3c39-4a93-bb69-4588d9ee788a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.947931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-601ded3b-6f35-4827-9813-815d2a61fe33 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (8b9bdf71-b7c2-49f7-9d76-6b444019249d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.958021 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cfe00-4f65-47ae-859c-72bab18510db tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=cfffa118-5e7d-4c60-8872-59aceeb1186c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:26.963785 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3cc7d5-e9f6-4708-a688-0bc8ca82e5d9 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:26.965366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f644fcbb-0d29-42c8-8203-6b43f25791ea admin admin] Publish callbacks [] for security_group (2b3ed03b-3c39-4a93-bb69-4588d9ee788a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:26.965856 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2a3cc7d5-e9f6-4708-a688-0bc8ca82e5d9 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1795187 Nov 03 02:28:26.968460 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40098) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:27.007943 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:25Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:27.017089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b2cfe00-4f65-47ae-859c-72bab18510db tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.024414 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9b2cfe00-4f65-47ae-859c-72bab18510db tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/cfffa118-5e7d-4c60-8872-59aceeb1186c HTTP/1.1" status: 204 len: 168 time: 0.9938369 Nov 03 02:28:27.025335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40100) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:27.028816 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5630a846-485c-4aef-8ba6-14379c18c45a tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590491 Nov 03 02:28:27.031795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40102) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:27.037526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1730603069', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'project_id': '313880603e634d3084046ce40393537e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:27.049510 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Checking router: b2099be8-060f-400f-8fc9-027a9a357095 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:27.049933 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Updating router b2099be8-060f-400f-8fc9-027a9a357095 port 170be411-de1c-4eeb-991f-58353a8f9796 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:28:27.060716 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5097718a-c049-4398-9f75-50fc376ef110 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:28:27.065830 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5097718a-c049-4398-9f75-50fc376ef110 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/cfffa118-5e7d-4c60-8872-59aceeb1186c HTTP/1.1" status: 404 len: 333 time: 0.0390971 Nov 03 02:28:27.066785 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40104) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:27.086915 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (170be411-de1c-4eeb-991f-58353a8f9796), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.092069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-601ded3b-6f35-4827-9813-815d2a61fe33 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (8b9bdf71-b7c2-49f7-9d76-6b444019249d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.095265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-601ded3b-6f35-4827-9813-815d2a61fe33 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.099694 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-601ded3b-6f35-4827-9813-815d2a61fe33 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "DELETE /v2.0/security-groups/8b9bdf71-b7c2-49f7-9d76-6b444019249d HTTP/1.1" status: 204 len: 168 time: 0.3068297 Nov 03 02:28:27.100019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40106) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:27.125338 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Attempt 3 to provision port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 Nov 03 02:28:27.152498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ded3b-6f35-4827-9813-815d2a61fe33 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9bdf71-b7c2-49f7-9d76-6b444019249d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:27.167182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f644fcbb-0d29-42c8-8203-6b43f25791ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (2b3ed03b-3c39-4a93-bb69-4588d9ee788a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.171150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f644fcbb-0d29-42c8-8203-6b43f25791ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.172977 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f644fcbb-0d29-42c8-8203-6b43f25791ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b3ed03b-3c39-4a93-bb69-4588d9ee788a HTTP/1.1" status: 204 len: 168 time: 0.3444340 Nov 03 02:28:27.196879 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e73c1df3-1a1b-443f-846b-ce09f62959c0 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0955942 Nov 03 02:28:27.201754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40110) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:27.202294 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:27.209975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6514e6f3-f599-4cac-97ae-234b709cc528 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590668678'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:27.229568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644fcbb-0d29-42c8-8203-6b43f25791ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3ed03b-3c39-4a93-bb69-4588d9ee788a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:27.256007 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6514e6f3-f599-4cac-97ae-234b709cc528 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.269700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:27.273638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5c409271-b370-4266-bcad-650d156c01a2 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:27.273638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c409271-b370-4266-bcad-650d156c01a2 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0aff2015-7a4b-418b-b4bd-fadaddfbf8b7), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.281351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.500251 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Publish callbacks [] for port (170be411-de1c-4eeb-991f-58353a8f9796), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.508597 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (170be411-de1c-4eeb-991f-58353a8f9796), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.552384 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Attempting to bind port 170be411-de1c-4eeb-991f-58353a8f9796 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:27.552802 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Attempting to bind port 170be411-de1c-4eeb-991f-58353a8f9796 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:27.553226 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Attempting to bind port 170be411-de1c-4eeb-991f-58353a8f9796 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:27.566913 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:27.567489 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:27.567920 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.568319 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:27.569053 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Bound port: 170be411-de1c-4eeb-991f-58353a8f9796, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:27.569596 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (170be411-de1c-4eeb-991f-58353a8f9796), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.631986 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Pushing event updated for resources: {'Port': ['ID=170be411-de1c-4eeb-991f-58353a8f9796,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:27.636986 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] For port 170be411-de1c-4eeb-991f-58353a8f9796, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:27.644090 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] For port 170be411-de1c-4eeb-991f-58353a8f9796, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=170be411-de1c-4eeb-991f-58353a8f9796,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:27.646674 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.647060 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.647411 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.647753 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.648091 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.648425 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.648924 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.649130 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.649656 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.650005 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.650332 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.650682 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.650983 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:27.667292 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (170be411-de1c-4eeb-991f-58353a8f9796), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.703486 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Attempt 4 to provision port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 Nov 03 02:28:27.722388 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Routers {'b2099be8-060f-400f-8fc9-027a9a357095'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:27.723989 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b2099be8-060f-400f-8fc9-027a9a357095'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:27.760301 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c409271-b370-4266-bcad-650d156c01a2 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0aff2015-7a4b-418b-b4bd-fadaddfbf8b7), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.779715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:27.782402 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6514e6f3-f599-4cac-97ae-234b709cc528 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.783908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5c409271-b370-4266-bcad-650d156c01a2 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:27.790357 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6514e6f3-f599-4cac-97ae-234b709cc528 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.881753 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a45a90-6f16-4c87-98d7-aa3b623dc6b9 None None] Pushing event updated for resources: {'Port': ['ID=170be411-de1c-4eeb-991f-58353a8f9796,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:27.895565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6514e6f3-f599-4cac-97ae-234b709cc528 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:27.904794 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6514e6f3-f599-4cac-97ae-234b709cc528 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6975231 Nov 03 02:28:27.909622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40122) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:27.914142 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] Set router b2099be8-060f-400f-8fc9-027a9a357095 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:27.917727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514e6f3-f599-4cac-97ae-234b709cc528 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:27.934622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-10cf3e62-a36a-4457-bb7c-689d8adc3bf1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:27.935468 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-10cf3e62-a36a-4457-bb7c-689d8adc3bf1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 02:28:27.935976 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-10cf3e62-a36a-4457-bb7c-689d8adc3bf1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:27.937000 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-10cf3e62-a36a-4457-bb7c-689d8adc3bf1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119669 Nov 03 02:28:27.941776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40126) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:27.950286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-41d17389-5437-4985-9fc2-348f39bbeeef tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:28.010988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (c8b40db8-2fd2-45d8-85f0-3e8a88593dee), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.055157 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-41d17389-5437-4985-9fc2-348f39bbeeef tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:28.056280 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-41d17389-5437-4985-9fc2-348f39bbeeef tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1131778 Nov 03 02:28:28.060295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40132) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.068062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-391ffec3-a217-4f30-865a-acd141ef9275 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:28.068280 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-391ffec3-a217-4f30-865a-acd141ef9275 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 03 02:28:28.068840 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-391ffec3-a217-4f30-865a-acd141ef9275 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:28.073192 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-391ffec3-a217-4f30-865a-acd141ef9275 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099502 Nov 03 02:28:28.073354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40134) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.078190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-cfb1e0fd-a4a3-46bc-96eb-36fc7eea0159 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:28.091511 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c409271-b370-4266-bcad-650d156c01a2 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (0aff2015-7a4b-418b-b4bd-fadaddfbf8b7), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.116201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Subnet': ['ID=c8b40db8-2fd2-45d8-85f0-3e8a88593dee,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:28.124831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Checking segment: {'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:28.125348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network hostable DHCP agents. Network: d4d5c213-ff61-4d28-8455-08ec3fd99c76, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:28:28.142653 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:25Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:28.151042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network d4d5c213-ff61-4d28-8455-08ec3fd99c76 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:28:28.163501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c409271-b370-4266-bcad-650d156c01a2 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=0aff2015-7a4b-418b-b4bd-fadaddfbf8b7,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:28.177093 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f17608-b30d-4b78-94f0-781d4d9dfec8 None None] The sync data for ids ['b2099be8-060f-400f-8fc9-027a9a357095'] in dv-neutron-860659-5-hyperv is: [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:25Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:28.187948 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c409271-b370-4266-bcad-650d156c01a2 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.191564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, d4d5c213-ff61-4d28-8455-08ec3fd99c76) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:28.195637 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5c409271-b370-4266-bcad-650d156c01a2 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 HTTP/1.1" status: 204 len: 168 time: 1.1253445 Nov 03 02:28:28.198506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40138) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.211827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3679dc2-c941-4365-9321-98ce013a37b3 None None] Network d4d5c213-ff61-4d28-8455-08ec3fd99c76 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:28.214181 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-cfb1e0fd-a4a3-46bc-96eb-36fc7eea0159 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:28.219142 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cfb1e0fd-a4a3-46bc-96eb-36fc7eea0159 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1448517 Nov 03 02:28:28.220147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40140) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.225692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-dde4d5ef-395a-4860-bfc5-7674e6614e4f tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:28.226449 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-dde4d5ef-395a-4860-bfc5-7674e6614e4f tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 02:28:28.227158 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-dde4d5ef-395a-4860-bfc5-7674e6614e4f tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:28.230998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:28.230998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.231826 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dde4d5ef-395a-4860-bfc5-7674e6614e4f tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100102 Nov 03 02:28:28.232649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40142) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.241436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1ea1f395-c7aa-4e80-bb4a-0e6cbb899e12 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:28.277680 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce935e9-ec4e-4f78-9fb4-799a08023bbc tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:28:28.285218 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7ce935e9-ec4e-4f78-9fb4-799a08023bbc tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 HTTP/1.1" status: 404 len: 333 time: 0.0706782 Nov 03 02:28:28.286011 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Attempt 5 to provision port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 Nov 03 02:28:28.286600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40146) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.289256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40144) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.300694 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-1ea1f395-c7aa-4e80-bb4a-0e6cbb899e12 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Project b26391e8d8af43a9a74e482ee75933fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:28:28.312666 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2cfa6659-b4ec-464d-98f4-234bea740352 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2797544 Nov 03 02:28:28.316118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40150) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.327571 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-1ea1f395-c7aa-4e80-bb4a-0e6cbb899e12 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:28.331872 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1ea1f395-c7aa-4e80-bb4a-0e6cbb899e12 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0975990 Nov 03 02:28:28.332580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40152) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.344848 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-75599e16-e74e-44df-b853-d0e855fa2cf3 None None] Port 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:28:28.375452 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-38f6e251-fdbc-4929-8b8f-3e926497b4e7 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:28.376056 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-38f6e251-fdbc-4929-8b8f-3e926497b4e7 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 03 02:28:28.377742 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-38f6e251-fdbc-4929-8b8f-3e926497b4e7 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:28.381900 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-38f6e251-fdbc-4929-8b8f-3e926497b4e7 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101120 Nov 03 02:28:28.382920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40154) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.394040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0f7f87fb-0df9-4112-9736-2edbd2f69d2e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:28.410244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-6442ba9b-3dc0-4cab-993f-2cee48ee3db0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting subnet 5cca62e9-06d6-4f6c-8a2f-b3b24b921519 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:28.418004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6442ba9b-3dc0-4cab-993f-2cee48ee3db0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (5cca62e9-06d6-4f6c-8a2f-b3b24b921519), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.468221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-d4d5c213-ff61-4d28-8455-08ec3fd99c76', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ips': [{'subnet_id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:28:28.471808 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.475377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-0f7f87fb-0df9-4112-9736-2edbd2f69d2e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Project b26391e8d8af43a9a74e482ee75933fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:28:28.488613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6442ba9b-3dc0-4cab-993f-2cee48ee3db0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (5cca62e9-06d6-4f6c-8a2f-b3b24b921519), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.531455 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-0f7f87fb-0df9-4112-9736-2edbd2f69d2e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:28.532541 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0f7f87fb-0df9-4112-9736-2edbd2f69d2e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1484649 Nov 03 02:28:28.537408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40156) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.543253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-8e4abf43-1f54-43c7-bf02-816439297eaf None None] Could not find standard attr ID for object cfffa118-5e7d-4c60-8872-59aceeb1186c. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:28:28.548023 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-483b4ca2-2c6f-416b-b31a-dea40cbaaa0a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:28.562678 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-11cd0f18-0422-4be5-b6a9-c33bd87b8ff2 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1321577932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:28.608018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-8e4abf43-1f54-43c7-bf02-816439297eaf None None] Could not find standard attr ID for object 0aff2015-7a4b-418b-b4bd-fadaddfbf8b7. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:28:28.613776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11cd0f18-0422-4be5-b6a9-c33bd87b8ff2 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.615339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11cd0f18-0422-4be5-b6a9-c33bd87b8ff2 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.701564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6442ba9b-3dc0-4cab-993f-2cee48ee3db0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (5cca62e9-06d6-4f6c-8a2f-b3b24b921519), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.714984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Allocated IP 172.20.0.2 (d4d5c213-ff61-4d28-8455-08ec3fd99c76/c8b40db8-2fd2-45d8-85f0-3e8a88593dee/ee4e218d-7058-4957-9172-ddc892fc0454) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:28.761171 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11cd0f18-0422-4be5-b6a9-c33bd87b8ff2 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for router_controller (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.772285 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11cd0f18-0422-4be5-b6a9-c33bd87b8ff2 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.785241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6442ba9b-3dc0-4cab-993f-2cee48ee3db0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (5cca62e9-06d6-4f6c-8a2f-b3b24b921519), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.799052 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-483b4ca2-2c6f-416b-b31a-dea40cbaaa0a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Project b26391e8d8af43a9a74e482ee75933fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:28:28.836174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11cd0f18-0422-4be5-b6a9-c33bd87b8ff2 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.837457 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-11cd0f18-0422-4be5-b6a9-c33bd87b8ff2 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5496676 Nov 03 02:28:28.840434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40158) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.845586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-705506209'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:28.850565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442ba9b-3dc0-4cab-993f-2cee48ee3db0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Subnet': ['ID=5cca62e9-06d6-4f6c-8a2f-b3b24b921519,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:28.858794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d59cf-b750-412d-821b-81a902405e81 None None] Network c5429687-a788-4b79-ad7a-726ae76dfbcd requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:28.862813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6442ba9b-3dc0-4cab-993f-2cee48ee3db0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.870016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Made reservation on behalf of 16db5b3c04654c538a457814b04061a9 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:28.871070 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6442ba9b-3dc0-4cab-993f-2cee48ee3db0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/5cca62e9-06d6-4f6c-8a2f-b3b24b921519 HTTP/1.1" status: 204 len: 168 time: 0.5806272 Nov 03 02:28:28.876221 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:28.876423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40160) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.878739 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-483b4ca2-2c6f-416b-b31a-dea40cbaaa0a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:28.881751 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-483b4ca2-2c6f-416b-b31a-dea40cbaaa0a tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3412218 Nov 03 02:28:28.882644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40162) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:28.888449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.021291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Publish callbacks [] for port (ee4e218d-7058-4957-9172-ddc892fc0454), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.028569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (c5429687-a788-4b79-ad7a-726ae76dfbcd), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.031338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.045457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59d3252e-e1e5-4e64-b3fa-19e6b3fa5d55 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.093361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59d3252e-e1e5-4e64-b3fa-19e6b3fa5d55 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.097797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Network d4d5c213-ff61-4d28-8455-08ec3fd99c76 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:29.105756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:29.109415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:29.114502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Pushing event updated for resources: {'Port': ['ID=ee4e218d-7058-4957-9172-ddc892fc0454,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:29.164644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 8a4ad287-5605-448f-bfce-46f79a050539 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:29.164644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8a4ad287-5605-448f-bfce-46f79a050539), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.179428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.199733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Attempting to bind port ee4e218d-7058-4957-9172-ddc892fc0454 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:29.201123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Attempting to bind port ee4e218d-7058-4957-9172-ddc892fc0454 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:29.201840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Attempting to bind port ee4e218d-7058-4957-9172-ddc892fc0454 on network d4d5c213-ff61-4d28-8455-08ec3fd99c76 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:29.209552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:29.210380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Checking segment: {'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:29.210805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for security_group (b714a925-a9d9-4059-bab9-a8b588020833), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.211804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.213068 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Bound using segment: {'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:29.214352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Bound port: ee4e218d-7058-4957-9172-ddc892fc0454, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:29.215427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.227026 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59d3252e-e1e5-4e64-b3fa-19e6b3fa5d55 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.229726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59d3252e-e1e5-4e64-b3fa-19e6b3fa5d55 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.233317 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-59d3252e-e1e5-4e64-b3fa-19e6b3fa5d55 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "DELETE /v2.0/security-groups/bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571 HTTP/1.1" status: 204 len: 168 time: 0.3405561 Nov 03 02:28:29.239295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40164) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:29.242321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074bf63-4f0e-43c1-a0fc-bf23b3fd3912 None None] DHCP port deletion for c5429687-a788-4b79-ad7a-726ae76dfbcd request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:29.287370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3252e-e1e5-4e64-b3fa-19e6b3fa5d55 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8fa0ac-f2d6-404d-bbbe-ed03c4b62571,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:29.329580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b714a925-a9d9-4059-bab9-a8b588020833), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.342879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] For port 8a4ad287-5605-448f-bfce-46f79a050539, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8a4ad287-5605-448f-bfce-46f79a050539,segment=NetworkSegment(d656b002-00bb-434f-8627-8d9b2a7b7d5d),segment_id=d656b002-00bb-434f-8627-8d9b2a7b7d5d)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:29.343802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8a4ad287-5605-448f-bfce-46f79a050539), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.367757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 8a4ad287-5605-448f-bfce-46f79a050539 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:29.380666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:28:29.393501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b714a925-a9d9-4059-bab9-a8b588020833,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:29.414157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (2a3e0a32-75fc-4332-ac40-a0d420245931), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.414581 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Added segment 2a3e0a32-75fc-4332-ac40-a0d420245931 of type vlan for network 237d8c44-c9d6-49df-87d5-dab4a4402470 Nov 03 02:28:29.459384 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-01c38629-f81f-4e02-83cd-013318d3600e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2184174 Nov 03 02:28:29.468657 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40166) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:29.474676 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c9d34a00-ccea-4618-a97a-325d8294a450 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763901659'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:29.511613 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (237d8c44-c9d6-49df-87d5-dab4a4402470), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.525657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] For port ee4e218d-7058-4957-9172-ddc892fc0454, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:29.529052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9d34a00-ccea-4618-a97a-325d8294a450 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.529257 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] For port ee4e218d-7058-4957-9172-ddc892fc0454, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ee4e218d-7058-4957-9172-ddc892fc0454,segment=NetworkSegment(b94e076a-f124-495b-bc4b-40787fd0a202),segment_id=b94e076a-f124-495b-bc4b-40787fd0a202)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:29.558125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8a4ad287-5605-448f-bfce-46f79a050539), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.558505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.592792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c074bf63-4f0e-43c1-a0fc-bf23b3fd3912 None None] Deleting port 8a4ad287-5605-448f-bfce-46f79a050539 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:29.593208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c074bf63-4f0e-43c1-a0fc-bf23b3fd3912 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8a4ad287-5605-448f-bfce-46f79a050539), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.614302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (237d8c44-c9d6-49df-87d5-dab4a4402470), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.618022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No DVR routers for this DVR port 8a4ad287-5605-448f-bfce-46f79a050539 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:29.625766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:29.626109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=8a4ad287-5605-448f-bfce-46f79a050539,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:29.626353 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.748099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c074bf63-4f0e-43c1-a0fc-bf23b3fd3912 None None] For port 8a4ad287-5605-448f-bfce-46f79a050539, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:29.748667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c074bf63-4f0e-43c1-a0fc-bf23b3fd3912 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8a4ad287-5605-448f-bfce-46f79a050539), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.758441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (c5429687-a788-4b79-ad7a-726ae76dfbcd), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.772454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0870981-8706-44a0-9990-2c8e61de60b4 None None] Pushing event updated for resources: {'Port': ['ID=ee4e218d-7058-4957-9172-ddc892fc0454,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:29.785493 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c074bf63-4f0e-43c1-a0fc-bf23b3fd3912 None None] Calling delete_port for 8a4ad287-5605-448f-bfce-46f79a050539 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:29.790099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.ipam_backend_mixin [None req-c074bf63-4f0e-43c1-a0fc-bf23b3fd3912 None None] Port 8a4ad287-5605-448f-bfce-46f79a050539 was not found and therefore no delete operation was performed {{(pid=104395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:28:29.791497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9d34a00-ccea-4618-a97a-325d8294a450 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (643b8a37-5516-4da5-8028-3a93238c0d42), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.791780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c074bf63-4f0e-43c1-a0fc-bf23b3fd3912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (8a4ad287-5605-448f-bfce-46f79a050539), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.799804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9d34a00-ccea-4618-a97a-325d8294a450 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (643b8a37-5516-4da5-8028-3a93238c0d42), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.827636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5429687-a788-4b79-ad7a-726ae76dfbcd']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:29.833338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9d34a00-ccea-4618-a97a-325d8294a450 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.835063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074bf63-4f0e-43c1-a0fc-bf23b3fd3912 None None] Pushing event deleted for resources: {'Port': ['ID=8a4ad287-5605-448f-bfce-46f79a050539,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:29.845125 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c9d34a00-ccea-4618-a97a-325d8294a450 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3752625 Nov 03 02:28:29.848131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40168) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:29.852842 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074bf63-4f0e-43c1-a0fc-bf23b3fd3912 None None] No DVR routers for this DVR port 8a4ad287-5605-448f-bfce-46f79a050539 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:29.866160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd656b002-00bb-434f-8627-8d9b2a7b7d5d') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:29.866532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd656b002-00bb-434f-8627-8d9b2a7b7d5d') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:29.893585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (d656b002-00bb-434f-8627-8d9b2a7b7d5d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.903728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d34a00-ccea-4618-a97a-325d8294a450 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643b8a37-5516-4da5-8028-3a93238c0d42,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:29.911748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-54ecf144-6d5e-4e80-bb4b-962a6e5a3442 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': '643b8a37-5516-4da5-8028-3a93238c0d42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:29.914900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (d656b002-00bb-434f-8627-8d9b2a7b7d5d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.924427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:29.925185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (d656b002-00bb-434f-8627-8d9b2a7b7d5d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:29.930186 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0886264 Nov 03 02:28:29.949025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442df3d-39e1-4fd5-9b84-b41ab2825e53 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event updated for resources: {'Network': ['ID=237d8c44-c9d6-49df-87d5-dab4a4402470,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:29.954812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40172) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:29.967203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Request body: {'subnet': {'network_id': '237d8c44-c9d6-49df-87d5-dab4a4402470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:29.985178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 237d8c44-c9d6-49df-87d5-dab4a4402470 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:28:30.037453 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment d656b002-00bb-434f-8627-8d9b2a7b7d5d resource provider aggregate not found Nov 03 02:28:30.052714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.1 (d4d5c213-ff61-4d28-8455-08ec3fd99c76/c8b40db8-2fd2-45d8-85f0-3e8a88593dee/40bc9ec5-7172-4f04-91c2-3667de1ceeab) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:30.068470 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment d656b002-00bb-434f-8627-8d9b2a7b7d5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d656b002-00bb-434f-8627-8d9b2a7b7d5d found for delete ", "request_id": "req-e1900a89-9a5b-4f10-b974-a941e49c78fe"}]} Nov 03 02:28:30.075257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (c5429687-a788-4b79-ad7a-726ae76dfbcd), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.076182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 170be411-de1c-4eeb-991f-58353a8f9796 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:30.083337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.091473 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/networks/c5429687-a788-4b79-ad7a-726ae76dfbcd HTTP/1.1" status: 204 len: 168 time: 1.2122469 Nov 03 02:28:30.092356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40178) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:30.097970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1479974447'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:30.144272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:30.150186 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.155863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d14484-8243-4d60-acf8-60c8f620fce0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Network': ['ID=c5429687-a788-4b79-ad7a-726ae76dfbcd,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:30.167139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 170be411-de1c-4eeb-991f-58353a8f9796 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:30.167521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (170be411-de1c-4eeb-991f-58353a8f9796), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.167866 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 170be411-de1c-4eeb-991f-58353a8f9796 Nov 03 02:28:30.190721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:28:30.205483 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (716d9cec-858a-4758-943d-74d055dccc87), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.205840 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Added segment 716d9cec-858a-4758-943d-74d055dccc87 of type vlan for network 7bb0ca05-8915-44a4-b118-c779982efcfe Nov 03 02:28:30.222048 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-54ecf144-6d5e-4e80-bb4b-962a6e5a3442 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The resource could not be found. Nov 03 02:28:30.226114 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-54ecf144-6d5e-4e80-bb4b-962a6e5a3442 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3539565 Nov 03 02:28:30.235742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40180) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:30.249083 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-12a162e7-e61d-4b9d-bab4-a15be9c4dac1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': '643b8a37-5516-4da5-8028-3a93238c0d42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b940ce88-9686-4ff2-b633-6cd6ecb54b6e'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:30.272726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (7bb0ca05-8915-44a4-b118-c779982efcfe), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.277228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 170be411-de1c-4eeb-991f-58353a8f9796 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:30.277792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (170be411-de1c-4eeb-991f-58353a8f9796), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.280642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Made reservation on behalf of 16db5b3c04654c538a457814b04061a9 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:30.285572 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.304133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 170be411-de1c-4eeb-991f-58353a8f9796, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=170be411-de1c-4eeb-991f-58353a8f9796,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:30.310652 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (170be411-de1c-4eeb-991f-58353a8f9796), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.314238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (7bb0ca05-8915-44a4-b118-c779982efcfe), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.325692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:30.326262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.373440 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=170be411-de1c-4eeb-991f-58353a8f9796,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:30.383264 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8a4ad287-5605-448f-bfce-46f79a050539 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:30.388983 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-12a162e7-e61d-4b9d-bab4-a15be9c4dac1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The resource could not be found. Nov 03 02:28:30.390191 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-12a162e7-e61d-4b9d-bab4-a15be9c4dac1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1511686 Nov 03 02:28:30.398168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40182) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:30.417834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 8a4ad287-5605-448f-bfce-46f79a050539 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:30.418245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8a4ad287-5605-448f-bfce-46f79a050539 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:30.419692 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3261023 Nov 03 02:28:30.422666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40184) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:30.427441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '7bb0ca05-8915-44a4-b118-c779982efcfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:30.477278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.485885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cea776-dfc8-4489-b4c7-532e245bd81e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Network': ['ID=7bb0ca05-8915-44a4-b118-c779982efcfe,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:30.499818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 7bb0ca05-8915-44a4-b118-c779982efcfe details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:28:30.536006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:30.537792 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d104642-f330-406c-a8d4-84fbaddf5acd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (643b8a37-5516-4da5-8028-3a93238c0d42), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.539783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.562466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d104642-f330-406c-a8d4-84fbaddf5acd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (643b8a37-5516-4da5-8028-3a93238c0d42), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.644596 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.663620 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d104642-f330-406c-a8d4-84fbaddf5acd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (643b8a37-5516-4da5-8028-3a93238c0d42), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.666597 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d104642-f330-406c-a8d4-84fbaddf5acd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.668936 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6d104642-f330-406c-a8d4-84fbaddf5acd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "DELETE /v2.0/security-groups/643b8a37-5516-4da5-8028-3a93238c0d42 HTTP/1.1" status: 204 len: 168 time: 0.2648520 Nov 03 02:28:30.676162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40186) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:30.739034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network d4d5c213-ff61-4d28-8455-08ec3fd99c76 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:30.741864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d104642-f330-406c-a8d4-84fbaddf5acd tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b8a37-5516-4da5-8028-3a93238c0d42,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:30.750754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:30.761393 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c72077df-b436-4234-8ed1-7e24b868c07e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0842893 Nov 03 02:28:30.763635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:30.770124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40188) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:30.774783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-21bcc988-2512-4766-87f6-7516fda68157 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': '64db3000-1b3d-4cf2-b79f-811c09cfb052', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:30.792227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=40bc9ec5-7172-4f04-91c2-3667de1ceeab,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:30.797223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (8eade610-418a-40e1-93be-57a178bcc14b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.818711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.854032 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (b2099be8-060f-400f-8fc9-027a9a357095), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.884506 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-21bcc988-2512-4766-87f6-7516fda68157 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The resource could not be found. Nov 03 02:28:30.891223 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-21bcc988-2512-4766-87f6-7516fda68157 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1143453 Nov 03 02:28:30.891223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40190) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:30.903556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-12d67b66-4d75-4b34-8ef2-f73ea835a80c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'tempest-secgroup--617564084'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:30.912033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Subnet': ['ID=4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:30.925755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Checking segment: {'id': '716d9cec-858a-4758-943d-74d055dccc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bb0ca05-8915-44a4-b118-c779982efcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:30.926127 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network hostable DHCP agents. Network: 7bb0ca05-8915-44a4-b118-c779982efcfe, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:28:30.928134 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event updated for resources: {'Subnet': ['ID=8eade610-418a-40e1-93be-57a178bcc14b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:30.938035 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Checking segment: {'id': '2a3e0a32-75fc-4332-ac40-a0d420245931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '237d8c44-c9d6-49df-87d5-dab4a4402470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:30.938426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Network hostable DHCP agents. Network: 237d8c44-c9d6-49df-87d5-dab4a4402470, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:28:30.944258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12d67b66-4d75-4b34-8ef2-f73ea835a80c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.957481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 7bb0ca05-8915-44a4-b118-c779982efcfe is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:28:30.969418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 7bb0ca05-8915-44a4-b118-c779982efcfe) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:30.978604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:30.979214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:30.987323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a13e52b-9164-4ca4-bc35-ac22560b10cf None None] Network 7bb0ca05-8915-44a4-b118-c779982efcfe requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:30.998756 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Network 237d8c44-c9d6-49df-87d5-dab4a4402470 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:28:31.003920 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-623fc70e-dc5e-4737-a6a8-a19d31699eca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5804589 Nov 03 02:28:31.007625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40192) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:31.013190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': '7bb0ca05-8915-44a4-b118-c779982efcfe', 'name': 'tempest-PortsIpV6TestJSON-521549126', 'fixed_ips': [{'subnet_id': '4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3', 'ip_address': '2001:db8::10'}]}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:31.017248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 237d8c44-c9d6-49df-87d5-dab4a4402470) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:31.036760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:31.037372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.040740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6d4bd0-91a6-4f82-a0a4-a500494a8c98 None None] Network 237d8c44-c9d6-49df-87d5-dab4a4402470 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:31.064673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12d67b66-4d75-4b34-8ef2-f73ea835a80c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (dd2dbe59-142a-4c7a-b9ee-44d7aaf82e19), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.073985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12d67b66-4d75-4b34-8ef2-f73ea835a80c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (dd2dbe59-142a-4c7a-b9ee-44d7aaf82e19), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.119385 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-12d67b66-4d75-4b34-8ef2-f73ea835a80c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.120630 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-12d67b66-4d75-4b34-8ef2-f73ea835a80c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2284088 Nov 03 02:28:31.123996 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d575de1c-6912-4c4a-8005-ea0fef083059 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1623156 Nov 03 02:28:31.125588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40194) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:31.127226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40196) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:31.131707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-05c5d8d1-4d25-4299-9072-7dbf0a5665f6 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864505486'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:31.132763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Request body: {'network': {'name': 'tempest-router-network01--541046668'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:31.138698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.144481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d67b66-4d75-4b34-8ef2-f73ea835a80c tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2dbe59-142a-4c7a-b9ee-44d7aaf82e19,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:31.160881 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-05c5d8d1-4d25-4299-9072-7dbf0a5665f6 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.199272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-7bb0ca05-8915-44a4-b118-c779982efcfe', 'network_id': '7bb0ca05-8915-44a4-b118-c779982efcfe', 'project_id': 'ce3bef26e7884843866bffb07212b2fb', 'fixed_ips': [{'subnet_id': '4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:28:31.201396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.286405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-05c5d8d1-4d25-4299-9072-7dbf0a5665f6 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (1e4cf539-9b4a-4634-ad92-8e3441f185b5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.302595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-05c5d8d1-4d25-4299-9072-7dbf0a5665f6 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1e4cf539-9b4a-4634-ad92-8e3441f185b5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.324169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Made reservation on behalf of 16db5b3c04654c538a457814b04061a9 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:31.327632 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.332587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-237d8c44-c9d6-49df-87d5-dab4a4402470', 'network_id': '237d8c44-c9d6-49df-87d5-dab4a4402470', 'project_id': '16db5b3c04654c538a457814b04061a9', 'fixed_ips': [{'subnet_id': '8eade610-418a-40e1-93be-57a178bcc14b'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:28:31.336454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.361232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-05c5d8d1-4d25-4299-9072-7dbf0a5665f6 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.363717 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-05c5d8d1-4d25-4299-9072-7dbf0a5665f6 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2371027 Nov 03 02:28:31.371949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40198) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:31.373922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5d8d1-4d25-4299-9072-7dbf0a5665f6 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4cf539-9b4a-4634-ad92-8e3441f185b5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:31.378288 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3719c52a-0d2b-4877-bad8-0ceca63198f4 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': 'dd2dbe59-142a-4c7a-b9ee-44d7aaf82e19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1e4cf539-9b4a-4634-ad92-8e3441f185b5'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:31.408623 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:31.469715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:28:31.511521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Allocated IP 2001:db8::2 (7bb0ca05-8915-44a4-b118-c779982efcfe/4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3/210de96d-6e5c-4686-b1b1-33e199334c01) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:31.537907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (22115f64-8dc9-40db-8920-68fd8a98ded5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.538314 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Added segment 22115f64-8dc9-40db-8920-68fd8a98ded5 of type vlan for network 547cec1f-9a0a-4a12-9288-db12b2c9b062 Nov 03 02:28:31.568946 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-3719c52a-0d2b-4877-bad8-0ceca63198f4 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:31.570007 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3719c52a-0d2b-4877-bad8-0ceca63198f4 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1971610 Nov 03 02:28:31.573539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40200) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:31.612977 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028a9bd-bed5-4425-a0b9-66586d7238ba None None] Network d4d5c213-ff61-4d28-8455-08ec3fd99c76 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:31.616301 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Allocated IP 172.20.0.2 (237d8c44-c9d6-49df-87d5-dab4a4402470/8eade610-418a-40e1-93be-57a178bcc14b/1e33dc53-c6c8-45d7-9b78-99e7e1a1d481) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:31.636500 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (547cec1f-9a0a-4a12-9288-db12b2c9b062), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.657967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (1e4cf539-9b4a-4634-ad92-8e3441f185b5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.660853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.686246 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (1e4cf539-9b4a-4634-ad92-8e3441f185b5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.708639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port 92a02e77-e1a5-4bcb-9a83-30c089b78f46 yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:28:31.714857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f1dc6c7c-c2d2-4a5b-b247-3d380d81a814 None None] Provisioning complete for port ee4e218d-7058-4957-9172-ddc892fc0454 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:31.715241 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f1dc6c7c-c2d2-4a5b-b247-3d380d81a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.715663 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-f1dc6c7c-c2d2-4a5b-b247-3d380d81a814 None None] Attempt 1 to provision port ee4e218d-7058-4957-9172-ddc892fc0454 Nov 03 02:28:31.721586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (547cec1f-9a0a-4a12-9288-db12b2c9b062), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.726673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:31.727307 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.737700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.743437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1e4cf539-9b4a-4634-ad92-8e3441f185b5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.746457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.750121 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e4cf539-9b4a-4634-ad92-8e3441f185b5 HTTP/1.1" status: 204 len: 168 time: 0.1728241 Nov 03 02:28:31.751075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40202) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:31.775812 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4cf539-9b4a-4634-ad92-8e3441f185b5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:31.785600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.797740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.798000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.798460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.800216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.800365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.800665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.801015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.801776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.801776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.802122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.802455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.802941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.803398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063ca8e-3036-4bc6-a9dd-8fb95238c8be tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:31.848042 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c7488dd8-c21b-40cb-b40d-57e59f96b85f tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0926266 Nov 03 02:28:31.849908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40204) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:31.932237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1cd91653-a0fd-462a-86bc-0ebcfbe75f12 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (dd2dbe59-142a-4c7a-b9ee-44d7aaf82e19), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.940581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Publish callbacks [] for port (210de96d-6e5c-4686-b1b1-33e199334c01), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.961829 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8328314 Nov 03 02:28:31.963551 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (210de96d-6e5c-4686-b1b1-33e199334c01), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:31.969233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40206) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:31.976836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Request body: {'network': {'name': 'tempest-router-network02--1117145535'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:31.999169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1cd91653-a0fd-462a-86bc-0ebcfbe75f12 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (dd2dbe59-142a-4c7a-b9ee-44d7aaf82e19), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.035815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Made reservation on behalf of 16db5b3c04654c538a457814b04061a9 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:32.039153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.057935 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Network 7bb0ca05-8915-44a4-b118-c779982efcfe is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:32.074874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:28:32.077587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:32.082409 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1cd91653-a0fd-462a-86bc-0ebcfbe75f12 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (dd2dbe59-142a-4c7a-b9ee-44d7aaf82e19), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.085416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1cd91653-a0fd-462a-86bc-0ebcfbe75f12 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.089054 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1cd91653-a0fd-462a-86bc-0ebcfbe75f12 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "DELETE /v2.0/security-groups/dd2dbe59-142a-4c7a-b9ee-44d7aaf82e19 HTTP/1.1" status: 204 len: 168 time: 0.2357130 Nov 03 02:28:32.091145 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ee4e218d-7058-4957-9172-ddc892fc0454 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:32.095444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40208) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:32.097075 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca15f04-f13d-4268-b718-32f249107292 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event updated for resources: {'Network': ['ID=547cec1f-9a0a-4a12-9288-db12b2c9b062,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:32.099310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:32.105106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b6c617af-18db-460e-92ac-79ecd1bae500), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.105459 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Added segment b6c617af-18db-460e-92ac-79ecd1bae500 of type vlan for network fea6cda5-83e1-42a1-a707-403b0a155f50 Nov 03 02:28:32.124784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd91653-a0fd-462a-86bc-0ebcfbe75f12 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2dbe59-142a-4c7a-b9ee-44d7aaf82e19,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:32.202542 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6a8034ef-4089-420b-87e2-a6a16ad6bbf3 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0985084 Nov 03 02:28:32.202909 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=40bc9ec5-7172-4f04-91c2-3667de1ceeab,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:32.203022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (fea6cda5-83e1-42a1-a707-403b0a155f50), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.203136 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (b2099be8-060f-400f-8fc9-027a9a357095), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.203229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40210) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:32.210739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-52497dcd-38f0-4360-a7c6-b55e246812eb tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991165186'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:32.230409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8::10 (7bb0ca05-8915-44a4-b118-c779982efcfe/4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3/92a02e77-e1a5-4bcb-9a83-30c089b78f46) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:32.254979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52497dcd-38f0-4360-a7c6-b55e246812eb tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.260304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (fea6cda5-83e1-42a1-a707-403b0a155f50), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.266815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:32.267478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.337846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc6c7c-c2d2-4a5b-b247-3d380d81a814 None None] Current status of the port ee4e218d-7058-4957-9172-ddc892fc0454 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:32.338266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f1dc6c7c-c2d2-4a5b-b247-3d380d81a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.362459 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3912785 Nov 03 02:28:32.364373 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 547cec1f-9a0a-4a12-9288-db12b2c9b062 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:28:32.366455 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40212) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:32.376322 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Request body: {'subnet': {'network_id': '547cec1f-9a0a-4a12-9288-db12b2c9b062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:32.395838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e0135-df92-44b0-a0b3-56435ecfc9f0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event updated for resources: {'Network': ['ID=fea6cda5-83e1-42a1-a707-403b0a155f50,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:32.399252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f1dc6c7c-c2d2-4a5b-b247-3d380d81a814 None None] For port ee4e218d-7058-4957-9172-ddc892fc0454, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ee4e218d-7058-4957-9172-ddc892fc0454,segment=NetworkSegment(b94e076a-f124-495b-bc4b-40787fd0a202),segment_id=b94e076a-f124-495b-bc4b-40787fd0a202)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:32.405587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Publish callbacks [] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.408981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Pushing event updated for resources: {'Port': ['ID=210de96d-6e5c-4686-b1b1-33e199334c01,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:32.428695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network fea6cda5-83e1-42a1-a707-403b0a155f50 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:28:32.460666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52497dcd-38f0-4360-a7c6-b55e246812eb tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (6b15e74e-9ee1-4ccb-ba4c-16212697c66d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.467210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f1dc6c7c-c2d2-4a5b-b247-3d380d81a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.478957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52497dcd-38f0-4360-a7c6-b55e246812eb tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (6b15e74e-9ee1-4ccb-ba4c-16212697c66d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.520257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52497dcd-38f0-4360-a7c6-b55e246812eb tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b15e74e-9ee1-4ccb-ba4c-16212697c66d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:32.525674 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52497dcd-38f0-4360-a7c6-b55e246812eb tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.526930 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-52497dcd-38f0-4360-a7c6-b55e246812eb tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3230829 Nov 03 02:28:32.530540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40214) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:32.541721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-81565bfd-5972-4401-a5f0-f265a4c8262f tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': '6b15e74e-9ee1-4ccb-ba4c-16212697c66d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:32.568904 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network d4d5c213-ff61-4d28-8455-08ec3fd99c76 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:32.576162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.576417 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:32.619970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Network 237d8c44-c9d6-49df-87d5-dab4a4402470 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:32.621743 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-81565bfd-5972-4401-a5f0-f265a4c8262f tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:32.624070 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-81565bfd-5972-4401-a5f0-f265a4c8262f tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0925236 Nov 03 02:28:32.626722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40216) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:32.635228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d6eaa5da-e1d0-4c65-9095-138c07c86c75 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group_rule': {'security_group_id': '6b15e74e-9ee1-4ccb-ba4c-16212697c66d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:32.637980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:32.643858 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:32.697009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (92a02e77-e1a5-4bcb-9a83-30c089b78f46), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.704285 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-d6eaa5da-e1d0-4c65-9095-138c07c86c75 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:32.707468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Made reservation on behalf of 16db5b3c04654c538a457814b04061a9 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:32.709899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d6eaa5da-e1d0-4c65-9095-138c07c86c75 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0797489 Nov 03 02:28:32.710744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.712084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40218) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:32.719590 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Attempting to bind port 210de96d-6e5c-4686-b1b1-33e199334c01 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:32.719967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Attempting to bind port 210de96d-6e5c-4686-b1b1-33e199334c01 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '716d9cec-858a-4758-943d-74d055dccc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bb0ca05-8915-44a4-b118-c779982efcfe'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:32.720339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Attempting to bind port 210de96d-6e5c-4686-b1b1-33e199334c01 on network 7bb0ca05-8915-44a4-b118-c779982efcfe {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:32.733888 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Provisioning complete for port 40bc9ec5-7172-4f04-91c2-3667de1ceeab triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:32.734270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.734611 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Attempt 1 to provision port 40bc9ec5-7172-4f04-91c2-3667de1ceeab Nov 03 02:28:32.787380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-22844130-5299-4259-bc37-22f1c3a36712 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (6b15e74e-9ee1-4ccb-ba4c-16212697c66d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.794795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Port 40bc9ec5-7172-4f04-91c2-3667de1ceeab cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:32.801424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:32.801799 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Checking segment: {'id': '716d9cec-858a-4758-943d-74d055dccc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bb0ca05-8915-44a4-b118-c779982efcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:32.803215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.803215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Bound using segment: {'id': '716d9cec-858a-4758-943d-74d055dccc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bb0ca05-8915-44a4-b118-c779982efcfe'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:32.803215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Bound port: 210de96d-6e5c-4686-b1b1-33e199334c01, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716d9cec-858a-4758-943d-74d055dccc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bb0ca05-8915-44a4-b118-c779982efcfe'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:32.803487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (210de96d-6e5c-4686-b1b1-33e199334c01), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.816243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-22844130-5299-4259-bc37-22f1c3a36712 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (6b15e74e-9ee1-4ccb-ba4c-16212697c66d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.841113 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc6c7c-c2d2-4a5b-b247-3d380d81a814 None None] Pushing event updated for resources: {'Port': ['ID=ee4e218d-7058-4957-9172-ddc892fc0454,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:32.885377 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router b2099be8-060f-400f-8fc9-027a9a357095 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:32.894715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-22844130-5299-4259-bc37-22f1c3a36712 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (6b15e74e-9ee1-4ccb-ba4c-16212697c66d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.898246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (92a02e77-e1a5-4bcb-9a83-30c089b78f46), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.899352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-22844130-5299-4259-bc37-22f1c3a36712 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.900973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ee4e218d-7058-4957-9172-ddc892fc0454 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:32.902578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:32.903518 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ee4e218d-7058-4957-9172-ddc892fc0454 Nov 03 02:28:32.905060 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-22844130-5299-4259-bc37-22f1c3a36712 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "DELETE /v2.0/security-groups/6b15e74e-9ee1-4ccb-ba4c-16212697c66d HTTP/1.1" status: 204 len: 168 time: 0.1907520 Nov 03 02:28:32.916564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40220) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:32.942958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22844130-5299-4259-bc37-22f1c3a36712 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b15e74e-9ee1-4ccb-ba4c-16212697c66d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:32.975117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Pushing event updated for resources: {'Port': ['ID=1e33dc53-c6c8-45d7-9b78-99e7e1a1d481,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:32.983477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Attempting to bind port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:32.983477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Attempting to bind port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '2a3e0a32-75fc-4332-ac40-a0d420245931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '237d8c44-c9d6-49df-87d5-dab4a4402470'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:32.983477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Attempting to bind port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 on network 237d8c44-c9d6-49df-87d5-dab4a4402470 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:32.983962 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c315075e-cf29-480d-9ba8-e75cc6734acf tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0602190 Nov 03 02:28:32.984577 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40222) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:32.992666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8a33a320-b0d8-4296-bf2f-569ec4692434 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081761297'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:33.014546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 7bb0ca05-8915-44a4-b118-c779982efcfe is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:33.017630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:33.018245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Checking segment: {'id': '2a3e0a32-75fc-4332-ac40-a0d420245931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '237d8c44-c9d6-49df-87d5-dab4a4402470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:33.019015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.019686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a33a320-b0d8-4296-bf2f-569ec4692434 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.020678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Bound using segment: {'id': '2a3e0a32-75fc-4332-ac40-a0d420245931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '237d8c44-c9d6-49df-87d5-dab4a4402470'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:33.021482 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Bound port: 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3e0a32-75fc-4332-ac40-a0d420245931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '237d8c44-c9d6-49df-87d5-dab4a4402470'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:33.022169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.106535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] For port 210de96d-6e5c-4686-b1b1-33e199334c01, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:33.109229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a33a320-b0d8-4296-bf2f-569ec4692434 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (e397ccd0-214f-4554-ae72-971aa52a5cc5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.114200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a33a320-b0d8-4296-bf2f-569ec4692434 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e397ccd0-214f-4554-ae72-971aa52a5cc5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.143751 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] For port 210de96d-6e5c-4686-b1b1-33e199334c01, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=210de96d-6e5c-4686-b1b1-33e199334c01,segment=NetworkSegment(716d9cec-858a-4758-943d-74d055dccc87),segment_id=716d9cec-858a-4758-943d-74d055dccc87)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:33.152953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a33a320-b0d8-4296-bf2f-569ec4692434 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.158249 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8a33a320-b0d8-4296-bf2f-569ec4692434 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1691239 Nov 03 02:28:33.158249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40224) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:33.160665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (210de96d-6e5c-4686-b1b1-33e199334c01), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.165769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b4828993-b3f2-4955-8638-5e6a27a35af1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:33.166606 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-b4828993-b3f2-4955-8638-5e6a27a35af1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 02:28:33.167771 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-b4828993-b3f2-4955-8638-5e6a27a35af1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 02:28:33.171699 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b4828993-b3f2-4955-8638-5e6a27a35af1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "PUT /v2.0/security-groups/e397ccd0-214f-4554-ae72-971aa52a5cc5 HTTP/1.1" status: 409 len: 330 time: 0.0084510 Nov 03 02:28:33.171699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33a320-b0d8-4296-bf2f-569ec4692434 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e397ccd0-214f-4554-ae72-971aa52a5cc5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:33.174379 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40226) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:33.250805 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ee4e218d-7058-4957-9172-ddc892fc0454 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:33.253953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 170be411-de1c-4eeb-991f-58353a8f9796 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:33.255870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ce669-06da-4ac1-989b-fcf483505300 None None] Pushing event updated for resources: {'Port': ['ID=210de96d-6e5c-4686-b1b1-33e199334c01,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:33.262710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2aae699-4450-4bef-8d97-e20a4ce3a31d tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (e397ccd0-214f-4554-ae72-971aa52a5cc5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.291427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2aae699-4450-4bef-8d97-e20a4ce3a31d tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (e397ccd0-214f-4554-ae72-971aa52a5cc5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.295432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] For port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:33.297913 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Attempt 2 to provision port 40bc9ec5-7172-4f04-91c2-3667de1ceeab Nov 03 02:28:33.313144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] For port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1e33dc53-c6c8-45d7-9b78-99e7e1a1d481,segment=NetworkSegment(2a3e0a32-75fc-4332-ac40-a0d420245931),segment_id=2a3e0a32-75fc-4332-ac40-a0d420245931)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:33.345206 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.364443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2aae699-4450-4bef-8d97-e20a4ce3a31d tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e397ccd0-214f-4554-ae72-971aa52a5cc5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.368615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2aae699-4450-4bef-8d97-e20a4ce3a31d tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.378942 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e2aae699-4450-4bef-8d97-e20a4ce3a31d tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "DELETE /v2.0/security-groups/e397ccd0-214f-4554-ae72-971aa52a5cc5 HTTP/1.1" status: 204 len: 168 time: 0.1945558 Nov 03 02:28:33.384598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Port 40bc9ec5-7172-4f04-91c2-3667de1ceeab cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:33.385614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40228) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:33.387113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aae699-4450-4bef-8d97-e20a4ce3a31d tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e397ccd0-214f-4554-ae72-971aa52a5cc5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:33.441633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 170be411-de1c-4eeb-991f-58353a8f9796 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:33.442019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (170be411-de1c-4eeb-991f-58353a8f9796), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.442365 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 170be411-de1c-4eeb-991f-58353a8f9796 Nov 03 02:28:33.496436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648615ec-c674-4167-9b79-88f05c1e12b1 None None] Pushing event updated for resources: {'Port': ['ID=1e33dc53-c6c8-45d7-9b78-99e7e1a1d481,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:33.507581 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f124962b-ebee-4dd2-acfb-2eb49690a690 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1046665 Nov 03 02:28:33.508296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40230) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:33.533690 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-f126bad8-773e-4123-8cf7-dd66d1dd147e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] delete failed (client error): The resource could not be found. Nov 03 02:28:33.536596 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f126bad8-773e-4123-8cf7-dd66d1dd147e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "DELETE /v2.0/security-groups/07c487b8-ecfd-4d28-b069-062cabb19488 HTTP/1.1" status: 404 len: 347 time: 0.0255671 Nov 03 02:28:33.539892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40232) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:33.566370 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-73817fa1-4f8e-42e3-bb04-2d7444ad07e1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] show failed (client error): The resource could not be found. Nov 03 02:28:33.573467 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-73817fa1-4f8e-42e3-bb04-2d7444ad07e1 tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-groups/8550d0a5-6504-421a-bdf2-db139780b29d HTTP/1.1" status: 404 len: 347 time: 0.0280418 Nov 03 02:28:33.576591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:33.578452 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=92a02e77-e1a5-4bcb-9a83-30c089b78f46,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:33.580764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:33.580921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40234) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:33.586472 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:33.587122 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.596160 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-dd7361f0-6116-442c-8ce6-4b85c71ffb2e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] show failed (client error): The resource could not be found. Nov 03 02:28:33.615801 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-dd7361f0-6116-442c-8ce6-4b85c71ffb2e tempest-NegativeSecGroupIPv6Test-2008319394 tempest-NegativeSecGroupIPv6Test-2008319394-project] 10.222.0.23 "GET /v2.0/security-group-rules/5a4057fa-50a3-4bf6-9351-afa4e7a1ba5c HTTP/1.1" status: 404 len: 356 time: 0.0189242 Nov 03 02:28:33.632728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 170be411-de1c-4eeb-991f-58353a8f9796 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:33.664603 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6530702 Nov 03 02:28:33.665792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40238) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:33.675851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': '7bb0ca05-8915-44a4-b118-c779982efcfe', 'name': 'tempest-PortsIpV6TestJSON-1222423355', 'fixed_ips': [{'subnet_id': '4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3', 'ip_address': '2001:db8::f'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:33.688382 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:33.709620 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cc420022-1774-4ed6-b2e3-00ac8116bc5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/b2099be8-060f-400f-8fc9-027a9a357095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3916314 Nov 03 02:28:33.711324 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.711675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.712017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.712354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.712743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.713086 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.713415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.713738 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.714064 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.714394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.714717 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.715040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.715366 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c2f2d-a767-4185-8a37-54fba29b1687 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:33.718631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Sync routers for ids ['b2099be8-060f-400f-8fc9-027a9a357095'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:33.720586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40240) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:33.745945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Routers {'b2099be8-060f-400f-8fc9-027a9a357095'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:33.746579 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b2099be8-060f-400f-8fc9-027a9a357095'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:33.877788 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (80eb255a-168b-473e-82f4-31b33e739707), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:33.883413 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:33.888783 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Attempt 3 to provision port 40bc9ec5-7172-4f04-91c2-3667de1ceeab Nov 03 02:28:34.039625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.047143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Port 40bc9ec5-7172-4f04-91c2-3667de1ceeab cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:34.066448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Set router b2099be8-060f-400f-8fc9-027a9a357095 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:34.076974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port fdbbdf63-0ba6-4e38-91ee-06ab65ac3327 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:28:34.115782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event updated for resources: {'Subnet': ['ID=80eb255a-168b-473e-82f4-31b33e739707,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:34.124578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40244) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:34.177786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 210de96d-6e5c-4686-b1b1-33e199334c01 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:34.250917 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.251617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.252913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.253624 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.254273 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.255072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.256149 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.257318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.258112 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.258773 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.259574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.260231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.265717 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-00da538c-225a-423c-a42b-fb49d0f496ea tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8308 time: 0.5423732 Nov 03 02:28:34.267045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40248) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:34.291614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Checking segment: {'id': '22115f64-8dc9-40db-8920-68fd8a98ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '547cec1f-9a0a-4a12-9288-db12b2c9b062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:34.292379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Network hostable DHCP agents. Network: 547cec1f-9a0a-4a12-9288-db12b2c9b062, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:28:34.317054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 210de96d-6e5c-4686-b1b1-33e199334c01 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:34.317441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (210de96d-6e5c-4686-b1b1-33e199334c01), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.317790 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 210de96d-6e5c-4686-b1b1-33e199334c01 Nov 03 02:28:34.355823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8::f (7bb0ca05-8915-44a4-b118-c779982efcfe/4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3/fdbbdf63-0ba6-4e38-91ee-06ab65ac3327) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:34.365019 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d562e08a-822c-47a7-8f0a-5120bb1542a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b26391e8d8af43a9a74e482ee75933fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2391334 Nov 03 02:28:34.367427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40250) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:34.381517 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Network 547cec1f-9a0a-4a12-9288-db12b2c9b062 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:28:34.408249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d15f2-1ccf-44ed-ba9b-59adbcf260a6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.409290 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d15f2-1ccf-44ed-ba9b-59adbcf260a6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.410164 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d15f2-1ccf-44ed-ba9b-59adbcf260a6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.410913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d15f2-1ccf-44ed-ba9b-59adbcf260a6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.411649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d15f2-1ccf-44ed-ba9b-59adbcf260a6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.412649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d15f2-1ccf-44ed-ba9b-59adbcf260a6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.413541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d15f2-1ccf-44ed-ba9b-59adbcf260a6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.414219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d15f2-1ccf-44ed-ba9b-59adbcf260a6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.417251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d15f2-1ccf-44ed-ba9b-59adbcf260a6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.417790 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d15f2-1ccf-44ed-ba9b-59adbcf260a6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.436505 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-023d15f2-1ccf-44ed-ba9b-59adbcf260a6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6423 time: 0.1635234 Nov 03 02:28:34.436505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 547cec1f-9a0a-4a12-9288-db12b2c9b062) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:34.442689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40252) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:34.448675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:34.449638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.470789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb681a62-9eea-4bcf-bac1-ce9344704384 None None] Network 547cec1f-9a0a-4a12-9288-db12b2c9b062 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:34.478652 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-69c8142a-9bc0-4001-a111-cbc64d1b4df6 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1075025 Nov 03 02:28:34.483713 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40254) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:34.489747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Request body: {'subnet': {'network_id': 'fea6cda5-83e1-42a1-a707-403b0a155f50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:34.537109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 210de96d-6e5c-4686-b1b1-33e199334c01 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:34.537504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (210de96d-6e5c-4686-b1b1-33e199334c01), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.552029 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Attempt 4 to provision port 40bc9ec5-7172-4f04-91c2-3667de1ceeab Nov 03 02:28:34.558627 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '40bc9ec5-7172-4f04-91c2-3667de1ceeab', 'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:4c:79:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:29Z', 'updated_at': '2022-11-03T02:28:31Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:34.578009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a62abe0-6be2-4185-9acc-cae0ab8d2f80 admin admin] Publish callbacks [] for security_group (b7cdd610-15e6-4eb8-befb-55611c1f5f98), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.605653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Made reservation on behalf of 16db5b3c04654c538a457814b04061a9 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:34.617628 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.634204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Checking router: b2099be8-060f-400f-8fc9-027a9a357095 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:34.634562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Updating router b2099be8-060f-400f-8fc9-027a9a357095 port 40bc9ec5-7172-4f04-91c2-3667de1ceeab binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:28:34.656545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a62abe0-6be2-4185-9acc-cae0ab8d2f80 admin admin] Publish callbacks [] for security_group (b7cdd610-15e6-4eb8-befb-55611c1f5f98), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.688126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.710906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Port 40bc9ec5-7172-4f04-91c2-3667de1ceeab cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:34.718665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 210de96d-6e5c-4686-b1b1-33e199334c01, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=210de96d-6e5c-4686-b1b1-33e199334c01,segment=NetworkSegment(716d9cec-858a-4758-943d-74d055dccc87),segment_id=716d9cec-858a-4758-943d-74d055dccc87)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:34.793529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (210de96d-6e5c-4686-b1b1-33e199334c01), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.794310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:34.865363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-547cec1f-9a0a-4a12-9288-db12b2c9b062', 'network_id': '547cec1f-9a0a-4a12-9288-db12b2c9b062', 'project_id': '16db5b3c04654c538a457814b04061a9', 'fixed_ips': [{'subnet_id': '80eb255a-168b-473e-82f4-31b33e739707'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:28:34.866295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.886369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (fdbbdf63-0ba6-4e38-91ee-06ab65ac3327), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.905623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a62abe0-6be2-4185-9acc-cae0ab8d2f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b7cdd610-15e6-4eb8-befb-55611c1f5f98), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.909097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a62abe0-6be2-4185-9acc-cae0ab8d2f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.910554 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5a62abe0-6be2-4185-9acc-cae0ab8d2f80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7cdd610-15e6-4eb8-befb-55611c1f5f98 HTTP/1.1" status: 204 len: 168 time: 0.5420542 Nov 03 02:28:34.916774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (f6407636-35b3-411e-ace3-6ecf51bb73f7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:34.946548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62abe0-6be2-4185-9acc-cae0ab8d2f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cdd610-15e6-4eb8-befb-55611c1f5f98,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:35.015447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (fdbbdf63-0ba6-4e38-91ee-06ab65ac3327), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.033475 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Checking segment: {'id': 'b6c617af-18db-460e-92ac-79ecd1bae500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fea6cda5-83e1-42a1-a707-403b0a155f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:35.033897 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Network hostable DHCP agents. Network: fea6cda5-83e1-42a1-a707-403b0a155f50, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:28:35.070628 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Network fea6cda5-83e1-42a1-a707-403b0a155f50 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:28:35.082228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event updated for resources: {'Subnet': ['ID=f6407636-35b3-411e-ace3-6ecf51bb73f7,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:35.093259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, fea6cda5-83e1-42a1-a707-403b0a155f50) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:35.093431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 7bb0ca05-8915-44a4-b118-c779982efcfe is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:35.099970 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6b539893-b3d0-4ae3-a391-1fedf515f073 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4307 time: 0.6561522 Nov 03 02:28:35.101864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:35.102685 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.106158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:35.110436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:35.117455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:35.118128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.122136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=fdbbdf63-0ba6-4e38-91ee-06ab65ac3327,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:35.136022 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fc2a9ed7-4511-4b87-aa9e-13c414864ad3 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6508157 Nov 03 02:28:35.136695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40260) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:35.151537 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-36a7b746-4637-4cc4-ae3a-6559981c385d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4843931 Nov 03 02:28:35.157347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40262) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:35.232535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40266) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:35.237545 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a2332c2b-92b4-49fd-9ee7-83adc1fe29ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342679390', 'description': 'tempest-secgroup-smoke-342679390 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:35.320392 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15d5898-1cf3-436b-b165-0a4c0d40d25a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:35.322091 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d15d5898-1cf3-436b-b165-0a4c0d40d25a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1635427 Nov 03 02:28:35.322894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40268) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:35.331617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2332c2b-92b4-49fd-9ee7-83adc1fe29ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.339699 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Attempt 5 to provision port 40bc9ec5-7172-4f04-91c2-3667de1ceeab Nov 03 02:28:35.396453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a66fb-c92a-4d35-a216-59dc75a6b2b0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:35.402000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a66fb-c92a-4d35-a216-59dc75a6b2b0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:35.407906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a66fb-c92a-4d35-a216-59dc75a6b2b0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:35.413219 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-954a66fb-c92a-4d35-a216-59dc75a6b2b0 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0885236 Nov 03 02:28:35.413924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40274) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:35.438882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0966cadd-1b2e-4f15-a7ed-dc9a8779b329 None None] Network 7bb0ca05-8915-44a4-b118-c779982efcfe requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:35.443089 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d25b218-f940-4970-84b8-78894a58e36e None None] Network fea6cda5-83e1-42a1-a707-403b0a155f50 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:35.448956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cff1ed-9bcb-4b9d-906f-d0baccd4a30b None None] Network 237d8c44-c9d6-49df-87d5-dab4a4402470 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:35.504340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.565227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c8834-5c6c-42ce-affa-fd745b7bdb4e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port fdbbdf63-0ba6-4e38-91ee-06ab65ac3327 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:35.566005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8834-5c6c-42ce-affa-fd745b7bdb4e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fdbbdf63-0ba6-4e38-91ee-06ab65ac3327), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.576316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2332c2b-92b4-49fd-9ee7-83adc1fe29ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (846cfc4a-7880-42d5-bead-e99dd8f30b8b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.607786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2332c2b-92b4-49fd-9ee7-83adc1fe29ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (846cfc4a-7880-42d5-bead-e99dd8f30b8b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.652146 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2332c2b-92b4-49fd-9ee7-83adc1fe29ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.656108 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a2332c2b-92b4-49fd-9ee7-83adc1fe29ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4199433 Nov 03 02:28:35.657644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40280) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:35.664994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7c757151-26e5-47dd-9f4c-9985d6eacb65 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '846cfc4a-7880-42d5-bead-e99dd8f30b8b', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:35.686240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=210de96d-6e5c-4686-b1b1-33e199334c01,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:35.687272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2332c2b-92b4-49fd-9ee7-83adc1fe29ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846cfc4a-7880-42d5-bead-e99dd8f30b8b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:35.731453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Port 40bc9ec5-7172-4f04-91c2-3667de1ceeab cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:35.758986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8834-5c6c-42ce-affa-fd745b7bdb4e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fdbbdf63-0ba6-4e38-91ee-06ab65ac3327), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.770310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c757151-26e5-47dd-9f4c-9985d6eacb65 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (9b998955-7bb7-49e9-b6de-00d2f71e9c75), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.778454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.778884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.779201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.779561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.779975 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.780348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.780715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.781103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.781391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.781727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.782059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.782388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.782718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:28:35.806268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c8834-5c6c-42ce-affa-fd745b7bdb4e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for fdbbdf63-0ba6-4e38-91ee-06ab65ac3327 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:35.871980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:35.872456 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.872793 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 Nov 03 02:28:35.935222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c757151-26e5-47dd-9f4c-9985d6eacb65 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (9b998955-7bb7-49e9-b6de-00d2f71e9c75), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.942820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c757151-26e5-47dd-9f4c-9985d6eacb65 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (9b998955-7bb7-49e9-b6de-00d2f71e9c75), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.948396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Allocated IP 172.20.0.2 (547cec1f-9a0a-4a12-9288-db12b2c9b062/80eb255a-168b-473e-82f4-31b33e739707/769c7e9c-4ce5-4fb7-8380-31597505d118) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:35.973986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c757151-26e5-47dd-9f4c-9985d6eacb65 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b998955-7bb7-49e9-b6de-00d2f71e9c75,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:35.979407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c757151-26e5-47dd-9f4c-9985d6eacb65 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.983499 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7c757151-26e5-47dd-9f4c-9985d6eacb65 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3225727 Nov 03 02:28:35.985317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40290) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:35.985446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-fea6cda5-83e1-42a1-a707-403b0a155f50', 'network_id': 'fea6cda5-83e1-42a1-a707-403b0a155f50', 'project_id': '16db5b3c04654c538a457814b04061a9', 'fixed_ips': [{'subnet_id': 'f6407636-35b3-411e-ace3-6ecf51bb73f7'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:28:35.985446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:35.989634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ee4245e6-0001-40d2-888e-59de65a355c6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '846cfc4a-7880-42d5-bead-e99dd8f30b8b', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:36.054806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee4245e6-0001-40d2-888e-59de65a355c6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (d1f64d01-fa4a-4e0b-aa83-f3acdcfc0c3f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.067518 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40292) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:36.085344 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8834-5c6c-42ce-affa-fd745b7bdb4e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (fdbbdf63-0ba6-4e38-91ee-06ab65ac3327), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.131199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c8834-5c6c-42ce-affa-fd745b7bdb4e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=fdbbdf63-0ba6-4e38-91ee-06ab65ac3327,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:36.171292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8834-5c6c-42ce-affa-fd745b7bdb4e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.175602 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ef4c8834-5c6c-42ce-affa-fd745b7bdb4e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/fdbbdf63-0ba6-4e38-91ee-06ab65ac3327 HTTP/1.1" status: 204 len: 168 time: 0.7600937 Nov 03 02:28:36.178643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40296) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:36.194747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee4245e6-0001-40d2-888e-59de65a355c6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (d1f64d01-fa4a-4e0b-aa83-f3acdcfc0c3f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.210736 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8edc23-bfa2-41be-a22a-cfe85d13caa7 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:28:36.212253 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6f8edc23-bfa2-41be-a22a-cfe85d13caa7 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/fdbbdf63-0ba6-4e38-91ee-06ab65ac3327 HTTP/1.1" status: 404 len: 333 time: 0.0326521 Nov 03 02:28:36.213139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee4245e6-0001-40d2-888e-59de65a355c6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d1f64d01-fa4a-4e0b-aa83-f3acdcfc0c3f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.216862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40298) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:36.218960 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a264ceda-7273-4034-83dd-83312b00ac0e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:36.219541 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-a264ceda-7273-4034-83dd-83312b00ac0e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 02:28:36.221470 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-a264ceda-7273-4034-83dd-83312b00ac0e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 02:28:36.231195 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a264ceda-7273-4034-83dd-83312b00ac0e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1606100 Nov 03 02:28:36.232267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40300) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:36.239488 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a6836fdb-7b38-461d-a577-868af76b8b40 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780885778'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:36.255286 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Attempt 6 to provision port 40bc9ec5-7172-4f04-91c2-3667de1ceeab Nov 03 02:28:36.270804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4245e6-0001-40d2-888e-59de65a355c6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f64d01-fa4a-4e0b-aa83-f3acdcfc0c3f,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:36.284568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee4245e6-0001-40d2-888e-59de65a355c6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.285976 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ee4245e6-0001-40d2-888e-59de65a355c6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3011355 Nov 03 02:28:36.289379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40302) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:36.296201 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3ea30f43-9b13-417c-beff-68281769a23c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '846cfc4a-7880-42d5-bead-e99dd8f30b8b', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:36.305465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6836fdb-7b38-461d-a577-868af76b8b40 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.326118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6836fdb-7b38-461d-a577-868af76b8b40 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.336412 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Publish callbacks [] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.355981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f7542278-1277-46a4-a993-ebcff106da47 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 92a02e77-e1a5-4bcb-9a83-30c089b78f46 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:36.356522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f7542278-1277-46a4-a993-ebcff106da47 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (92a02e77-e1a5-4bcb-9a83-30c089b78f46), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.369808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3ea30f43-9b13-417c-beff-68281769a23c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e63e7015-2ea6-448c-88ea-cea909c6c64f), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.376220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.467822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Allocated IP 172.20.0.2 (fea6cda5-83e1-42a1-a707-403b0a155f50/f6407636-35b3-411e-ace3-6ecf51bb73f7/257313a2-6e77-498b-9020-daad705df248) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:36.474392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3ea30f43-9b13-417c-beff-68281769a23c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e63e7015-2ea6-448c-88ea-cea909c6c64f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.489422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3ea30f43-9b13-417c-beff-68281769a23c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (e63e7015-2ea6-448c-88ea-cea909c6c64f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.512412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f7542278-1277-46a4-a993-ebcff106da47 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (92a02e77-e1a5-4bcb-9a83-30c089b78f46), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.529401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea30f43-9b13-417c-beff-68281769a23c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63e7015-2ea6-448c-88ea-cea909c6c64f,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:36.537674 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f7542278-1277-46a4-a993-ebcff106da47 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 92a02e77-e1a5-4bcb-9a83-30c089b78f46 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:36.559497 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:36.559908 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.563882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3ea30f43-9b13-417c-beff-68281769a23c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.565894 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3ea30f43-9b13-417c-beff-68281769a23c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2749879 Nov 03 02:28:36.568423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6836fdb-7b38-461d-a577-868af76b8b40 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (b7e20f57-83e6-40b1-8320-b5167e7b1f0d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.569666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40304) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:36.576272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5d4ab03d-c6ca-4c39-a4de-3012d1d19401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '846cfc4a-7880-42d5-bead-e99dd8f30b8b', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:36.581845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Port 40bc9ec5-7172-4f04-91c2-3667de1ceeab cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:36.585279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6836fdb-7b38-461d-a577-868af76b8b40 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b7e20f57-83e6-40b1-8320-b5167e7b1f0d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.595048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b331e-83f8-4394-86ca-1091020d8949 None None] Pushing event updated for resources: {'Port': ['ID=40bc9ec5-7172-4f04-91c2-3667de1ceeab,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:36.639990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6836fdb-7b38-461d-a577-868af76b8b40 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e20f57-83e6-40b1-8320-b5167e7b1f0d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:36.659600 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1e33dc53-c6c8-45d7-9b78-99e7e1a1d481,segment=NetworkSegment(2a3e0a32-75fc-4332-ac40-a0d420245931),segment_id=2a3e0a32-75fc-4332-ac40-a0d420245931)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:36.683180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab03d-c6ca-4c39-a4de-3012d1d19401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (14b2f6c4-157d-413a-88b6-463ffbe85520), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.744041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f7542278-1277-46a4-a993-ebcff106da47 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (92a02e77-e1a5-4bcb-9a83-30c089b78f46), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.755697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.756513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ee4e218d-7058-4957-9172-ddc892fc0454 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:36.763542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6836fdb-7b38-461d-a577-868af76b8b40 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (da8bf0da-0599-4dac-baa9-64987355c973), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.773619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6836fdb-7b38-461d-a577-868af76b8b40 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (da8bf0da-0599-4dac-baa9-64987355c973), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.785354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7542278-1277-46a4-a993-ebcff106da47 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=92a02e77-e1a5-4bcb-9a83-30c089b78f46,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:36.802140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab03d-c6ca-4c39-a4de-3012d1d19401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (14b2f6c4-157d-413a-88b6-463ffbe85520), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.806389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f7542278-1277-46a4-a993-ebcff106da47 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.812279 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f7542278-1277-46a4-a993-ebcff106da47 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/92a02e77-e1a5-4bcb-9a83-30c089b78f46 HTTP/1.1" status: 204 len: 168 time: 0.5926225 Nov 03 02:28:36.814777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40306) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:36.823964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab03d-c6ca-4c39-a4de-3012d1d19401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (14b2f6c4-157d-413a-88b6-463ffbe85520), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.849237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6836fdb-7b38-461d-a577-868af76b8b40 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.849905 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eeadd50-bd77-41d9-9bd1-677ebe745681 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:28:36.850415 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a6836fdb-7b38-461d-a577-868af76b8b40 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6170373 Nov 03 02:28:36.852046 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9eeadd50-bd77-41d9-9bd1-677ebe745681 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/92a02e77-e1a5-4bcb-9a83-30c089b78f46 HTTP/1.1" status: 404 len: 333 time: 0.0361958 Nov 03 02:28:36.855328 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40308) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:36.856001 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40310) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:36.859381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Attempting to bind port 40bc9ec5-7172-4f04-91c2-3667de1ceeab on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:36.859759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Attempting to bind port 40bc9ec5-7172-4f04-91c2-3667de1ceeab by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:36.860124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Attempting to bind port 40bc9ec5-7172-4f04-91c2-3667de1ceeab on network d4d5c213-ff61-4d28-8455-08ec3fd99c76 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:36.866163 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6836fdb-7b38-461d-a577-868af76b8b40 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8bf0da-0599-4dac-baa9-64987355c973,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:36.870947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ab03d-c6ca-4c39-a4de-3012d1d19401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b2f6c4-157d-413a-88b6-463ffbe85520,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:36.873969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:36.874274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Checking segment: {'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:36.874682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.875075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Bound using segment: {'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:36.875567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Bound port: 40bc9ec5-7172-4f04-91c2-3667de1ceeab, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:36.875955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.885213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab03d-c6ca-4c39-a4de-3012d1d19401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.886514 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5d4ab03d-c6ca-4c39-a4de-3012d1d19401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3153479 Nov 03 02:28:36.889272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40312) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:36.894743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-70e60479-a10c-4441-851c-9c0936fae7b0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '846cfc4a-7880-42d5-bead-e99dd8f30b8b', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:36.896339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0ac994f2-4dbe-414d-833c-2f05ff932433 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': 'da8bf0da-0599-4dac-baa9-64987355c973', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:36.931376 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-70e60479-a10c-4441-851c-9c0936fae7b0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:28:36.941127 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70e60479-a10c-4441-851c-9c0936fae7b0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (4e339a49-6a09-4d1b-9754-a4ddf0e60b80), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.973048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0861316-df61-44fd-8434-016d50a2c6d5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting subnet 4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:36.978304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b0861316-df61-44fd-8434-016d50a2c6d5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.982060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Publish callbacks [] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:36.982289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ac994f2-4dbe-414d-833c-2f05ff932433 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group_rule (4bd8fc56-9c38-4962-b0fd-039bb0ffe0d2), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.036703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=1e33dc53-c6c8-45d7-9b78-99e7e1a1d481,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:37.040527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.058566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b0861316-df61-44fd-8434-016d50a2c6d5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.087818 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Attempt 7 to provision port 40bc9ec5-7172-4f04-91c2-3667de1ceeab Nov 03 02:28:37.107195 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70e60479-a10c-4441-851c-9c0936fae7b0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (4e339a49-6a09-4d1b-9754-a4ddf0e60b80), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.118364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ac994f2-4dbe-414d-833c-2f05ff932433 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group_rule (4bd8fc56-9c38-4962-b0fd-039bb0ffe0d2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.119542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70e60479-a10c-4441-851c-9c0936fae7b0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (4e339a49-6a09-4d1b-9754-a4ddf0e60b80), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.125891 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ac994f2-4dbe-414d-833c-2f05ff932433 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (4bd8fc56-9c38-4962-b0fd-039bb0ffe0d2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.140529 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Allocated IP 172.20.0.1 (547cec1f-9a0a-4a12-9288-db12b2c9b062/80eb255a-168b-473e-82f4-31b33e739707/f5e935ec-b6c2-49ca-be91-2001aa1e5d21) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:37.145465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Publish callbacks [] for port (257313a2-6e77-498b-9020-daad705df248), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.148316 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac994f2-4dbe-414d-833c-2f05ff932433 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd8fc56-9c38-4962-b0fd-039bb0ffe0d2,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:37.171236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Network 547cec1f-9a0a-4a12-9288-db12b2c9b062 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:37.182186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (257313a2-6e77-498b-9020-daad705df248), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.184006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ee4e218d-7058-4957-9172-ddc892fc0454 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:37.184386 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.185164 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ee4e218d-7058-4957-9172-ddc892fc0454 Nov 03 02:28:37.193748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:37.210516 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ac994f2-4dbe-414d-833c-2f05ff932433 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.215135 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0ac994f2-4dbe-414d-833c-2f05ff932433 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3230274 Nov 03 02:28:37.215898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40314) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:37.220290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-95e6bd40-9445-4978-88d9-688026016ac1 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': 'da8bf0da-0599-4dac-baa9-64987355c973', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:37.224512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:37.226452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Pushing event updated for resources: {'Port': ['ID=769c7e9c-4ce5-4fb7-8380-31597505d118,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:37.230829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b0861316-df61-44fd-8434-016d50a2c6d5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.271850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Pushing event updated for resources: {'Port': ['ID=257313a2-6e77-498b-9020-daad705df248,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:37.274776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Port 40bc9ec5-7172-4f04-91c2-3667de1ceeab cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:37.279637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] For port 40bc9ec5-7172-4f04-91c2-3667de1ceeab, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:37.288725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-95e6bd40-9445-4978-88d9-688026016ac1 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group_rule (56452fce-9847-4371-8248-f38d24004d5c), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.317960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Network fea6cda5-83e1-42a1-a707-403b0a155f50 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:37.320599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] For port 40bc9ec5-7172-4f04-91c2-3667de1ceeab, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=40bc9ec5-7172-4f04-91c2-3667de1ceeab,segment=NetworkSegment(b94e076a-f124-495b-bc4b-40787fd0a202),segment_id=b94e076a-f124-495b-bc4b-40787fd0a202)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:37.344982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b0861316-df61-44fd-8434-016d50a2c6d5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.361856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for port (f5e935ec-b6c2-49ca-be91-2001aa1e5d21), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.383302 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-95e6bd40-9445-4978-88d9-688026016ac1 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 02:28:37.384448 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-95e6bd40-9445-4978-88d9-688026016ac1 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1678991 Nov 03 02:28:37.385402 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0861316-df61-44fd-8434-016d50a2c6d5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Subnet': ['ID=4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:37.388627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40316) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:37.396843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b0861316-df61-44fd-8434-016d50a2c6d5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.400122 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b0861316-df61-44fd-8434-016d50a2c6d5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3 HTTP/1.1" status: 204 len: 168 time: 0.5404265 Nov 03 02:28:37.402998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40318) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:37.407469 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e60479-a10c-4441-851c-9c0936fae7b0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e339a49-6a09-4d1b-9754-a4ddf0e60b80,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:37.425774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70e60479-a10c-4441-851c-9c0936fae7b0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.429900 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-70e60479-a10c-4441-851c-9c0936fae7b0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5371780 Nov 03 02:28:37.432774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40320) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:37.438905 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a39db53c-06b2-4c75-8eee-ca8916b7078a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '846cfc4a-7880-42d5-bead-e99dd8f30b8b', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:37.480231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f5e935ec-b6c2-49ca-be91-2001aa1e5d21), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.495786 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-a39db53c-06b2-4c75-8eee-ca8916b7078a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:28:37.524721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a39db53c-06b2-4c75-8eee-ca8916b7078a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (f771112d-f8e1-426b-8ae3-054bab442e46), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.533168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (7bb0ca05-8915-44a4-b118-c779982efcfe), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.543684 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3a23c8e-aa52-42b1-8bff-5d945c015cf1 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (da8bf0da-0599-4dac-baa9-64987355c973), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.565168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Network 547cec1f-9a0a-4a12-9288-db12b2c9b062 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:37.569866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:37.578496 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:37.588890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3a23c8e-aa52-42b1-8bff-5d945c015cf1 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (da8bf0da-0599-4dac-baa9-64987355c973), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.590625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:37.591454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8db518-1868-4c99-be37-972163906a34 None None] Network 7bb0ca05-8915-44a4-b118-c779982efcfe requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:37.594969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:37.623182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event updated for resources: {'Port': ['ID=f5e935ec-b6c2-49ca-be91-2001aa1e5d21,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:37.644564 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Attempting to bind port 769c7e9c-4ce5-4fb7-8380-31597505d118 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:37.645046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Attempting to bind port 769c7e9c-4ce5-4fb7-8380-31597505d118 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '22115f64-8dc9-40db-8920-68fd8a98ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '547cec1f-9a0a-4a12-9288-db12b2c9b062'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:37.645322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Attempting to bind port 769c7e9c-4ce5-4fb7-8380-31597505d118 on network 547cec1f-9a0a-4a12-9288-db12b2c9b062 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:37.657685 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a39db53c-06b2-4c75-8eee-ca8916b7078a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (f771112d-f8e1-426b-8ae3-054bab442e46), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.661045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.665675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a39db53c-06b2-4c75-8eee-ca8916b7078a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (f771112d-f8e1-426b-8ae3-054bab442e46), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.671933 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 210de96d-6e5c-4686-b1b1-33e199334c01 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:37.672404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (210de96d-6e5c-4686-b1b1-33e199334c01), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.672959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.705011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:37.706427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Checking segment: {'id': '22115f64-8dc9-40db-8920-68fd8a98ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '547cec1f-9a0a-4a12-9288-db12b2c9b062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:37.706427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.706683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Bound using segment: {'id': '22115f64-8dc9-40db-8920-68fd8a98ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '547cec1f-9a0a-4a12-9288-db12b2c9b062'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:37.707144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Bound port: 769c7e9c-4ce5-4fb7-8380-31597505d118, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22115f64-8dc9-40db-8920-68fd8a98ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '547cec1f-9a0a-4a12-9288-db12b2c9b062'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:37.707528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.723531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39db53c-06b2-4c75-8eee-ca8916b7078a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f771112d-f8e1-426b-8ae3-054bab442e46,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:37.740871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3a23c8e-aa52-42b1-8bff-5d945c015cf1 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (da8bf0da-0599-4dac-baa9-64987355c973), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.744036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b3a23c8e-aa52-42b1-8bff-5d945c015cf1 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.748648 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b3a23c8e-aa52-42b1-8bff-5d945c015cf1 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "DELETE /v2.0/security-groups/da8bf0da-0599-4dac-baa9-64987355c973 HTTP/1.1" status: 204 len: 168 time: 0.3552413 Nov 03 02:28:37.749320 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40324) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:37.771219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a23c8e-aa52-42b1-8bff-5d945c015cf1 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8bf0da-0599-4dac-baa9-64987355c973,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:37.771672 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a39db53c-06b2-4c75-8eee-ca8916b7078a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.772894 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a39db53c-06b2-4c75-8eee-ca8916b7078a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390217 Nov 03 02:28:37.779686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] For port 210de96d-6e5c-4686-b1b1-33e199334c01, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=210de96d-6e5c-4686-b1b1-33e199334c01,segment=NetworkSegment(716d9cec-858a-4758-943d-74d055dccc87),segment_id=716d9cec-858a-4758-943d-74d055dccc87)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:37.780130 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (210de96d-6e5c-4686-b1b1-33e199334c01), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.783882 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Attempt 8 to provision port 40bc9ec5-7172-4f04-91c2-3667de1ceeab Nov 03 02:28:37.801109 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2b115e05-02f8-41ee-b194-d3f90cb7dc7e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0506191 Nov 03 02:28:37.804853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40328) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:37.809196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5c4f5a6c-1445-4aa9-8b13-589c286e1737 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group': {'name': 'tempest-secgroup--333373681'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:37.822426 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 210de96d-6e5c-4686-b1b1-33e199334c01 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:37.842624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Attempting to bind port 257313a2-6e77-498b-9020-daad705df248 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:37.843003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Attempting to bind port 257313a2-6e77-498b-9020-daad705df248 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'b6c617af-18db-460e-92ac-79ecd1bae500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fea6cda5-83e1-42a1-a707-403b0a155f50'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:37.843373 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Attempting to bind port 257313a2-6e77-498b-9020-daad705df248 on network fea6cda5-83e1-42a1-a707-403b0a155f50 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:37.861947 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5a6c-1445-4aa9-8b13-589c286e1737 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.863549 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:37.863932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Checking segment: {'id': 'b6c617af-18db-460e-92ac-79ecd1bae500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fea6cda5-83e1-42a1-a707-403b0a155f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:37.864334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.864762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Bound using segment: {'id': 'b6c617af-18db-460e-92ac-79ecd1bae500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fea6cda5-83e1-42a1-a707-403b0a155f50'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:37.865364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Bound port: 257313a2-6e77-498b-9020-daad705df248, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c617af-18db-460e-92ac-79ecd1bae500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fea6cda5-83e1-42a1-a707-403b0a155f50'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:37.865612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (257313a2-6e77-498b-9020-daad705df248), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.892008 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f5e935ec-b6c2-49ca-be91-2001aa1e5d21), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:37.903254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Routers {'b2099be8-060f-400f-8fc9-027a9a357095'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:37.903254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b2099be8-060f-400f-8fc9-027a9a357095'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:37.972810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (210de96d-6e5c-4686-b1b1-33e199334c01), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.000705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b331e-83f8-4394-86ca-1091020d8949 None None] Pushing event updated for resources: {'Port': ['ID=40bc9ec5-7172-4f04-91c2-3667de1ceeab,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:38.039215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=210de96d-6e5c-4686-b1b1-33e199334c01,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:38.056336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] For port 769c7e9c-4ce5-4fb7-8380-31597505d118, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:38.059963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No DVR routers for this DVR port 210de96d-6e5c-4686-b1b1-33e199334c01 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:38.073086 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5a6c-1445-4aa9-8b13-589c286e1737 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (7e73ffd1-3fd0-4e14-b682-c381d2865b78), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.078739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5a6c-1445-4aa9-8b13-589c286e1737 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7e73ffd1-3fd0-4e14-b682-c381d2865b78), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.106058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ee4e218d-7058-4957-9172-ddc892fc0454 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:38.123244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f5a6c-1445-4aa9-8b13-589c286e1737 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e73ffd1-3fd0-4e14-b682-c381d2865b78,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:38.129848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5a6c-1445-4aa9-8b13-589c286e1737 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.133970 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5c4f5a6c-1445-4aa9-8b13-589c286e1737 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3253906 Nov 03 02:28:38.138964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40340) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:38.146211 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b2afc7b6-8323-4318-8b8f-05d65c5ddb61 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '7e73ffd1-3fd0-4e14-b682-c381d2865b78', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:38.146716 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-b2afc7b6-8323-4318-8b8f-05d65c5ddb61 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 03 02:28:38.147586 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-b2afc7b6-8323-4318-8b8f-05d65c5ddb61 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:38.151195 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b2afc7b6-8323-4318-8b8f-05d65c5ddb61 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0087917 Nov 03 02:28:38.152432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40342) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:38.163090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] For port 769c7e9c-4ce5-4fb7-8380-31597505d118, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=769c7e9c-4ce5-4fb7-8380-31597505d118,segment=NetworkSegment(22115f64-8dc9-40db-8920-68fd8a98ded5),segment_id=22115f64-8dc9-40db-8920-68fd8a98ded5)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:38.181268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (7bb0ca05-8915-44a4-b118-c779982efcfe), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.202498 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.218149 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-b1c86e83-9610-4d31-b80a-43dd97234e1a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342679390&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.1523154 Nov 03 02:28:38.222009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb0ca05-8915-44a4-b118-c779982efcfe']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:38.230942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.232328 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716d9cec-858a-4758-943d-74d055dccc87') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:38.232637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716d9cec-858a-4758-943d-74d055dccc87') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:38.270894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (716d9cec-858a-4758-943d-74d055dccc87), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.296590 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-070a09db-3a4a-4752-b796-b3ab3a46578e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (7e73ffd1-3fd0-4e14-b682-c381d2865b78), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.317957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] For port 257313a2-6e77-498b-9020-daad705df248, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:38.357353 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-070a09db-3a4a-4752-b796-b3ab3a46578e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (7e73ffd1-3fd0-4e14-b682-c381d2865b78), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.363560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccadfa-8897-4fdb-aa25-aef64b173a22 None None] Pushing event updated for resources: {'Port': ['ID=769c7e9c-4ce5-4fb7-8380-31597505d118,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:38.408893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] For port 257313a2-6e77-498b-9020-daad705df248, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=257313a2-6e77-498b-9020-daad705df248,segment=NetworkSegment(b6c617af-18db-460e-92ac-79ecd1bae500),segment_id=b6c617af-18db-460e-92ac-79ecd1bae500)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:38.422593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] Set router b2099be8-060f-400f-8fc9-027a9a357095 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:38.426046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for port (f5e935ec-b6c2-49ca-be91-2001aa1e5d21), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.430591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Current status of the port 40bc9ec5-7172-4f04-91c2-3667de1ceeab is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:38.431144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.435259 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (f5e935ec-b6c2-49ca-be91-2001aa1e5d21), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.492899 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event updated for resources: {'Port': ['ID=f5e935ec-b6c2-49ca-be91-2001aa1e5d21,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:38.493164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec764b6c-f61d-4c4a-b8ce-c47238dabfec None None] DHCP port deletion for 7bb0ca05-8915-44a4-b118-c779982efcfe request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:38.497663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (257313a2-6e77-498b-9020-daad705df248), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.523041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-070a09db-3a4a-4752-b796-b3ab3a46578e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7e73ffd1-3fd0-4e14-b682-c381d2865b78), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.525709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-070a09db-3a4a-4752-b796-b3ab3a46578e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.531691 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-070a09db-3a4a-4752-b796-b3ab3a46578e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e73ffd1-3fd0-4e14-b682-c381d2865b78 HTTP/1.1" status: 204 len: 168 time: 0.3744311 Nov 03 02:28:38.536001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:38.537041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40344) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:38.565386 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a09db-3a4a-4752-b796-b3ab3a46578e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e73ffd1-3fd0-4e14-b682-c381d2865b78,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:38.645157 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-39c174c6-c600-4c4f-a570-93fa2e98d8ca tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0857353 Nov 03 02:28:38.645157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.651615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40346) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:38.656808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ca38cc37-71d5-42a8-9cb3-5600f02514ba tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592143146'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:38.788370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] For port 40bc9ec5-7172-4f04-91c2-3667de1ceeab, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=40bc9ec5-7172-4f04-91c2-3667de1ceeab,segment=NetworkSegment(b94e076a-f124-495b-bc4b-40787fd0a202),segment_id=b94e076a-f124-495b-bc4b-40787fd0a202)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:38.803834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db9f3c-65a3-451e-a1c5-649167e03a0d None None] Pushing event updated for resources: {'Port': ['ID=257313a2-6e77-498b-9020-daad705df248,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:38.823391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.828697 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca38cc37-71d5-42a8-9cb3-5600f02514ba tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.880460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (716d9cec-858a-4758-943d-74d055dccc87), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.896727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Network 547cec1f-9a0a-4a12-9288-db12b2c9b062 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:38.899646 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:38.944718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:38.945139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (716d9cec-858a-4758-943d-74d055dccc87), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.953430 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Pushing event updated for resources: {'Port': ['ID=40bc9ec5-7172-4f04-91c2-3667de1ceeab,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:38.994340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Provisioning complete for port ee4e218d-7058-4957-9172-ddc892fc0454 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:38.995769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:38.995926 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Attempt 1 to provision port ee4e218d-7058-4957-9172-ddc892fc0454 Nov 03 02:28:39.014749 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 716d9cec-858a-4758-943d-74d055dccc87 resource provider aggregate not found Nov 03 02:28:39.060633 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca38cc37-71d5-42a8-9cb3-5600f02514ba tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (9c672590-7b7a-48d9-97d2-27b340c0b8a0), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.064161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:39.064657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.065000 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 Nov 03 02:28:39.069479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca38cc37-71d5-42a8-9cb3-5600f02514ba tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (9c672590-7b7a-48d9-97d2-27b340c0b8a0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.075449 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 716d9cec-858a-4758-943d-74d055dccc87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 716d9cec-858a-4758-943d-74d055dccc87 found for delete ", "request_id": "req-821c0419-6226-4502-9224-dab2e09b7561"}]} Nov 03 02:28:39.110717 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38cc37-71d5-42a8-9cb3-5600f02514ba tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c672590-7b7a-48d9-97d2-27b340c0b8a0,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:39.110981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (7bb0ca05-8915-44a4-b118-c779982efcfe), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.122297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-4c5a142e-35fe-4c78-936e-d59b14dbf030 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:39.133669 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-4c5a142e-35fe-4c78-936e-d59b14dbf030 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/networks?id=d4d5c213-ff61-4d28-8455-08ec3fd99c76 HTTP/1.1" status: 200 len: 797 time: 0.8988469 Nov 03 02:28:39.147683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca38cc37-71d5-42a8-9cb3-5600f02514ba tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.149299 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ca38cc37-71d5-42a8-9cb3-5600f02514ba tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4968550 Nov 03 02:28:39.152825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40352) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:39.158058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1912863a-462f-4a55-8e12-ab890914b758 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '9c672590-7b7a-48d9-97d2-27b340c0b8a0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:39.158544 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-1912863a-462f-4a55-8e12-ab890914b758 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 03 02:28:39.159096 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-1912863a-462f-4a55-8e12-ab890914b758 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:39.162635 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1912863a-462f-4a55-8e12-ab890914b758 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062675 Nov 03 02:28:39.163015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40354) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:39.176580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.179609 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/networks/7bb0ca05-8915-44a4-b118-c779982efcfe HTTP/1.1" status: 204 len: 168 time: 1.7757494 Nov 03 02:28:39.180932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658666c8-b0d3-4ad6-b994-0b73e25240f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Network': ['ID=7bb0ca05-8915-44a4-b118-c779982efcfe,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:39.183551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40356) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:39.193984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-242663031'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:39.216892 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-447e824a-e502-4c6e-96d6-7c3525b2ab5b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/quotas/313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 375 time: 0.0821722 Nov 03 02:28:39.263427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e63c3f38-1a0c-4fbd-bdaf-8deb866f97ed tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (9c672590-7b7a-48d9-97d2-27b340c0b8a0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.305791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:39.306151 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Router 0b2a3eb8-40d6-415b-8e84-c8978c2b21ad is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:28:39.308853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6d967-4041-4dd2-b31a-8e2a009012fe None None] Current status of the port ee4e218d-7058-4957-9172-ddc892fc0454 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:39.309696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.311828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e63c3f38-1a0c-4fbd-bdaf-8deb866f97ed tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (9c672590-7b7a-48d9-97d2-27b340c0b8a0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.317447 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '40bc9ec5-7172-4f04-91c2-3667de1ceeab', 'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:4c:79:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:29Z', 'updated_at': '2022-11-03T02:28:37Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:39.319160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:39.364933 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-f5ceaef4-eca4-40cb-965c-3ba517e5231f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1465316 Nov 03 02:28:39.370076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:28:39.376191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32bfb40-d83e-4936-9f82-c96a5e27e251 None None] The sync data for ids ['b2099be8-060f-400f-8fc9-027a9a357095'] in dv-neutron-860659-5-hyperv is: [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '40bc9ec5-7172-4f04-91c2-3667de1ceeab', 'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:4c:79:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:29Z', 'updated_at': '2022-11-03T02:28:37Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:39.403573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (20a37348-136a-4d11-949c-9d0282893a12), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.403989 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Added segment 20a37348-136a-4d11-949c-9d0282893a12 of type vlan for network 31187b52-f218-4c37-bae5-0bb173d27d84 Nov 03 02:28:39.430812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d477162b-fc2a-45ad-ab68-b2e0ba22ce4c None None] Could not find standard attr ID for object fdbbdf63-0ba6-4e38-91ee-06ab65ac3327. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:28:39.455810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d477162b-fc2a-45ad-ab68-b2e0ba22ce4c None None] Could not find standard attr ID for object 92a02e77-e1a5-4bcb-9a83-30c089b78f46. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:28:39.468252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d477162b-fc2a-45ad-ab68-b2e0ba22ce4c None None] Provisioning complete for port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:39.468921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d477162b-fc2a-45ad-ab68-b2e0ba22ce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.469483 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d477162b-fc2a-45ad-ab68-b2e0ba22ce4c None None] Attempt 1 to provision port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 Nov 03 02:28:39.478455 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e63c3f38-1a0c-4fbd-bdaf-8deb866f97ed tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (9c672590-7b7a-48d9-97d2-27b340c0b8a0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.482749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e63c3f38-1a0c-4fbd-bdaf-8deb866f97ed tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.484633 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e63c3f38-1a0c-4fbd-bdaf-8deb866f97ed tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "DELETE /v2.0/security-groups/9c672590-7b7a-48d9-97d2-27b340c0b8a0 HTTP/1.1" status: 204 len: 168 time: 0.3205228 Nov 03 02:28:39.488888 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40362) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:39.489990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:39.503187 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-663ceb02-0465-409d-8e11-e84a4d06335f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "PUT /v2.0/routers/0b2a3eb8-40d6-415b-8e84-c8978c2b21ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3646355 Nov 03 02:28:39.504924 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eab58e-708e-4219-b8ac-ed32f287bec5 None None] Sync routers for ids ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:39.508994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40364) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:39.526637 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eab58e-708e-4219-b8ac-ed32f287bec5 None None] Routers {'0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:39.527528 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-63eab58e-708e-4219-b8ac-ed32f287bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:39.599188 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-63eab58e-708e-4219-b8ac-ed32f287bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:39.606806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (31187b52-f218-4c37-bae5-0bb173d27d84), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.627653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d477162b-fc2a-45ad-ab68-b2e0ba22ce4c None None] Current status of the port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:39.635693 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eab58e-708e-4219-b8ac-ed32f287bec5 None None] Routers {'0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:39.636368 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-63eab58e-708e-4219-b8ac-ed32f287bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:39.646415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c3f38-1a0c-4fbd-bdaf-8deb866f97ed tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c672590-7b7a-48d9-97d2-27b340c0b8a0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:39.670609 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d477162b-fc2a-45ad-ab68-b2e0ba22ce4c None None] Provisioning complete for port 40bc9ec5-7172-4f04-91c2-3667de1ceeab triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:39.671434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d477162b-fc2a-45ad-ab68-b2e0ba22ce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.672022 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d477162b-fc2a-45ad-ab68-b2e0ba22ce4c None None] Attempt 1 to provision port 40bc9ec5-7172-4f04-91c2-3667de1ceeab Nov 03 02:28:39.701864 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-662b9047-c9a8-4e5d-b069-f22d1217bf39 service neutron] 10.222.0.23 "GET /v2.0/networks/d4d5c213-ff61-4d28-8455-08ec3fd99c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239903 Nov 03 02:28:39.732891 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-63eab58e-708e-4219-b8ac-ed32f287bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:39.733813 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eab58e-708e-4219-b8ac-ed32f287bec5 None None] The sync data for ids ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:39.742657 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (31187b52-f218-4c37-bae5-0bb173d27d84), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.748590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:39.749090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.779250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0aea-4c4a-4b8d-9767-c0d37167bf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:39.839230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d477162b-fc2a-45ad-ab68-b2e0ba22ce4c None None] Current status of the port 40bc9ec5-7172-4f04-91c2-3667de1ceeab is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:39.845276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d477162b-fc2a-45ad-ab68-b2e0ba22ce4c None None] Could not find standard attr ID for object 210de96d-6e5c-4686-b1b1-33e199334c01. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:28:39.893658 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-03c0fd17-fe4d-4381-84b5-20201b657fe5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4014328 Nov 03 02:28:39.897526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40366) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:39.902449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6dda1f3b-1c80-4f07-948c-95d3c19f2121 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984382658'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:39.951282 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40368) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:39.954933 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7688131 Nov 03 02:28:39.963564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '31187b52-f218-4c37-bae5-0bb173d27d84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:39.997644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bbe9e-5237-4d38-a978-3550b061cfab tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Network': ['ID=31187b52-f218-4c37-bae5-0bb173d27d84,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:40.009955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 31187b52-f218-4c37-bae5-0bb173d27d84 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:28:40.037996 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-63a3d066-8512-4dc2-8657-1eee6d5f6238 service neutron] 10.222.0.23 "GET /v2.0/networks/d4d5c213-ff61-4d28-8455-08ec3fd99c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197660 Nov 03 02:28:40.178946 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb46778-2728-4753-8525-1c3ba453d554 None None] Network 547cec1f-9a0a-4a12-9288-db12b2c9b062 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:40.181447 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f3b-1c80-4f07-948c-95d3c19f2121 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:40.218252 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:40.221974 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:40.303080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f3b-1c80-4f07-948c-95d3c19f2121 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (bc001eff-ba15-4ff4-9fb5-e07448097994), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:40.342372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f3b-1c80-4f07-948c-95d3c19f2121 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (bc001eff-ba15-4ff4-9fb5-e07448097994), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:40.369339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4701ce8f-2a78-415b-82b3-5e494f58e02c None None] Provisioning complete for port 769c7e9c-4ce5-4fb7-8380-31597505d118 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:40.370452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4701ce8f-2a78-415b-82b3-5e494f58e02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:40.370989 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4701ce8f-2a78-415b-82b3-5e494f58e02c None None] Attempt 1 to provision port 769c7e9c-4ce5-4fb7-8380-31597505d118 Nov 03 02:28:40.416465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda1f3b-1c80-4f07-948c-95d3c19f2121 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc001eff-ba15-4ff4-9fb5-e07448097994,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:40.504447 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2a450f8c-964d-46d1-8826-cbf5b1e0120a req-142005bb-ecee-412f-b235-8e6a2eae3ba7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 210 time: 0.1005523 Nov 03 02:28:40.522014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f3b-1c80-4f07-948c-95d3c19f2121 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:40.526102 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6dda1f3b-1c80-4f07-948c-95d3c19f2121 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6248469 Nov 03 02:28:40.527016 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40374) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:40.531864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b74125fb-5284-4208-8a0b-b2dd5f272d92 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': 'bc001eff-ba15-4ff4-9fb5-e07448097994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:40.532766 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-b74125fb-5284-4208-8a0b-b2dd5f272d92 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 03 02:28:40.533437 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-b74125fb-5284-4208-8a0b-b2dd5f272d92 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:40.537249 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b74125fb-5284-4208-8a0b-b2dd5f272d92 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066154 Nov 03 02:28:40.539062 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40376) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:40.549411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 40bc9ec5-7172-4f04-91c2-3667de1ceeab up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:40.552971 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-cf67ffd7-072a-4a60-9b9a-442e9b7377a3 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': 'bc001eff-ba15-4ff4-9fb5-e07448097994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:40.553740 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-cf67ffd7-072a-4a60-9b9a-442e9b7377a3 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 03 02:28:40.554284 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-cf67ffd7-072a-4a60-9b9a-442e9b7377a3 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:40.555278 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cf67ffd7-072a-4a60-9b9a-442e9b7377a3 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081508 Nov 03 02:28:40.558336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40378) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:40.563449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-92159657-5805-4177-951e-57515eb708ab tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': 'bc001eff-ba15-4ff4-9fb5-e07448097994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:40.565325 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-92159657-5805-4177-951e-57515eb708ab tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 03 02:28:40.566031 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-92159657-5805-4177-951e-57515eb708ab tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:40.567487 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-92159657-5805-4177-951e-57515eb708ab tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077896 Nov 03 02:28:40.570289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40380) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:40.581289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6c02cd74-b1c6-4738-8321-689a98e22597 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': 'bc001eff-ba15-4ff4-9fb5-e07448097994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:40.582576 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-6c02cd74-b1c6-4738-8321-689a98e22597 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 03 02:28:40.582703 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-6c02cd74-b1c6-4738-8321-689a98e22597 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:40.585566 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6c02cd74-b1c6-4738-8321-689a98e22597 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0142863 Nov 03 02:28:40.588406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40382) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:40.605307 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-b422f574-f056-45e5-a2e0-63eafd1e1521 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:40.606396 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b422f574-f056-45e5-a2e0-63eafd1e1521 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "PUT /v2.0/routers/0b2a3eb8-40d6-415b-8e84-c8978c2b21ad/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0961337 Nov 03 02:28:40.610382 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40386) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:40.659737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca366b0-f1a7-4aa5-bf0f-3b3ee3d36c8e None None] Network fea6cda5-83e1-42a1-a707-403b0a155f50 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:40.683839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a9b098e-5f5f-4f38-a66f-f8b4b90434ac tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (bc001eff-ba15-4ff4-9fb5-e07448097994), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:40.746693 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a9b098e-5f5f-4f38-a66f-f8b4b90434ac tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (bc001eff-ba15-4ff4-9fb5-e07448097994), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:40.810149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a9b098e-5f5f-4f38-a66f-f8b4b90434ac tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (bc001eff-ba15-4ff4-9fb5-e07448097994), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:40.813744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8a9b098e-5f5f-4f38-a66f-f8b4b90434ac tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:40.815736 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8a9b098e-5f5f-4f38-a66f-f8b4b90434ac tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "DELETE /v2.0/security-groups/bc001eff-ba15-4ff4-9fb5-e07448097994 HTTP/1.1" status: 204 len: 168 time: 0.2263734 Nov 03 02:28:40.819537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40390) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:40.847778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b098e-5f5f-4f38-a66f-f8b4b90434ac tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc001eff-ba15-4ff4-9fb5-e07448097994,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:40.918142 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-43861310-1f33-4238-a662-1dd4152437ed tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0965335 Nov 03 02:28:40.921937 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40394) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:40.929217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-418d42af-cb97-4af9-b722-b253b908fc62 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635984731'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:40.974162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-418d42af-cb97-4af9-b722-b253b908fc62 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:40.990247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4701ce8f-2a78-415b-82b3-5e494f58e02c None None] Current status of the port 769c7e9c-4ce5-4fb7-8380-31597505d118 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:40.990800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4701ce8f-2a78-415b-82b3-5e494f58e02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.024310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (23cb684f-90a1-4a43-a26b-0ec8585cf18a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.101018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4701ce8f-2a78-415b-82b3-5e494f58e02c None None] For port 769c7e9c-4ce5-4fb7-8380-31597505d118, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=769c7e9c-4ce5-4fb7-8380-31597505d118,segment=NetworkSegment(22115f64-8dc9-40db-8920-68fd8a98ded5),segment_id=22115f64-8dc9-40db-8920-68fd8a98ded5)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:41.101986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 40bc9ec5-7172-4f04-91c2-3667de1ceeab triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:41.102374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.102704 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 40bc9ec5-7172-4f04-91c2-3667de1ceeab Nov 03 02:28:41.107636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-418d42af-cb97-4af9-b722-b253b908fc62 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (54f36e63-f8e7-4d51-8a84-f87eb4ce2beb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.120187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-418d42af-cb97-4af9-b722-b253b908fc62 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (54f36e63-f8e7-4d51-8a84-f87eb4ce2beb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.140140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4701ce8f-2a78-415b-82b3-5e494f58e02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.178270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d42af-cb97-4af9-b722-b253b908fc62 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f36e63-f8e7-4d51-8a84-f87eb4ce2beb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:41.191478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-418d42af-cb97-4af9-b722-b253b908fc62 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.197446 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-418d42af-cb97-4af9-b722-b253b908fc62 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2744522 Nov 03 02:28:41.198256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40396) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:41.203476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-04f1fa39-d969-4c7d-84cc-229ebe6d1da7 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '54f36e63-f8e7-4d51-8a84-f87eb4ce2beb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:41.204222 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-04f1fa39-d969-4c7d-84cc-229ebe6d1da7 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 02:28:41.205519 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-04f1fa39-d969-4c7d-84cc-229ebe6d1da7 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:41.210175 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-04f1fa39-d969-4c7d-84cc-229ebe6d1da7 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106304 Nov 03 02:28:41.211244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40398) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:41.216763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f017a0ad-7d60-4eb6-bbea-5decb7044987 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '54f36e63-f8e7-4d51-8a84-f87eb4ce2beb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:41.249066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701ce8f-2a78-415b-82b3-5e494f58e02c None None] Pushing event updated for resources: {'Port': ['ID=769c7e9c-4ce5-4fb7-8380-31597505d118,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:41.303328 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-f017a0ad-7d60-4eb6-bbea-5decb7044987 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:41.308576 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f017a0ad-7d60-4eb6-bbea-5decb7044987 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0959008 Nov 03 02:28:41.311982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40400) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:41.323533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3b79b4bd-6292-44e7-bd4f-a87ad6652357 None None] Provisioning complete for port 257313a2-6e77-498b-9020-daad705df248 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:41.323754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b79b4bd-6292-44e7-bd4f-a87ad6652357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (257313a2-6e77-498b-9020-daad705df248), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.324101 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3b79b4bd-6292-44e7-bd4f-a87ad6652357 None None] Attempt 1 to provision port 257313a2-6e77-498b-9020-daad705df248 Nov 03 02:28:41.339947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-aadaaa10-2ae9-437c-b058-5e1c57ce1a07 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '54f36e63-f8e7-4d51-8a84-f87eb4ce2beb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:41.340874 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-aadaaa10-2ae9-437c-b058-5e1c57ce1a07 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 03 02:28:41.342756 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-aadaaa10-2ae9-437c-b058-5e1c57ce1a07 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:41.349363 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aadaaa10-2ae9-437c-b058-5e1c57ce1a07 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0352063 Nov 03 02:28:41.351500 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40402) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:41.366656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1816fb6b-ba28-4a94-a125-57814deaeb9f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '54f36e63-f8e7-4d51-8a84-f87eb4ce2beb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:41.400381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 40bc9ec5-7172-4f04-91c2-3667de1ceeab is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:41.401626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 769c7e9c-4ce5-4fb7-8380-31597505d118 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:41.470230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-1816fb6b-ba28-4a94-a125-57814deaeb9f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:41.474917 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1816fb6b-ba28-4a94-a125-57814deaeb9f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1203568 Nov 03 02:28:41.475625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40404) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:41.482254 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-265747d7-ecd6-4a8b-8e50-c2c6e6a0c029 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '54f36e63-f8e7-4d51-8a84-f87eb4ce2beb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:41.482745 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-265747d7-ecd6-4a8b-8e50-c2c6e6a0c029 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 02:28:41.483306 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-265747d7-ecd6-4a8b-8e50-c2c6e6a0c029 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:41.488890 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-265747d7-ecd6-4a8b-8e50-c2c6e6a0c029 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0121772 Nov 03 02:28:41.489480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40406) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:41.493949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ff3a723b-4d76-4518-8ea4-8d50b14ef4b8 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '54f36e63-f8e7-4d51-8a84-f87eb4ce2beb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:41.551715 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-ff3a723b-4d76-4518-8ea4-8d50b14ef4b8 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:41.556259 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ff3a723b-4d76-4518-8ea4-8d50b14ef4b8 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0656660 Nov 03 02:28:41.557035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40410) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:41.559055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 769c7e9c-4ce5-4fb7-8380-31597505d118 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:41.559441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.559788 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 769c7e9c-4ce5-4fb7-8380-31597505d118 Nov 03 02:28:41.567164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6e9028d1-e038-46f2-ae5e-1bdb7ec207f7 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '54f36e63-f8e7-4d51-8a84-f87eb4ce2beb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:41.567335 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3b79b4bd-6292-44e7-bd4f-a87ad6652357 None None] Current status of the port 257313a2-6e77-498b-9020-daad705df248 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:41.567712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b79b4bd-6292-44e7-bd4f-a87ad6652357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (257313a2-6e77-498b-9020-daad705df248), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.568813 dv-neutron-860659-5-hyperv neutron-server[104394]: WARNING neutron.api.v2.base [None req-6e9028d1-e038-46f2-ae5e-1bdb7ec207f7 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 03 02:28:41.569340 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-6e9028d1-e038-46f2-ae5e-1bdb7ec207f7 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:41.576767 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6e9028d1-e038-46f2-ae5e-1bdb7ec207f7 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0185423 Nov 03 02:28:41.577378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40412) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:41.587726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ac20966b-2e1c-4ec2-8190-4cf473100a61 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '54f36e63-f8e7-4d51-8a84-f87eb4ce2beb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:41.672677 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-ac20966b-2e1c-4ec2-8190-4cf473100a61 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:41.677646 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3b79b4bd-6292-44e7-bd4f-a87ad6652357 None None] For port 257313a2-6e77-498b-9020-daad705df248, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=257313a2-6e77-498b-9020-daad705df248,segment=NetworkSegment(b6c617af-18db-460e-92ac-79ecd1bae500),segment_id=b6c617af-18db-460e-92ac-79ecd1bae500)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:41.681223 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ac20966b-2e1c-4ec2-8190-4cf473100a61 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1027255 Nov 03 02:28:41.682091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40414) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:41.687928 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b79b4bd-6292-44e7-bd4f-a87ad6652357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (257313a2-6e77-498b-9020-daad705df248), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.717675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-af2848b3-065c-4108-9384-e26c5d357cab tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '54f36e63-f8e7-4d51-8a84-f87eb4ce2beb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:41.729035 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-548c1da6-d5a1-4ea2-bed7-49ca884d09e7 req-4737f4f5-c031-45d3-b8c4-a37b7cb8c01d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 210 time: 0.0455518 Nov 03 02:28:41.779540 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-af2848b3-065c-4108-9384-e26c5d357cab tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:41.785447 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-af2848b3-065c-4108-9384-e26c5d357cab tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0715711 Nov 03 02:28:41.786309 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40416) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:41.803539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79b4bd-6292-44e7-bd4f-a87ad6652357 None None] Pushing event updated for resources: {'Port': ['ID=257313a2-6e77-498b-9020-daad705df248,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:41.808071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 769c7e9c-4ce5-4fb7-8380-31597505d118 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:41.809276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 257313a2-6e77-498b-9020-daad705df248 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:41.855026 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Provisioning complete for port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:41.855341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f5e935ec-b6c2-49ca-be91-2001aa1e5d21), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.855692 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Attempt 1 to provision port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 Nov 03 02:28:41.874177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Subnet': ['ID=23cb684f-90a1-4a43-a26b-0ec8585cf18a,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:41.879234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d77b6cd-1506-42e3-b857-25f746098431 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (54f36e63-f8e7-4d51-8a84-f87eb4ce2beb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.920265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d77b6cd-1506-42e3-b857-25f746098431 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (54f36e63-f8e7-4d51-8a84-f87eb4ce2beb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.944153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:41.944701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 257313a2-6e77-498b-9020-daad705df248 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:41.945563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (257313a2-6e77-498b-9020-daad705df248), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:41.945982 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 257313a2-6e77-498b-9020-daad705df248 Nov 03 02:28:41.956801 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Checking segment: {'id': '20a37348-136a-4d11-949c-9d0282893a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '31187b52-f218-4c37-bae5-0bb173d27d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:41.956801 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network hostable DHCP agents. Network: 31187b52-f218-4c37-bae5-0bb173d27d84, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:28:42.003030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d77b6cd-1506-42e3-b857-25f746098431 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (54f36e63-f8e7-4d51-8a84-f87eb4ce2beb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.005930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d77b6cd-1506-42e3-b857-25f746098431 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.009666 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5d77b6cd-1506-42e3-b857-25f746098431 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "DELETE /v2.0/security-groups/54f36e63-f8e7-4d51-8a84-f87eb4ce2beb HTTP/1.1" status: 204 len: 168 time: 0.2196133 Nov 03 02:28:42.018489 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40420) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:42.019290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77b6cd-1506-42e3-b857-25f746098431 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f36e63-f8e7-4d51-8a84-f87eb4ce2beb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:42.071836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 257313a2-6e77-498b-9020-daad705df248 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:42.084861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 210de96d-6e5c-4686-b1b1-33e199334c01 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:42.086415 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ad26c114-8897-4e79-9f33-a36bd5b114cc tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0537391 Nov 03 02:28:42.091742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40422) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:42.096287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4d1d25d4-5126-4271-a84c-a027e380310f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640348771'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:42.117638 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 210de96d-6e5c-4686-b1b1-33e199334c01 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:42.118041 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 210de96d-6e5c-4686-b1b1-33e199334c01 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:42.120351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d1d25d4-5126-4271-a84c-a027e380310f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.225555 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-984bc847-090e-49f3-af9c-92b44a6c0945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.238486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d1d25d4-5126-4271-a84c-a027e380310f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (7dfcdcd3-ccd6-42c7-8656-6a108012f019), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.242799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d1d25d4-5126-4271-a84c-a027e380310f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7dfcdcd3-ccd6-42c7-8656-6a108012f019), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.250569 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31187b52-f218-4c37-bae5-0bb173d27d84 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:28:42.256103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 769c7e9c-4ce5-4fb7-8380-31597505d118 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:42.272546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4d1d25d4-5126-4271-a84c-a027e380310f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.276451 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4d1d25d4-5126-4271-a84c-a027e380310f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1811590 Nov 03 02:28:42.276728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40428) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:42.282234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-fe6555ee-ac09-4250-b9c8-07ae2e14c0f5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '7dfcdcd3-ccd6-42c7-8656-6a108012f019', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:42.287218 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d25d4-5126-4271-a84c-a027e380310f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfcdcd3-ccd6-42c7-8656-6a108012f019,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:42.312569 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-2c7f5c20-d70b-4090-82f2-92d713fa6c6a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:42.315874 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-2c7f5c20-d70b-4090-82f2-92d713fa6c6a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=d4d5c213-ff61-4d28-8455-08ec3fd99c76 HTTP/1.1" status: 200 len: 797 time: 0.3562720 Nov 03 02:28:42.316377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 769c7e9c-4ce5-4fb7-8380-31597505d118 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:42.316532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 31187b52-f218-4c37-bae5-0bb173d27d84) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:42.316910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.317313 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 769c7e9c-4ce5-4fb7-8380-31597505d118 Nov 03 02:28:42.332542 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-fe6555ee-ac09-4250-b9c8-07ae2e14c0f5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The resource could not be found. Nov 03 02:28:42.337121 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fe6555ee-ac09-4250-b9c8-07ae2e14c0f5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0565634 Nov 03 02:28:42.337294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:42.337294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.337727 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40430) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:42.342302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-948d1fa8-271a-43c7-aeca-4e04a344208e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '7dfcdcd3-ccd6-42c7-8656-6a108012f019', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e3162bcf-86e8-40b0-8cfe-a555e3db7dbc'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:42.343015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e242d39-26a8-4c6d-a0e6-670c173a3753 None None] Network 31187b52-f218-4c37-bae5-0bb173d27d84 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:42.390760 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-948d1fa8-271a-43c7-aeca-4e04a344208e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The resource could not be found. Nov 03 02:28:42.395242 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-948d1fa8-271a-43c7-aeca-4e04a344208e tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0543473 Nov 03 02:28:42.396235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40432) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:42.403404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-beec9bba-4a05-428c-9f88-2f18d9717983 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.418107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40434) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:42.419466 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-13e78de5-34ff-4ee6-9f9d-b1fac01ed6e4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4640226 Nov 03 02:28:42.423081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-83193590-2ffe-4ea6-b2d3-a85c99dfa0f7 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-618456762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:42.445311 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Attempt 2 to provision port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 Nov 03 02:28:42.469047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83193590-2ffe-4ea6-b2d3-a85c99dfa0f7 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.470168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83193590-2ffe-4ea6-b2d3-a85c99dfa0f7 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.481755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5c8751c-7e04-4072-836c-c60661528fb5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (7dfcdcd3-ccd6-42c7-8656-6a108012f019), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.513250 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-fe2c7ee6-4c00-474c-8b79-54ea35d36a91 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 379 time: 0.1869476 Nov 03 02:28:42.521770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5c8751c-7e04-4072-836c-c60661528fb5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (7dfcdcd3-ccd6-42c7-8656-6a108012f019), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.524398 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'device_id': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'admin_state_up': True, 'tenant_id': '313880603e634d3084046ce40393537e', 'security_groups': ['846cfc4a-7880-42d5-bead-e99dd8f30b8b']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:42.563793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83193590-2ffe-4ea6-b2d3-a85c99dfa0f7 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for router_controller (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.567115 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:42.568686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 769c7e9c-4ce5-4fb7-8380-31597505d118 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:42.569957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 257313a2-6e77-498b-9020-daad705df248 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:42.573764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83193590-2ffe-4ea6-b2d3-a85c99dfa0f7 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.598678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-31187b52-f218-4c37-bae5-0bb173d27d84', 'network_id': '31187b52-f218-4c37-bae5-0bb173d27d84', 'project_id': 'ce3bef26e7884843866bffb07212b2fb', 'fixed_ips': [{'subnet_id': '23cb684f-90a1-4a43-a26b-0ec8585cf18a'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:28:42.599319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83193590-2ffe-4ea6-b2d3-a85c99dfa0f7 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.599697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.600728 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-83193590-2ffe-4ea6-b2d3-a85c99dfa0f7 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1815128 Nov 03 02:28:42.603345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40436) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:42.608588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'network_id': '31187b52-f218-4c37-bae5-0bb173d27d84', 'name': 'tempest-PortsIpV6TestJSON-1237835041'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:42.649722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 257313a2-6e77-498b-9020-daad705df248 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:42.650205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (257313a2-6e77-498b-9020-daad705df248), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.650612 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 257313a2-6e77-498b-9020-daad705df248 Nov 03 02:28:42.675960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5c8751c-7e04-4072-836c-c60661528fb5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7dfcdcd3-ccd6-42c7-8656-6a108012f019), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.678696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5c8751c-7e04-4072-836c-c60661528fb5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.683346 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f5c8751c-7e04-4072-836c-c60661528fb5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "DELETE /v2.0/security-groups/7dfcdcd3-ccd6-42c7-8656-6a108012f019 HTTP/1.1" status: 204 len: 168 time: 0.2824945 Nov 03 02:28:42.687111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40438) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:42.714368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8751c-7e04-4072-836c-c60661528fb5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfcdcd3-ccd6-42c7-8656-6a108012f019,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:42.785030 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-55db35b5-ce49-4489-a780-87e5e59d00d8 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0915613 Nov 03 02:28:42.785030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40442) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:42.791426 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9fb41501-f47c-46d2-a695-d18aa850d28f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '502a2bc6-6c61-4559-8edd-c214f1f21b0a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:42.801092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:42.805673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.830314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:42.836327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:42.876015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:28:42.906923 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Allocated IP 2001:db8::2 (31187b52-f218-4c37-bae5-0bb173d27d84/23cb684f-90a1-4a43-a26b-0ec8585cf18a/4fd3fc5f-4819-4902-9033-f44f99c89732) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:42.924679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 257313a2-6e77-498b-9020-daad705df248 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:42.933328 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-9fb41501-f47c-46d2-a695-d18aa850d28f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The resource could not be found. Nov 03 02:28:42.938129 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9fb41501-f47c-46d2-a695-d18aa850d28f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1488771 Nov 03 02:28:42.954256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40444) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:42.958742 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-030ba944-79bb-4370-9374-7df18584add9 req-ef8fa88d-a954-4421-b231-bee983272cfa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 210 time: 0.0395739 Nov 03 02:28:42.962241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-57ba81bb-c885-4aec-9fc1-13215ee7450c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group': {'name': 'tempest-secgroup--69916881'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:43.005888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57ba81bb-c885-4aec-9fc1-13215ee7450c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.070839 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Attempt 3 to provision port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 Nov 03 02:28:43.073783 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-beec9bba-4a05-428c-9f88-2f18d9717983 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Deleting port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:43.074630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-beec9bba-4a05-428c-9f88-2f18d9717983 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f5e935ec-b6c2-49ca-be91-2001aa1e5d21), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.098051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57ba81bb-c885-4aec-9fc1-13215ee7450c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (8f33e271-dec1-4c51-81e8-9fca39fadf4d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.106496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57ba81bb-c885-4aec-9fc1-13215ee7450c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (8f33e271-dec1-4c51-81e8-9fca39fadf4d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.136812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.3 (d4d5c213-ff61-4d28-8455-08ec3fd99c76/c8b40db8-2fd2-45d8-85f0-3e8a88593dee/28a66631-6d32-4fcd-b94c-171518c23cdb) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:43.151049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:43.156397 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Publish callbacks [] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.158362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.164015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.164801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57ba81bb-c885-4aec-9fc1-13215ee7450c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.166177 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-57ba81bb-c885-4aec-9fc1-13215ee7450c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2102108 Nov 03 02:28:43.170527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40448) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:43.175890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0014c483-0824-4989-b01b-524a20fa9fc6 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990309833'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:43.186032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba81bb-c885-4aec-9fc1-13215ee7450c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f33e271-dec1-4c51-81e8-9fca39fadf4d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:43.211695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Network 31187b52-f218-4c37-bae5-0bb173d27d84 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:43.214978 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:43.218678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:43.237338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Pushing event updated for resources: {'Port': ['ID=4fd3fc5f-4819-4902-9033-f44f99c89732,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:43.242855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0014c483-0824-4989-b01b-524a20fa9fc6 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.253729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-beec9bba-4a05-428c-9f88-2f18d9717983 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f5e935ec-b6c2-49ca-be91-2001aa1e5d21), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.278816 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8::a2 (31187b52-f218-4c37-bae5-0bb173d27d84/23cb684f-90a1-4a43-a26b-0ec8585cf18a/bd0ff5fd-2756-4bee-9305-0cb3c6a08789) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:43.300560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Attempting to bind port 4fd3fc5f-4819-4902-9033-f44f99c89732 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:43.301248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Attempting to bind port 4fd3fc5f-4819-4902-9033-f44f99c89732 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '20a37348-136a-4d11-949c-9d0282893a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '31187b52-f218-4c37-bae5-0bb173d27d84'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:43.301622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Attempting to bind port 4fd3fc5f-4819-4902-9033-f44f99c89732 on network 31187b52-f218-4c37-bae5-0bb173d27d84 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:43.310060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:43.310744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Checking segment: {'id': '20a37348-136a-4d11-949c-9d0282893a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '31187b52-f218-4c37-bae5-0bb173d27d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:43.311369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.311576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Bound using segment: {'id': '20a37348-136a-4d11-949c-9d0282893a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '31187b52-f218-4c37-bae5-0bb173d27d84'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:43.312012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Bound port: 4fd3fc5f-4819-4902-9033-f44f99c89732, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a37348-136a-4d11-949c-9d0282893a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '31187b52-f218-4c37-bae5-0bb173d27d84'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:43.312596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.319498 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-beec9bba-4a05-428c-9f88-2f18d9717983 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Calling delete_port for f5e935ec-b6c2-49ca-be91-2001aa1e5d21 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:43.390632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] For port 4fd3fc5f-4819-4902-9033-f44f99c89732, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:43.395038 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] For port 4fd3fc5f-4819-4902-9033-f44f99c89732, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4fd3fc5f-4819-4902-9033-f44f99c89732,segment=NetworkSegment(20a37348-136a-4d11-949c-9d0282893a12),segment_id=20a37348-136a-4d11-949c-9d0282893a12)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:43.409527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.428400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0014c483-0824-4989-b01b-524a20fa9fc6 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (7d3906be-75ae-466e-bb52-ced2655f76ae), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.440912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0014c483-0824-4989-b01b-524a20fa9fc6 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7d3906be-75ae-466e-bb52-ced2655f76ae), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.452985 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.495197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0014c483-0824-4989-b01b-524a20fa9fc6 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.496459 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0014c483-0824-4989-b01b-524a20fa9fc6 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3246603 Nov 03 02:28:43.499878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40450) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:43.505326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-49b8a5c9-1fbd-4b89-adff-57324b8c1f24 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group_rule': {'security_group_id': '8f33e271-dec1-4c51-81e8-9fca39fadf4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7d3906be-75ae-466e-bb52-ced2655f76ae'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:43.507606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e0fcb-02d8-478f-b91e-c68b34322857 None None] Pushing event updated for resources: {'Port': ['ID=4fd3fc5f-4819-4902-9033-f44f99c89732,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:43.523917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014c483-0824-4989-b01b-524a20fa9fc6 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3906be-75ae-466e-bb52-ced2655f76ae,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:43.588801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.591090 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.592187 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-49b8a5c9-1fbd-4b89-adff-57324b8c1f24 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:43.593485 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-49b8a5c9-1fbd-4b89-adff-57324b8c1f24 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0925000 Nov 03 02:28:43.597445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40452) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:43.651489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network d4d5c213-ff61-4d28-8455-08ec3fd99c76 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:43.652143 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Attempt 4 to provision port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 Nov 03 02:28:43.668255 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:43.670908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:43.677053 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=28a66631-6d32-4fcd-b94c-171518c23cdb,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:43.679734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16927a19-01e2-4639-b5fe-fc01b729062d tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (7d3906be-75ae-466e-bb52-ced2655f76ae), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.683734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.739024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-beec9bba-4a05-428c-9f88-2f18d9717983 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f5e935ec-b6c2-49ca-be91-2001aa1e5d21), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.761087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:43.773222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=bd0ff5fd-2756-4bee-9305-0cb3c6a08789,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:43.783556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31187b52-f218-4c37-bae5-0bb173d27d84 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:43.788524 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:43.794894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec9bba-4a05-428c-9f88-2f18d9717983 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event deleted for resources: {'Port': ['ID=f5e935ec-b6c2-49ca-be91-2001aa1e5d21,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:43.805861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16927a19-01e2-4639-b5fe-fc01b729062d tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (7d3906be-75ae-466e-bb52-ced2655f76ae), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.813732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:43.820064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:43.820875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.854370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:43.855126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:43.891997 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4e72924e-e5a6-42e4-9408-41ed377d232c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2874722 Nov 03 02:28:43.895175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40454) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:43.921190 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-cdbe5249-7db7-45f6-b2f4-74fe72fa7df6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4000754 Nov 03 02:28:43.943348 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Request body: {'port': {'device_id': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:44.004737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16927a19-01e2-4639-b5fe-fc01b729062d tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7d3906be-75ae-466e-bb52-ced2655f76ae), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.007297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16927a19-01e2-4639-b5fe-fc01b729062d tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.008473 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-16927a19-01e2-4639-b5fe-fc01b729062d tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "DELETE /v2.0/security-groups/7d3906be-75ae-466e-bb52-ced2655f76ae HTTP/1.1" status: 204 len: 168 time: 0.4099967 Nov 03 02:28:44.015341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40458) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:44.044903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16927a19-01e2-4639-b5fe-fc01b729062d tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3906be-75ae-466e-bb52-ced2655f76ae,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:44.057565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-beec9bba-4a05-428c-9f88-2f18d9717983 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.248291 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.261929 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Attempt 5 to provision port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 Nov 03 02:28:44.276517 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d38c5eed-aa19-4c98-8848-70d955c48291 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.2591944 Nov 03 02:28:44.279774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40460) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:44.299657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4fd3fc5f-4819-4902-9033-f44f99c89732 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:44.302309 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Port f5e935ec-b6c2-49ca-be91-2001aa1e5d21 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:28:44.344232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Provisioning complete for port 257313a2-6e77-498b-9020-daad705df248 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:44.344749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (257313a2-6e77-498b-9020-daad705df248), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.345168 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Attempt 1 to provision port 257313a2-6e77-498b-9020-daad705df248 Nov 03 02:28:44.348001 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d31534-566c-42d6-96fa-e19f18caceb1 req-014f7616-21f0-4a0d-b3f0-2e432f27d89e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:44.351084 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4d31534-566c-42d6-96fa-e19f18caceb1 req-014f7616-21f0-4a0d-b3f0-2e432f27d89e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 931 time: 0.2448738 Nov 03 02:28:44.406133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 4fd3fc5f-4819-4902-9033-f44f99c89732 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:44.406836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.407383 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 4fd3fc5f-4819-4902-9033-f44f99c89732 Nov 03 02:28:44.469761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41b5c558-3cb3-46eb-beb3-7476778fc11c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (8f33e271-dec1-4c51-81e8-9fca39fadf4d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.490790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Current status of the port 257313a2-6e77-498b-9020-daad705df248 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:44.505100 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4d31534-566c-42d6-96fa-e19f18caceb1 req-de65a3f4-09dc-49e6-87e0-d14cf3fd49fa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477389 Nov 03 02:28:44.539314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41b5c558-3cb3-46eb-beb3-7476778fc11c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (8f33e271-dec1-4c51-81e8-9fca39fadf4d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.543124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 4fd3fc5f-4819-4902-9033-f44f99c89732 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:44.545817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.562710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Provisioning complete for port 769c7e9c-4ce5-4fb7-8380-31597505d118 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:44.563260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.563995 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Attempt 1 to provision port 769c7e9c-4ce5-4fb7-8380-31597505d118 Nov 03 02:28:44.578625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.611856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beec9bba-4a05-428c-9f88-2f18d9717983 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Router 0b2a3eb8-40d6-415b-8e84-c8978c2b21ad has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:44.639985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 4fd3fc5f-4819-4902-9033-f44f99c89732, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4fd3fc5f-4819-4902-9033-f44f99c89732,segment=NetworkSegment(20a37348-136a-4d11-949c-9d0282893a12),segment_id=20a37348-136a-4d11-949c-9d0282893a12)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:44.655783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.665133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.755169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=4fd3fc5f-4819-4902-9033-f44f99c89732,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:44.760120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-152ab2c0-9f92-4993-ac08-c7a23c27aaa3 None None] Current status of the port 769c7e9c-4ce5-4fb7-8380-31597505d118 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:44.811384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41b5c558-3cb3-46eb-beb3-7476778fc11c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (8f33e271-dec1-4c51-81e8-9fca39fadf4d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.814798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41b5c558-3cb3-46eb-beb3-7476778fc11c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:44.818865 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-41b5c558-3cb3-46eb-beb3-7476778fc11c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "DELETE /v2.0/security-groups/8f33e271-dec1-4c51-81e8-9fca39fadf4d HTTP/1.1" status: 204 len: 168 time: 0.5357347 Nov 03 02:28:44.824008 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40462) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:44.859120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5c558-3cb3-46eb-beb3-7476778fc11c tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f33e271-dec1-4c51-81e8-9fca39fadf4d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:44.862309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beec9bba-4a05-428c-9f88-2f18d9717983 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:44.868814 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-beec9bba-4a05-428c-9f88-2f18d9717983 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "PUT /v2.0/routers/0b2a3eb8-40d6-415b-8e84-c8978c2b21ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2573621 Nov 03 02:28:44.872987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40464) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:44.881864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef0309-847b-472f-8e40-0ac85bd2ff14 None None] Sync routers for ids ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:44.900394 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b1219d99-13a3-4446-82f4-738c69d3f758 None None] Could not find standard attr ID for object f5e935ec-b6c2-49ca-be91-2001aa1e5d21. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:28:44.909269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8298e-175a-4aed-8750-75deed7ceb32 None None] Network 31187b52-f218-4c37-bae5-0bb173d27d84 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:44.951487 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-eb1dbda3-c3fd-45e6-a0dd-e39d5b34d52f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] delete failed (client error): The resource could not be found. Nov 03 02:28:44.952565 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eb1dbda3-c3fd-45e6-a0dd-e39d5b34d52f tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1811704057 HTTP/1.1" status: 404 len: 335 time: 0.0682647 Nov 03 02:28:44.961970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40466) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:44.966371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a21a556e-da52-4b0c-adcc-dc09cc8983e9 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:44.977936 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef0309-847b-472f-8e40-0ac85bd2ff14 None None] Routers {'0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:44.978578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7eef0309-847b-472f-8e40-0ac85bd2ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:45.016409 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-24a1b8be-cde6-4fe7-a8c2-c416e9020c8f tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1815038 Nov 03 02:28:45.020574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b1219d99-13a3-4446-82f4-738c69d3f758 None None] Provisioning complete for port 28a66631-6d32-4fcd-b94c-171518c23cdb triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:45.020574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b1219d99-13a3-4446-82f4-738c69d3f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.020574 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b1219d99-13a3-4446-82f4-738c69d3f758 None None] Attempt 1 to provision port 28a66631-6d32-4fcd-b94c-171518c23cdb Nov 03 02:28:45.023768 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7eef0309-847b-472f-8e40-0ac85bd2ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:45.025942 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40468) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:45.030801 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-879b90cf-217d-4716-a815-db1db778d2ff tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162051441'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:45.052980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a66631-6d32-4fcd-b94c-171518c23cdb {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:28:45.064091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Publish callbacks [] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.066511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.073923 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-879b90cf-217d-4716-a815-db1db778d2ff tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.082036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef0309-847b-472f-8e40-0ac85bd2ff14 None None] Routers {'0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:45.082661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7eef0309-847b-472f-8e40-0ac85bd2ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:45.098839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Transition to ACTIVE for port object 28a66631-6d32-4fcd-b94c-171518c23cdb will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:28:45.106131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.109369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.143572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7eef0309-847b-472f-8e40-0ac85bd2ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:45.143572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef0309-847b-472f-8e40-0ac85bd2ff14 None None] The sync data for ids ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:45.146055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b1219d99-13a3-4446-82f4-738c69d3f758 None None] Port 28a66631-6d32-4fcd-b94c-171518c23cdb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:45.216625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Pushing event updated for resources: {'Port': ['ID=28a66631-6d32-4fcd-b94c-171518c23cdb,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:45.268412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-879b90cf-217d-4716-a815-db1db778d2ff tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (72ec5bd2-25c4-4292-9bb9-531f264ad917), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.269651 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Attempting to bind port 28a66631-6d32-4fcd-b94c-171518c23cdb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:45.270046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Attempting to bind port 28a66631-6d32-4fcd-b94c-171518c23cdb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:45.270423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Attempting to bind port 28a66631-6d32-4fcd-b94c-171518c23cdb on network d4d5c213-ff61-4d28-8455-08ec3fd99c76 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:45.276142 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Port 28a66631-6d32-4fcd-b94c-171518c23cdb on network d4d5c213-ff61-4d28-8455-08ec3fd99c76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:28:45.276472 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Attempting to bind port 28a66631-6d32-4fcd-b94c-171518c23cdb on network d4d5c213-ff61-4d28-8455-08ec3fd99c76 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:45.278535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-879b90cf-217d-4716-a815-db1db778d2ff tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (72ec5bd2-25c4-4292-9bb9-531f264ad917), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.299850 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:45.300200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Checking segment: {'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:45.300619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Bound using segment: {'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:45.301071 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Bound port: 28a66631-6d32-4fcd-b94c-171518c23cdb, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b94e076a-f124-495b-bc4b-40787fd0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:45.301436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.326558 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-879b90cf-217d-4716-a815-db1db778d2ff tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.330872 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-879b90cf-217d-4716-a815-db1db778d2ff tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3008566 Nov 03 02:28:45.331459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40470) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:45.336372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-55babb3b-f876-43d7-b447-3f9fc9d612cc tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:45.336829 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING neutron.api.v2.base [None req-55babb3b-f876-43d7-b447-3f9fc9d612cc tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 02:28:45.337342 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-55babb3b-f876-43d7-b447-3f9fc9d612cc tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 02:28:45.338529 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-55babb3b-f876-43d7-b447-3f9fc9d612cc tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "PUT /v2.0/security-groups/72ec5bd2-25c4-4292-9bb9-531f264ad917 HTTP/1.1" status: 409 len: 330 time: 0.0059905 Nov 03 02:28:45.342804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40472) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:45.374451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b90cf-217d-4716-a815-db1db778d2ff tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ec5bd2-25c4-4292-9bb9-531f264ad917,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:45.435133 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] For port 28a66631-6d32-4fcd-b94c-171518c23cdb, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:45.466116 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] For port 28a66631-6d32-4fcd-b94c-171518c23cdb, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=28a66631-6d32-4fcd-b94c-171518c23cdb,segment=NetworkSegment(b94e076a-f124-495b-bc4b-40787fd0a202),segment_id=b94e076a-f124-495b-bc4b-40787fd0a202)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:45.473096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aafd57dd-4321-4bac-bfd5-b0d084591985 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (72ec5bd2-25c4-4292-9bb9-531f264ad917), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.476410 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.489316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:45.489946 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.491344 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] 10.222.0.27 "PUT /v2.0/ports/28a66631-6d32-4fcd-b94c-171518c23cdb HTTP/1.1" status: 200 len: 1093 time: 1.5596466 Nov 03 02:28:45.491859 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'tag': '28a66631-6d32-4fcd-b94c-171518c23cdb'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:28:45.494175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924d8754-75b5-4edd-8f76-793a7cd17a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc939d64-bff7-4e2e-a06f-43cabfaffe4d", "tag": "28a66631-6d32-4fcd-b94c-171518c23cdb"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:28:45.520878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=bd0ff5fd-2756-4bee-9305-0cb3c6a08789,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:45.541319 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aafd57dd-4321-4bac-bfd5-b0d084591985 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (72ec5bd2-25c4-4292-9bb9-531f264ad917), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.603215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319f93db-9859-4df5-af72-c54ac6793268 x-openstack-request-id: req-319f93db-9859-4df5-af72-c54ac6793268 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:28:45.603564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a21a556e-da52-4b0c-adcc-dc09cc8983e9 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for router_gateway (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.603900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc939d64-bff7-4e2e-a06f-43cabfaffe4d", "tag": "28a66631-6d32-4fcd-b94c-171518c23cdb", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:28:45.604244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-319f93db-9859-4df5-af72-c54ac6793268 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:28:45.607054 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319f93db-9859-4df5-af72-c54ac6793268'] response: {'name': 'network-changed', 'server_uuid': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'tag': '28a66631-6d32-4fcd-b94c-171518c23cdb', 'status': 'completed', 'code': 200} Nov 03 02:28:45.635825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563f49c-22d6-4dd9-99ee-a48af3c7c7ab service neutron] Pushing event updated for resources: {'Port': ['ID=28a66631-6d32-4fcd-b94c-171518c23cdb,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:45.647207 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b1219d99-13a3-4446-82f4-738c69d3f758 None None] Attempt 2 to provision port 28a66631-6d32-4fcd-b94c-171518c23cdb Nov 03 02:28:45.677327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-41801ad4-c72d-4303-9d6f-9751c5c74228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:45.679683 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-41801ad4-c72d-4303-9d6f-9751c5c74228 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 1127 time: 0.1247032 Nov 03 02:28:45.680596 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aafd57dd-4321-4bac-bfd5-b0d084591985 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (72ec5bd2-25c4-4292-9bb9-531f264ad917), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.683554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aafd57dd-4321-4bac-bfd5-b0d084591985 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.684731 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-aafd57dd-4321-4bac-bfd5-b0d084591985 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "DELETE /v2.0/security-groups/72ec5bd2-25c4-4292-9bb9-531f264ad917 HTTP/1.1" status: 204 len: 168 time: 0.3406279 Nov 03 02:28:45.688034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40480) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:45.696563 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-a21a556e-da52-4b0c-adcc-dc09cc8983e9 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] update failed (client error): The resource could not be found. Nov 03 02:28:45.701052 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a21a556e-da52-4b0c-adcc-dc09cc8983e9 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "PUT /v2.0/routers/0b2a3eb8-40d6-415b-8e84-c8978c2b21ad HTTP/1.1" status: 404 len: 339 time: 0.7346625 Nov 03 02:28:45.703181 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40482) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:45.715529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b1219d99-13a3-4446-82f4-738c69d3f758 None None] Port 28a66631-6d32-4fcd-b94c-171518c23cdb had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:28:45.754745 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd57dd-4321-4bac-bfd5-b0d084591985 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ec5bd2-25c4-4292-9bb9-531f264ad917,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:45.779693 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.808423 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-13d89bf7-0ccd-4d8e-8185-4b5aa653720b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28a66631-6d32-4fcd-b94c-171518c23cdb HTTP/1.1" status: 200 len: 217 time: 0.1123805 Nov 03 02:28:45.829479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0250ed-d619-41c2-9092-21889adc66aa req-6c99bbcc-6198-4a78-814a-94c533265904 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:45.831505 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e0250ed-d619-41c2-9092-21889adc66aa req-6c99bbcc-6198-4a78-814a-94c533265904 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 943 time: 0.2169027 Nov 03 02:28:45.837571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Provisioning complete for port 4fd3fc5f-4819-4902-9033-f44f99c89732 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:45.838077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.838560 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Attempt 1 to provision port 4fd3fc5f-4819-4902-9033-f44f99c89732 Nov 03 02:28:45.841553 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4cbe8bb1-15d5-4732-9ef4-79bc9e45fdde tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1502535 Nov 03 02:28:45.842163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40484) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:45.908547 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-a56c2841-daaa-48b2-a6ad-3a3142c12a38 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] delete failed (client error): The resource could not be found. Nov 03 02:28:45.912958 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a56c2841-daaa-48b2-a6ad-3a3142c12a38 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae1ef9d2-c2be-44d9-86fb-094e23ca28c5 HTTP/1.1" status: 404 len: 347 time: 0.0666735 Nov 03 02:28:45.915699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40486) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:45.924619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Current status of the port 4fd3fc5f-4819-4902-9033-f44f99c89732 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:45.936018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Provisioning complete for port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:45.936784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:45.936906 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-e3cbb48c-9ee4-4de2-9f4a-dd3f449c72c5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] show failed (client error): The resource could not be found. Nov 03 02:28:45.937454 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Attempt 1 to provision port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 Nov 03 02:28:45.937895 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e3cbb48c-9ee4-4de2-9f4a-dd3f449c72c5 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "GET /v2.0/security-groups/0534581e-8779-415f-b8f7-cf674d73d7d5 HTTP/1.1" status: 404 len: 347 time: 0.0212765 Nov 03 02:28:45.941673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-03df48d3-b078-4eb5-b583-2030618551cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:45.942452 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-03df48d3-b078-4eb5-b583-2030618551cb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c8b40db8-2fd2-45d8-85f0-3e8a88593dee HTTP/1.1" status: 200 len: 835 time: 0.1234429 Nov 03 02:28:45.943789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40488) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:45.974785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:45.983361 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e0250ed-d619-41c2-9092-21889adc66aa req-88302629-3521-47a5-b717-8526f0e9f3ad tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382105 Nov 03 02:28:46.021831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.044348 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-26839428-da68-45ef-9b07-6242624d6458 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] show failed (client error): The resource could not be found. Nov 03 02:28:46.045426 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-26839428-da68-45ef-9b07-6242624d6458 tempest-NegativeSecGroupTest-256973087 tempest-NegativeSecGroupTest-256973087-project] 10.222.0.23 "GET /v2.0/security-group-rules/0ef3b9d5-a21b-4470-92fe-452043847f14 HTTP/1.1" status: 404 len: 356 time: 0.0984888 Nov 03 02:28:46.074051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.105870 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-b22b22bc-bbbf-4058-ae46-27bd5ddce9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:46.107364 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-b22b22bc-bbbf-4058-ae46-27bd5ddce9c1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d4d5c213-ff61-4d28-8455-08ec3fd99c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1202366 Nov 03 02:28:46.137157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.262028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4fd3fc5f-4819-4902-9033-f44f99c89732 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:46.323077 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-f797cefa-e5a2-4276-a73b-29d1b6039f5c service neutron] 10.222.0.27 "GET /v2.0/networks/d4d5c213-ff61-4d28-8455-08ec3fd99c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934049 Nov 03 02:28:46.323661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.330564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.331454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.335563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 4fd3fc5f-4819-4902-9033-f44f99c89732 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:46.336759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.337133 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 4fd3fc5f-4819-4902-9033-f44f99c89732 Nov 03 02:28:46.383563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=bd0ff5fd-2756-4bee-9305-0cb3c6a08789,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:46.433028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 4fd3fc5f-4819-4902-9033-f44f99c89732 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:46.448347 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40494) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:46.476030 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Attempt 2 to provision port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 Nov 03 02:28:46.488266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31187b52-f218-4c37-bae5-0bb173d27d84 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:46.489868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:46.513335 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-381fb1b1-bbfe-462f-9f89-c692325fe3a4 req-a8b93fae-9a2d-4ed3-8253-4e136a494d7c service neutron] 10.222.0.27 "GET /v2.0/networks/d4d5c213-ff61-4d28-8455-08ec3fd99c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794307 Nov 03 02:28:46.530503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:46.551723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Allocated IP 172.20.0.1 (237d8c44-c9d6-49df-87d5-dab4a4402470/8eade610-418a-40e1-93be-57a178bcc14b/6fce6c39-62c4-4b25-82ee-da40b83b0985) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:46.640893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Router c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:28:46.748840 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cc69a633-63d0-42d5-93c9-7b61e1ab189c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c51b77b0bc594896904e88577195f425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2945147 Nov 03 02:28:46.748962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:46.750541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40498) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:46.761667 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-81513060-5d1b-4ae0-aa6d-0e8e7ece7593 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "PUT /v2.0/routers/c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8654599 Nov 03 02:28:46.763399 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541285d-44b4-4b70-bd07-edb7b794a084 None None] Sync routers for ids ['c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:46.764358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40500) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:46.768715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d8754-75b5-4edd-8f76-793a7cd17a5e req-5f4c38f7-f052-43d8-89b9-6b6f7a3a4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:46.770271 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-924d8754-75b5-4edd-8f76-793a7cd17a5e req-5f4c38f7-f052-43d8-89b9-6b6f7a3a4164 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 1127 time: 0.1606343 Nov 03 02:28:46.775972 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541285d-44b4-4b70-bd07-edb7b794a084 None None] Routers {'c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:46.776900 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e541285d-44b4-4b70-bd07-edb7b794a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:46.780007 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for port (6fce6c39-62c4-4b25-82ee-da40b83b0985), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.818609 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e541285d-44b4-4b70-bd07-edb7b794a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:46.828405 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541285d-44b4-4b70-bd07-edb7b794a084 None None] Routers {'c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:46.829267 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e541285d-44b4-4b70-bd07-edb7b794a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:46.847507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9a74f8b-c4ac-4ac6-908e-7d0960e1fa63 admin admin] Publish callbacks [] for security_group (b7e20f57-83e6-40b1-8320-b5167e7b1f0d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.857441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e71f4d4-afeb-4581-94fa-a075a21752cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:46.861657 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1e71f4d4-afeb-4581-94fa-a075a21752cb tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports?device_id=c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b HTTP/1.1" status: 200 len: 988 time: 0.0882883 Nov 03 02:28:46.864266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40502) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:46.868848 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e541285d-44b4-4b70-bd07-edb7b794a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:46.869738 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541285d-44b4-4b70-bd07-edb7b794a084 None None] The sync data for ids ['c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:46.883276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9a74f8b-c4ac-4ac6-908e-7d0960e1fa63 admin admin] Publish callbacks [] for security_group (b7e20f57-83e6-40b1-8320-b5167e7b1f0d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.931901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9a74f8b-c4ac-4ac6-908e-7d0960e1fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b7e20f57-83e6-40b1-8320-b5167e7b1f0d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.934595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9a74f8b-c4ac-4ac6-908e-7d0960e1fa63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.935774 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f9a74f8b-c4ac-4ac6-908e-7d0960e1fa63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7e20f57-83e6-40b1-8320-b5167e7b1f0d HTTP/1.1" status: 204 len: 168 time: 0.1841483 Nov 03 02:28:46.944567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a74f8b-c4ac-4ac6-908e-7d0960e1fa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e20f57-83e6-40b1-8320-b5167e7b1f0d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:46.977079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (6fce6c39-62c4-4b25-82ee-da40b83b0985), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:46.997449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d8754-75b5-4edd-8f76-793a7cd17a5e req-5b1638a7-2b71-470f-bac8-58d96cae1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:46.998998 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-924d8754-75b5-4edd-8f76-793a7cd17a5e req-5b1638a7-2b71-470f-bac8-58d96cae1600 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d4d5c213-ff61-4d28-8455-08ec3fd99c76 HTTP/1.1" status: 200 len: 898 time: 0.2172012 Nov 03 02:28:47.031490 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Attempt 3 to provision port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 Nov 03 02:28:47.041191 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Network 237d8c44-c9d6-49df-87d5-dab4a4402470 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:47.076766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:47.087614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:47.095259 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-924d8754-75b5-4edd-8f76-793a7cd17a5e req-00f5782d-140e-493e-9e5d-0647f1806b69 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28a66631-6d32-4fcd-b94c-171518c23cdb HTTP/1.1" status: 200 len: 217 time: 0.0719588 Nov 03 02:28:47.103104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:47.147559 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46412f68-2d07-49a9-b3ed-9dc154eb39b3 req-aa73dbff-af6e-47c4-ad2f-ee1b2bde6584 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:47.149154 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46412f68-2d07-49a9-b3ed-9dc154eb39b3 req-aa73dbff-af6e-47c4-ad2f-ee1b2bde6584 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 943 time: 0.0782397 Nov 03 02:28:47.215130 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d8754-75b5-4edd-8f76-793a7cd17a5e req-427c8224-fcbd-42df-b9df-7f11d7eed30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:47.217098 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-924d8754-75b5-4edd-8f76-793a7cd17a5e req-427c8224-fcbd-42df-b9df-7f11d7eed30a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c8b40db8-2fd2-45d8-85f0-3e8a88593dee HTTP/1.1" status: 200 len: 835 time: 0.0612168 Nov 03 02:28:47.222377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46412f68-2d07-49a9-b3ed-9dc154eb39b3 req-3107bf1b-3111-4260-9d5d-afc4a9f53206 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653574 Nov 03 02:28:47.272556 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event updated for resources: {'Port': ['ID=6fce6c39-62c4-4b25-82ee-da40b83b0985,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:47.315495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:47.604846 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Attempt 4 to provision port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 Nov 03 02:28:47.692633 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d8754-75b5-4edd-8f76-793a7cd17a5e req-0de7fa44-a4ac-4ec5-be0e-bd103e329f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:47.694177 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-924d8754-75b5-4edd-8f76-793a7cd17a5e req-0de7fa44-a4ac-4ec5-be0e-bd103e329f75 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d4d5c213-ff61-4d28-8455-08ec3fd99c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4395778 Nov 03 02:28:47.777520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40526) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:47.797488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:47.853907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6fce6c39-62c4-4b25-82ee-da40b83b0985), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:47.895715 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6e489149-80e6-441f-914b-659144c30fee tempest-ServiceProvidersTest-709895940 tempest-ServiceProvidersTest-709895940-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1169858 Nov 03 02:28:47.920087 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-924d8754-75b5-4edd-8f76-793a7cd17a5e req-ea1847c9-1043-4e63-8a98-0824f073f8e8 service neutron] 10.222.0.27 "GET /v2.0/networks/d4d5c213-ff61-4d28-8455-08ec3fd99c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074192 Nov 03 02:28:48.153632 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40534) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:48.207916 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-267c77be-da22-4b73-a516-1dcb476979f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.214822 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-924d8754-75b5-4edd-8f76-793a7cd17a5e req-e73c7596-3c92-4937-9aea-61f8cc1cc817 service neutron] 10.222.0.27 "GET /v2.0/networks/d4d5c213-ff61-4d28-8455-08ec3fd99c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712903 Nov 03 02:28:48.263544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-141251ac-6d97-41e0-bd58-441ba3b679db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.298815 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Attempt 5 to provision port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 Nov 03 02:28:48.346238 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:48.402348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b12a66-bc48-490f-806f-edc9c5abe42e req-350fe668-6d5e-4446-bdf8-8fba5b6be646 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:48.403847 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73b12a66-bc48-490f-806f-edc9c5abe42e req-350fe668-6d5e-4446-bdf8-8fba5b6be646 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 943 time: 0.0853136 Nov 03 02:28:48.414573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-141251ac-6d97-41e0-bd58-441ba3b679db admin admin] Publish callbacks [] for security_group (c0f7d0c5-0930-4842-ae6e-7c81c0a1a6e9), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.427289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-141251ac-6d97-41e0-bd58-441ba3b679db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c0f7d0c5-0930-4842-ae6e-7c81c0a1a6e9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.461344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for port (6fce6c39-62c4-4b25-82ee-da40b83b0985), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.467243 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (6fce6c39-62c4-4b25-82ee-da40b83b0985), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.485256 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-141251ac-6d97-41e0-bd58-441ba3b679db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bff39fec35904e6bbad8bb3bb721c642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3305142 Nov 03 02:28:48.490498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141251ac-6d97-41e0-bd58-441ba3b679db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f7d0c5-0930-4842-ae6e-7c81c0a1a6e9,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:48.493189 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40540) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:48.497815 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73b12a66-bc48-490f-806f-edc9c5abe42e req-3fe6b42e-56ef-4c31-afc6-3655c81c1efe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859876 Nov 03 02:28:48.580070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.585808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event updated for resources: {'Port': ['ID=6fce6c39-62c4-4b25-82ee-da40b83b0985,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:48.680810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-103648e0-823f-4351-bca7-fbac982d7299 admin admin] Publish callbacks [] for security_group (c0f7d0c5-0930-4842-ae6e-7c81c0a1a6e9), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.716719 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-103648e0-823f-4351-bca7-fbac982d7299 admin admin] Publish callbacks [] for security_group (c0f7d0c5-0930-4842-ae6e-7c81c0a1a6e9), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.740309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-267c77be-da22-4b73-a516-1dcb476979f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:48.740676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-267c77be-da22-4b73-a516-1dcb476979f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.820622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Network 237d8c44-c9d6-49df-87d5-dab4a4402470 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:48.826332 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:48.848641 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Attempt 6 to provision port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 Nov 03 02:28:48.885452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:48.891750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-103648e0-823f-4351-bca7-fbac982d7299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c0f7d0c5-0930-4842-ae6e-7c81c0a1a6e9), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.894681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-103648e0-823f-4351-bca7-fbac982d7299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.895965 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-103648e0-823f-4351-bca7-fbac982d7299 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0f7d0c5-0930-4842-ae6e-7c81c0a1a6e9 HTTP/1.1" status: 204 len: 168 time: 0.4007702 Nov 03 02:28:48.941854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-267c77be-da22-4b73-a516-1dcb476979f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:48.959418 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103648e0-823f-4351-bca7-fbac982d7299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f7d0c5-0930-4842-ae6e-7c81c0a1a6e9,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:48.968911 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-267c77be-da22-4b73-a516-1dcb476979f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for bd0ff5fd-2756-4bee-9305-0cb3c6a08789 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:49.033906 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Router 0b2a3eb8-40d6-415b-8e84-c8978c2b21ad has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:49.185120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:49.195961 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6dcdb57b-0cf6-47f9-a485-0128d01b51a0 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "PUT /v2.0/routers/0b2a3eb8-40d6-415b-8e84-c8978c2b21ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4829004 Nov 03 02:28:49.197153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c7362-f258-4b36-a71c-a5e412ff583c None None] Sync routers for ids ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:49.199252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40550) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:49.211883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c7362-f258-4b36-a71c-a5e412ff583c None None] Routers {'0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:49.213139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-024c7362-f258-4b36-a71c-a5e412ff583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:49.260041 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-024c7362-f258-4b36-a71c-a5e412ff583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:49.270740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c7362-f258-4b36-a71c-a5e412ff583c None None] Routers {'0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:49.271907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-024c7362-f258-4b36-a71c-a5e412ff583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:49.290425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-267c77be-da22-4b73-a516-1dcb476979f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bd0ff5fd-2756-4bee-9305-0cb3c6a08789), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:49.300078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3602107b-73ca-4f30-8465-ca6c93548d9b tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for router (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:49.315422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-024c7362-f258-4b36-a71c-a5e412ff583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:49.317979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c7362-f258-4b36-a71c-a5e412ff583c None None] The sync data for ids ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:49.326159 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c77be-da22-4b73-a516-1dcb476979f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=bd0ff5fd-2756-4bee-9305-0cb3c6a08789,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:49.386714 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Attempt 7 to provision port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 Nov 03 02:28:49.422810 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-3602107b-73ca-4f30-8465-ca6c93548d9b tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 02:28:49.425318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-436b0947-8de3-4915-86e7-405f70ba1d75 None None] Port bd0ff5fd-2756-4bee-9305-0cb3c6a08789 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:28:49.426395 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3602107b-73ca-4f30-8465-ca6c93548d9b tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "DELETE /v2.0/routers/0b2a3eb8-40d6-415b-8e84-c8978c2b21ad HTTP/1.1" status: 409 len: 376 time: 0.2260950 Nov 03 02:28:49.428447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40556) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:49.451877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-267c77be-da22-4b73-a516-1dcb476979f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:49.541451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a07ccfb2-36c0-4e5b-bef6-3ce9f1cde750 None None] Could not find standard attr ID for object bd0ff5fd-2756-4bee-9305-0cb3c6a08789. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:28:49.563394 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a07ccfb2-36c0-4e5b-bef6-3ce9f1cde750 None None] Provisioning complete for port 6fce6c39-62c4-4b25-82ee-da40b83b0985 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:49.563767 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a07ccfb2-36c0-4e5b-bef6-3ce9f1cde750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6fce6c39-62c4-4b25-82ee-da40b83b0985), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:49.566626 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a07ccfb2-36c0-4e5b-bef6-3ce9f1cde750 None None] Attempt 1 to provision port 6fce6c39-62c4-4b25-82ee-da40b83b0985 Nov 03 02:28:49.653729 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a07ccfb2-36c0-4e5b-bef6-3ce9f1cde750 None None] Port 6fce6c39-62c4-4b25-82ee-da40b83b0985 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:49.727132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267c77be-da22-4b73-a516-1dcb476979f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Router c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:49.777799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f07d0-77df-4d60-bebc-5105680e5590 req-bb93508a-4971-4d63-8142-0c03a20d4c6d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:49.779322 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-795f07d0-77df-4d60-bebc-5105680e5590 req-bb93508a-4971-4d63-8142-0c03a20d4c6d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 943 time: 0.1193511 Nov 03 02:28:49.842521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267c77be-da22-4b73-a516-1dcb476979f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:49.848438 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-267c77be-da22-4b73-a516-1dcb476979f4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "PUT /v2.0/routers/c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9830532 Nov 03 02:28:49.851169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40572) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:49.854892 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ea1ce2-8b26-477c-9892-3a765ff3ad29 None None] Sync routers for ids ['c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:49.867391 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-795f07d0-77df-4d60-bebc-5105680e5590 req-3dfdfd2d-1431-4405-9b86-f33e8d81d85e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788994 Nov 03 02:28:49.869061 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ea1ce2-8b26-477c-9892-3a765ff3ad29 None None] Routers {'c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:49.870023 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-42ea1ce2-8b26-477c-9892-3a765ff3ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:49.896300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3e49-71ad-44fe-897b-2a9fbf4f8117 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:49.908005 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-42ea1ce2-8b26-477c-9892-3a765ff3ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:49.915492 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40574) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:49.918181 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ea1ce2-8b26-477c-9892-3a765ff3ad29 None None] Routers {'c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:49.918893 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-42ea1ce2-8b26-477c-9892-3a765ff3ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:49.920922 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0043881 Nov 03 02:28:49.923899 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3149d35-871d-4396-8bf6-fd0c737de400 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:28:49.928227 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b3149d35-871d-4396-8bf6-fd0c737de400 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/bd0ff5fd-2756-4bee-9305-0cb3c6a08789 HTTP/1.1" status: 404 len: 333 time: 0.0730376 Nov 03 02:28:49.928227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40576) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:49.931266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40578) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:49.956392 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-42ea1ce2-8b26-477c-9892-3a765ff3ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:49.957234 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ea1ce2-8b26-477c-9892-3a765ff3ad29 None None] The sync data for ids ['c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:50.155236 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a07ccfb2-36c0-4e5b-bef6-3ce9f1cde750 None None] Attempt 2 to provision port 6fce6c39-62c4-4b25-82ee-da40b83b0985 Nov 03 02:28:50.177653 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb3e49-71ad-44fe-897b-2a9fbf4f8117 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Deleting port 6fce6c39-62c4-4b25-82ee-da40b83b0985 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:50.177999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3e49-71ad-44fe-897b-2a9fbf4f8117 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6fce6c39-62c4-4b25-82ee-da40b83b0985), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.192821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a07ccfb2-36c0-4e5b-bef6-3ce9f1cde750 None None] Port 6fce6c39-62c4-4b25-82ee-da40b83b0985 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:50.215648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 28a66631-6d32-4fcd-b94c-171518c23cdb details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:28:50.276962 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c9ef34b7-0b3e-4cf7-b2d5-6058b30bb1ef tempest-NetworksApiDiscovery-1839500784 tempest-NetworksApiDiscovery-1839500784-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3497458 Nov 03 02:28:50.288372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fdd525ff-7e0e-4922-a31e-d759193f05d1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for router (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.306208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3e49-71ad-44fe-897b-2a9fbf4f8117 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6fce6c39-62c4-4b25-82ee-da40b83b0985), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.329264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb3e49-71ad-44fe-897b-2a9fbf4f8117 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Calling delete_port for 6fce6c39-62c4-4b25-82ee-da40b83b0985 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:50.350233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 28a66631-6d32-4fcd-b94c-171518c23cdb, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=28a66631-6d32-4fcd-b94c-171518c23cdb,segment=NetworkSegment(b94e076a-f124-495b-bc4b-40787fd0a202),segment_id=b94e076a-f124-495b-bc4b-40787fd0a202)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:50.365543 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '28a66631-6d32-4fcd-b94c-171518c23cdb', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'port_id': '28a66631-6d32-4fcd-b94c-171518c23cdb', 'mac_address': 'fa:16:3e:39:2f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:28:50.411824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 28a66631-6d32-4fcd-b94c-171518c23cdb is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:50.412563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.431849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a66631-6d32-4fcd-b94c-171518c23cdb {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:28:50.463351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 28a66631-6d32-4fcd-b94c-171518c23cdb, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=28a66631-6d32-4fcd-b94c-171518c23cdb,segment=NetworkSegment(b94e076a-f124-495b-bc4b-40787fd0a202),segment_id=b94e076a-f124-495b-bc4b-40787fd0a202)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:50.469061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fdd525ff-7e0e-4922-a31e-d759193f05d1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.469268 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.473356 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fdd525ff-7e0e-4922-a31e-d759193f05d1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for router_controller (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.539765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fdd525ff-7e0e-4922-a31e-d759193f05d1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.540372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd525ff-7e0e-4922-a31e-d759193f05d1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Fanout notify agent at l3_agent the message router_deleted on router c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:28:50.552847 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fdd525ff-7e0e-4922-a31e-d759193f05d1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.558169 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fdd525ff-7e0e-4922-a31e-d759193f05d1 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/routers/c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b HTTP/1.1" status: 204 len: 168 time: 0.6231155 Nov 03 02:28:50.558564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40596) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:50.565086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=28a66631-6d32-4fcd-b94c-171518c23cdb,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:50.625045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c7d768-6fc9-41c8-8a0d-359e01fcf41e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting subnet 23cb684f-90a1-4a43-a26b-0ec8585cf18a {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:50.629891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64c7d768-6fc9-41c8-8a0d-359e01fcf41e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (23cb684f-90a1-4a43-a26b-0ec8585cf18a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.666564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3e49-71ad-44fe-897b-2a9fbf4f8117 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6fce6c39-62c4-4b25-82ee-da40b83b0985), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.695107 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a07ccfb2-36c0-4e5b-bef6-3ce9f1cde750 None None] Attempt 3 to provision port 6fce6c39-62c4-4b25-82ee-da40b83b0985 Nov 03 02:28:50.699913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64c7d768-6fc9-41c8-8a0d-359e01fcf41e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (23cb684f-90a1-4a43-a26b-0ec8585cf18a), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.700940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb3e49-71ad-44fe-897b-2a9fbf4f8117 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event deleted for resources: {'Port': ['ID=6fce6c39-62c4-4b25-82ee-da40b83b0985,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:50.757308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a07ccfb2-36c0-4e5b-bef6-3ce9f1cde750 None None] Port 6fce6c39-62c4-4b25-82ee-da40b83b0985 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:28:50.764184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['28a66631-6d32-4fcd-b94c-171518c23cdb'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:28:50.827030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40608) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:50.868195 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64c7d768-6fc9-41c8-8a0d-359e01fcf41e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (23cb684f-90a1-4a43-a26b-0ec8585cf18a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.963699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64c7d768-6fc9-41c8-8a0d-359e01fcf41e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (23cb684f-90a1-4a43-a26b-0ec8585cf18a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:50.998743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64c7d768-6fc9-41c8-8a0d-359e01fcf41e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.005386 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-64c7d768-6fc9-41c8-8a0d-359e01fcf41e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/23cb684f-90a1-4a43-a26b-0ec8585cf18a HTTP/1.1" status: 204 len: 168 time: 0.4456170 Nov 03 02:28:51.013634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5207e9b0-ac9a-4621-aba9-de2049461cb8 None None] Network 31187b52-f218-4c37-bae5-0bb173d27d84 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:51.037030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40614) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:51.042325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3e49-71ad-44fe-897b-2a9fbf4f8117 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.051492 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7d768-6fc9-41c8-8a0d-359e01fcf41e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Subnet': ['ID=23cb684f-90a1-4a43-a26b-0ec8585cf18a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:51.089800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b8ead1d3-34fb-41b9-adb8-20e6c71ec617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.191060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (31187b52-f218-4c37-bae5-0bb173d27d84), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.288204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b8ead1d3-34fb-41b9-adb8-20e6c71ec617 admin admin] Publish callbacks [] for security_group (765db196-318e-4f87-94e7-5421fe097606), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.296197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b8ead1d3-34fb-41b9-adb8-20e6c71ec617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (765db196-318e-4f87-94e7-5421fe097606), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.331939 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 4fd3fc5f-4819-4902-9033-f44f99c89732 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:51.333085 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.351277 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c8c01-404c-43bd-93bd-89e41a99a09b None None] DHCP port deletion for 31187b52-f218-4c37-bae5-0bb173d27d84 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:51.399276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c8c01-404c-43bd-93bd-89e41a99a09b None None] Deleting port 4fd3fc5f-4819-4902-9033-f44f99c89732 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:51.399783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8c01-404c-43bd-93bd-89e41a99a09b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.415929 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b8ead1d3-34fb-41b9-adb8-20e6c71ec617 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fab54a91d34647f38e6f60594560e1e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5850153 Nov 03 02:28:51.420965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40616) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:51.430633 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ead1d3-34fb-41b9-adb8-20e6c71ec617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765db196-318e-4f87-94e7-5421fe097606,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:51.460304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] For port 4fd3fc5f-4819-4902-9033-f44f99c89732, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4fd3fc5f-4819-4902-9033-f44f99c89732,segment=NetworkSegment(20a37348-136a-4d11-949c-9d0282893a12),segment_id=20a37348-136a-4d11-949c-9d0282893a12)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:51.460700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.468171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-eb4c8c01-404c-43bd-93bd-89e41a99a09b None None] For port 4fd3fc5f-4819-4902-9033-f44f99c89732, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4fd3fc5f-4819-4902-9033-f44f99c89732,segment=NetworkSegment(20a37348-136a-4d11-949c-9d0282893a12),segment_id=20a37348-136a-4d11-949c-9d0282893a12)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:51.468614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8c01-404c-43bd-93bd-89e41a99a09b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.483620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c8c01-404c-43bd-93bd-89e41a99a09b None None] Calling delete_port for 4fd3fc5f-4819-4902-9033-f44f99c89732 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:51.483875 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 4fd3fc5f-4819-4902-9033-f44f99c89732 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:51.499392 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f006322-89a3-4418-821d-80950b20a819 req-08e2f81a-0191-4cfe-88ef-e0eed233bc13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:51.500913 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4f006322-89a3-4418-821d-80950b20a819 req-08e2f81a-0191-4cfe-88ef-e0eed233bc13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.6921642 Nov 03 02:28:51.539285 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaf71-6708-49fa-a4d1-93e564647bdc admin admin] Publish callbacks [] for security_group (765db196-318e-4f87-94e7-5421fe097606), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.575225 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaf71-6708-49fa-a4d1-93e564647bdc admin admin] Publish callbacks [] for security_group (765db196-318e-4f87-94e7-5421fe097606), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.575812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8c01-404c-43bd-93bd-89e41a99a09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.602418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c8c01-404c-43bd-93bd-89e41a99a09b None None] Pushing event deleted for resources: {'Port': ['ID=4fd3fc5f-4819-4902-9033-f44f99c89732,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:51.604630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d6dcf-9e3c-4638-bf3e-2e2045ee8977 req-282f9532-6221-4b6e-85a8-9abbbb6cff73 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:51.608865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c8c01-404c-43bd-93bd-89e41a99a09b None None] No DVR routers for this DVR port 4fd3fc5f-4819-4902-9033-f44f99c89732 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:51.617257 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-197d6dcf-9e3c-4638-bf3e-2e2045ee8977 req-282f9532-6221-4b6e-85a8-9abbbb6cff73 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 944 time: 0.5691671 Nov 03 02:28:51.628749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (4fd3fc5f-4819-4902-9033-f44f99c89732), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.653811 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=4fd3fc5f-4819-4902-9033-f44f99c89732,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:51.661405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cb3e49-71ad-44fe-897b-2a9fbf4f8117 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Router 0b2a3eb8-40d6-415b-8e84-c8978c2b21ad has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:51.664256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No DVR routers for this DVR port 4fd3fc5f-4819-4902-9033-f44f99c89732 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:51.666984 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4f006322-89a3-4418-821d-80950b20a819 req-87aceabf-5ddd-41ce-9543-3485d6988b0c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568551 Nov 03 02:28:51.670243 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaf71-6708-49fa-a4d1-93e564647bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (765db196-318e-4f87-94e7-5421fe097606), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.672821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaf71-6708-49fa-a4d1-93e564647bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.674605 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c4dcaf71-6708-49fa-a4d1-93e564647bdc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/765db196-318e-4f87-94e7-5421fe097606 HTTP/1.1" status: 204 len: 168 time: 0.2524679 Nov 03 02:28:51.702388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcaf71-6708-49fa-a4d1-93e564647bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765db196-318e-4f87-94e7-5421fe097606,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:51.719325 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-197d6dcf-9e3c-4638-bf3e-2e2045ee8977 req-0ce8cd5d-1819-4139-811b-378c54569d4b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038454 Nov 03 02:28:51.782703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (31187b52-f218-4c37-bae5-0bb173d27d84), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.808799 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31187b52-f218-4c37-bae5-0bb173d27d84']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:51.817284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cb3e49-71ad-44fe-897b-2a9fbf4f8117 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:51.820730 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a37348-136a-4d11-949c-9d0282893a12') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:51.821110 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a37348-136a-4d11-949c-9d0282893a12') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:51.829313 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e2cb3e49-71ad-44fe-897b-2a9fbf4f8117 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "PUT /v2.0/routers/0b2a3eb8-40d6-415b-8e84-c8978c2b21ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990495 Nov 03 02:28:51.833501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c85f6-4059-4f0b-b399-8b3a0732d555 None None] Sync routers for ids ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:51.836116 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40620) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:51.843721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (20a37348-136a-4d11-949c-9d0282893a12), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.846629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c85f6-4059-4f0b-b399-8b3a0732d555 None None] Routers {'0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:51.847754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c98c85f6-4059-4f0b-b399-8b3a0732d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:51.882679 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-ce4089c3-8c8a-4d93-9020-84bedf5b1a64 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] show failed (client error): The resource could not be found. Nov 03 02:28:51.884994 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ce4089c3-8c8a-4d93-9020-84bedf5b1a64 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1470145986 HTTP/1.1" status: 404 len: 335 time: 0.0477622 Nov 03 02:28:51.889461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40622) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:51.890164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c98c85f6-4059-4f0b-b399-8b3a0732d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:51.899271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-36d9c515-b271-4907-b568-23d251139643 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:51.899531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (20a37348-136a-4d11-949c-9d0282893a12), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.905409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c85f6-4059-4f0b-b399-8b3a0732d555 None None] Routers {'0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:51.905811 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c98c85f6-4059-4f0b-b399-8b3a0732d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:51.911749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:51.912613 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (20a37348-136a-4d11-949c-9d0282893a12), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:51.935861 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-36d9c515-b271-4907-b568-23d251139643 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] update failed (client error): The resource could not be found. Nov 03 02:28:51.937522 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-36d9c515-b271-4907-b568-23d251139643 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-47526074 HTTP/1.1" status: 404 len: 333 time: 0.0467706 Nov 03 02:28:51.944899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c98c85f6-4059-4f0b-b399-8b3a0732d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:51.945277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40624) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:51.945568 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c85f6-4059-4f0b-b399-8b3a0732d555 None None] The sync data for ids ['0b2a3eb8-40d6-415b-8e84-c8978c2b21ad'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:51.993721 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 20a37348-136a-4d11-949c-9d0282893a12 resource provider aggregate not found Nov 03 02:28:52.013415 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 20a37348-136a-4d11-949c-9d0282893a12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20a37348-136a-4d11-949c-9d0282893a12 found for delete ", "request_id": "req-9ae6f944-863c-4efc-ba25-8cc498ffa4a3"}]} Nov 03 02:28:52.019446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b3d34a-51ed-4cf0-99c7-aa2c9395292e tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Deleting subnet f6407636-35b3-411e-ace3-6ecf51bb73f7 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:52.019874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (31187b52-f218-4c37-bae5-0bb173d27d84), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.023148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d34a-51ed-4cf0-99c7-aa2c9395292e tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for subnet (f6407636-35b3-411e-ace3-6ecf51bb73f7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.030451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.039796 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/networks/31187b52-f218-4c37-bae5-0bb173d27d84 HTTP/1.1" status: 204 len: 168 time: 1.0012512 Nov 03 02:28:52.040800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40630) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:52.062705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb139f10-68ff-4b21-a057-c7815c8146e9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Network': ['ID=31187b52-f218-4c37-bae5-0bb173d27d84,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:52.076585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d34a-51ed-4cf0-99c7-aa2c9395292e tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (f6407636-35b3-411e-ace3-6ecf51bb73f7), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.090378 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:28:52.107888 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1dee8-5093-4374-a907-0f16a684e9c5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:52.109285 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-13d1dee8-5093-4374-a907-0f16a684e9c5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/81d2da11-4dd3-47e5-a47c-31c5d75419f2 HTTP/1.1" status: 200 len: 844 time: 0.0555365 Nov 03 02:28:52.113643 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40632) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:52.156764 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1ec731d3-4873-4454-96ce-a356d9865db9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/81d2da11-4dd3-47e5-a47c-31c5d75419f2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0419471 Nov 03 02:28:52.162734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40634) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:52.167579 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1d902555-880d-4f3d-a21c-bea72fbe38a4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:52.173834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d34a-51ed-4cf0-99c7-aa2c9395292e tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (f6407636-35b3-411e-ace3-6ecf51bb73f7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.206717 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4fd3fc5f-4819-4902-9033-f44f99c89732 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:52.227088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 4fd3fc5f-4819-4902-9033-f44f99c89732 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:52.227367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4fd3fc5f-4819-4902-9033-f44f99c89732 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:52.233493 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 28a66631-6d32-4fcd-b94c-171518c23cdb up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:52.281216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 28a66631-6d32-4fcd-b94c-171518c23cdb completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:28:52.285601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 28a66631-6d32-4fcd-b94c-171518c23cdb triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:52.285993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.286342 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 28a66631-6d32-4fcd-b94c-171518c23cdb Nov 03 02:28:52.298248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d34a-51ed-4cf0-99c7-aa2c9395292e tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (f6407636-35b3-411e-ace3-6ecf51bb73f7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.308438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d902555-880d-4f3d-a21c-bea72fbe38a4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:52.311797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d902555-880d-4f3d-a21c-bea72fbe38a4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.339019 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d34a-51ed-4cf0-99c7-aa2c9395292e tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.342254 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a3b3d34a-51ed-4cf0-99c7-aa2c9395292e tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "DELETE /v2.0/subnets/f6407636-35b3-411e-ace3-6ecf51bb73f7 HTTP/1.1" status: 204 len: 168 time: 0.3955019 Nov 03 02:28:52.344965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40636) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:52.350095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da3d31a-0063-4c03-ae8f-b643f84db90d None None] Network fea6cda5-83e1-42a1-a707-403b0a155f50 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:52.354632 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3d34a-51ed-4cf0-99c7-aa2c9395292e tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event deleted for resources: {'Subnet': ['ID=f6407636-35b3-411e-ace3-6ecf51bb73f7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:52.406403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bc107a-f79b-4cb2-bf70-d062dceca4c5 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Deleting subnet 80eb255a-168b-473e-82f4-31b33e739707 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:52.409829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61bc107a-f79b-4cb2-bf70-d062dceca4c5 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for subnet (80eb255a-168b-473e-82f4-31b33e739707), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.415559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 28a66631-6d32-4fcd-b94c-171518c23cdb is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:52.416201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.452547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61bc107a-f79b-4cb2-bf70-d062dceca4c5 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (80eb255a-168b-473e-82f4-31b33e739707), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.463775 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a66631-6d32-4fcd-b94c-171518c23cdb'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:28:52.466071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63079cfd-3aff-46c9-a8db-7699ff4457d6" -d '{"events": [{"server_uuid": "fc939d64-bff7-4e2e-a06f-43cabfaffe4d", "name": "network-vif-plugged", "status": "completed", "tag": "28a66631-6d32-4fcd-b94c-171518c23cdb"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:28:52.482094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 28a66631-6d32-4fcd-b94c-171518c23cdb, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=28a66631-6d32-4fcd-b94c-171518c23cdb,segment=NetworkSegment(b94e076a-f124-495b-bc4b-40787fd0a202),segment_id=b94e076a-f124-495b-bc4b-40787fd0a202)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:52.491359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.518178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde9a91d-8b46-4da9-80ff-19b7faf17819 x-openstack-request-id: req-cde9a91d-8b46-4da9-80ff-19b7faf17819 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:28:52.518509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc939d64-bff7-4e2e-a06f-43cabfaffe4d", "name": "network-vif-plugged", "status": "completed", "tag": "28a66631-6d32-4fcd-b94c-171518c23cdb", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:28:52.518725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cde9a91d-8b46-4da9-80ff-19b7faf17819 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:28:52.519124 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde9a91d-8b46-4da9-80ff-19b7faf17819'] response: {'server_uuid': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a66631-6d32-4fcd-b94c-171518c23cdb', 'code': 200} Nov 03 02:28:52.561484 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=28a66631-6d32-4fcd-b94c-171518c23cdb,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:52.578595 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ae1c1-9dfd-4163-af7a-969376b0616c None None] DHCP port deletion for fea6cda5-83e1-42a1-a707-403b0a155f50 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:52.592503 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61bc107a-f79b-4cb2-bf70-d062dceca4c5 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (80eb255a-168b-473e-82f4-31b33e739707), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.593394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d902555-880d-4f3d-a21c-bea72fbe38a4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (c106b1a1-a66f-4f00-838a-85d88ba1eb97), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.634813 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-002ae1c1-9dfd-4163-af7a-969376b0616c None None] Deleting port 257313a2-6e77-498b-9020-daad705df248 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:52.635503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-002ae1c1-9dfd-4163-af7a-969376b0616c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (257313a2-6e77-498b-9020-daad705df248), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.660521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d902555-880d-4f3d-a21c-bea72fbe38a4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:52.665163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-1d902555-880d-4f3d-a21c-bea72fbe38a4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:52.668418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d902555-880d-4f3d-a21c-bea72fbe38a4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:52.669184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d902555-880d-4f3d-a21c-bea72fbe38a4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.682405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26df406c-835f-4871-84c3-6ead90b8f890 None None] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:52.701975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d902555-880d-4f3d-a21c-bea72fbe38a4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Subnet': ['ID=c106b1a1-a66f-4f00-838a-85d88ba1eb97,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:52.710591 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1d902555-880d-4f3d-a21c-bea72fbe38a4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5466442 Nov 03 02:28:52.713533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40642) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:52.718920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61bc107a-f79b-4cb2-bf70-d062dceca4c5 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (80eb255a-168b-473e-82f4-31b33e739707), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.723354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a43b70d4-cdfb-45b7-964a-f329b7182ca4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1854071597'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:52.749923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a43b70d4-cdfb-45b7-964a-f329b7182ca4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.772598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-002ae1c1-9dfd-4163-af7a-969376b0616c None None] For port 257313a2-6e77-498b-9020-daad705df248, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=257313a2-6e77-498b-9020-daad705df248,segment=NetworkSegment(b6c617af-18db-460e-92ac-79ecd1bae500),segment_id=b6c617af-18db-460e-92ac-79ecd1bae500)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:52.773010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-002ae1c1-9dfd-4163-af7a-969376b0616c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (257313a2-6e77-498b-9020-daad705df248), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.784854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-61bc107a-f79b-4cb2-bf70-d062dceca4c5 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.790282 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-61bc107a-f79b-4cb2-bf70-d062dceca4c5 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "DELETE /v2.0/subnets/80eb255a-168b-473e-82f4-31b33e739707 HTTP/1.1" status: 204 len: 168 time: 0.4425600 Nov 03 02:28:52.791039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc107a-f79b-4cb2-bf70-d062dceca4c5 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event deleted for resources: {'Subnet': ['ID=80eb255a-168b-473e-82f4-31b33e739707,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:52.792902 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40646) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:52.795365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bd9ba-e2e2-443f-92ff-a2ebaa99f1e6 req-95f19b25-ade4-466d-849c-7488bb0bf276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:52.795872 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681330d0-fdde-45dd-b7f0-89f907c77492 None None] Network 547cec1f-9a0a-4a12-9288-db12b2c9b062 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:52.797563 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-417bd9ba-e2e2-443f-92ff-a2ebaa99f1e6 req-95f19b25-ade4-466d-849c-7488bb0bf276 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 1129 time: 0.1299808 Nov 03 02:28:52.800212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-002ae1c1-9dfd-4163-af7a-969376b0616c None None] Calling delete_port for 257313a2-6e77-498b-9020-daad705df248 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:52.841873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a43b70d4-cdfb-45b7-964a-f329b7182ca4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (b56f9bc7-ceef-4829-83bf-89a6cdee9cf7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.861013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a43b70d4-cdfb-45b7-964a-f329b7182ca4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b56f9bc7-ceef-4829-83bf-89a6cdee9cf7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.933478 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (fea6cda5-83e1-42a1-a707-403b0a155f50), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.934632 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a43b70d4-cdfb-45b7-964a-f329b7182ca4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:52.935884 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a43b70d4-cdfb-45b7-964a-f329b7182ca4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2214968 Nov 03 02:28:52.940661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40648) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:52.947917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e2abe008-5930-48c7-92fc-8ee9ba7e327d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'security_group': {'name': 'tempest-secgroup-498667135'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:52.950065 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-417bd9ba-e2e2-443f-92ff-a2ebaa99f1e6 req-ad9a441a-96fb-4845-9bea-ebbe18b69884 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407859 Nov 03 02:28:52.953511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b70d4-cdfb-45b7-964a-f329b7182ca4 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56f9bc7-ceef-4829-83bf-89a6cdee9cf7,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:52.977369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81c32-5b44-42a1-ac3a-0ae2b6ef09f9 req-b7e9ce8c-5c9b-41a1-94e8-e993200f0d22 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:52.979181 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3db81c32-5b44-42a1-ac3a-0ae2b6ef09f9 req-b7e9ce8c-5c9b-41a1-94e8-e993200f0d22 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.2132866 Nov 03 02:28:53.000931 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Deleting port 257313a2-6e77-498b-9020-daad705df248 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:53.001343 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (257313a2-6e77-498b-9020-daad705df248), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.009982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2abe008-5930-48c7-92fc-8ee9ba7e327d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.021307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-002ae1c1-9dfd-4163-af7a-969376b0616c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (257313a2-6e77-498b-9020-daad705df248), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.056440 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-31f445ef-3c0f-40ce-993a-3e5e10689a04', 'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'project_id': 'ce3bef26e7884843866bffb07212b2fb', 'fixed_ips': [{'subnet_id': 'c106b1a1-a66f-4f00-838a-85d88ba1eb97'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:28:53.057676 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.062353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9203b0-d127-4859-a025-97d1f0ddae4f req-3ceb73f0-d672-4782-9e01-7cd5150bf022 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:53.063895 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b9203b0-d127-4859-a025-97d1f0ddae4f req-3ceb73f0-d672-4782-9e01-7cd5150bf022 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 945 time: 0.1898024 Nov 03 02:28:53.071703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ae1c1-9dfd-4163-af7a-969376b0616c None None] Pushing event deleted for resources: {'Port': ['ID=257313a2-6e77-498b-9020-daad705df248,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:53.083044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ae1c1-9dfd-4163-af7a-969376b0616c None None] No DVR routers for this DVR port 257313a2-6e77-498b-9020-daad705df248 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:53.084150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] For port 257313a2-6e77-498b-9020-daad705df248, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=257313a2-6e77-498b-9020-daad705df248,segment=NetworkSegment(b6c617af-18db-460e-92ac-79ecd1bae500),segment_id=b6c617af-18db-460e-92ac-79ecd1bae500)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:53.085334 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (257313a2-6e77-498b-9020-daad705df248), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.108096 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3db81c32-5b44-42a1-ac3a-0ae2b6ef09f9 req-6741df0d-7729-4846-bc88-d3a8e393628d tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133196 Nov 03 02:28:53.114241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Calling delete_port for 257313a2-6e77-498b-9020-daad705df248 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:53.185924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12b053a-b547-4869-a769-ce8d2783f1cf None None] DHCP port deletion for 547cec1f-9a0a-4a12-9288-db12b2c9b062 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:53.190086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2abe008-5930-48c7-92fc-8ee9ba7e327d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (9422d5b1-203e-4e86-8a1e-60df190fbf19), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.201348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2abe008-5930-48c7-92fc-8ee9ba7e327d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (9422d5b1-203e-4e86-8a1e-60df190fbf19), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.217059 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (257313a2-6e77-498b-9020-daad705df248), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.224945 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b9203b0-d127-4859-a025-97d1f0ddae4f req-9c32f18e-62bc-4530-a480-3a20a9df1c06 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385021 Nov 03 02:28:53.241965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2abe008-5930-48c7-92fc-8ee9ba7e327d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.243327 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e2abe008-5930-48c7-92fc-8ee9ba7e327d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3013160 Nov 03 02:28:53.246832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40650) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:53.253136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1158050783', 'security_groups': ['9422d5b1-203e-4e86-8a1e-60df190fbf19'], 'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c106b1a1-a66f-4f00-838a-85d88ba1eb97'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:53.256294 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event deleted for resources: {'Port': ['ID=257313a2-6e77-498b-9020-daad705df248,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:53.268878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Allocated IP 2001:db8::2 (31f445ef-3c0f-40ce-993a-3e5e10689a04/c106b1a1-a66f-4f00-838a-85d88ba1eb97/ebe97c76-af47-4c19-8efd-d781a20583f7) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:53.271586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] No DVR routers for this DVR port 257313a2-6e77-498b-9020-daad705df248 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:53.337778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e12b053a-b547-4869-a769-ce8d2783f1cf None None] Deleting port 769c7e9c-4ce5-4fb7-8380-31597505d118 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:53.338153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e12b053a-b547-4869-a769-ce8d2783f1cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.356468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (fea6cda5-83e1-42a1-a707-403b0a155f50), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.370748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abe008-5930-48c7-92fc-8ee9ba7e327d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9422d5b1-203e-4e86-8a1e-60df190fbf19,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:53.378050 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea6cda5-83e1-42a1-a707-403b0a155f50']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:53.385336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:53.388969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c617af-18db-460e-92ac-79ecd1bae500') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:53.389321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c617af-18db-460e-92ac-79ecd1bae500') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:53.399344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (b6c617af-18db-460e-92ac-79ecd1bae500), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.413644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b6c617af-18db-460e-92ac-79ecd1bae500), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.420578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:53.420982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (b6c617af-18db-460e-92ac-79ecd1bae500), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.429094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e12b053a-b547-4869-a769-ce8d2783f1cf None None] For port 769c7e9c-4ce5-4fb7-8380-31597505d118, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=769c7e9c-4ce5-4fb7-8380-31597505d118,segment=NetworkSegment(22115f64-8dc9-40db-8920-68fd8a98ded5),segment_id=22115f64-8dc9-40db-8920-68fd8a98ded5)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:53.429745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e12b053a-b547-4869-a769-ce8d2783f1cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.452899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e12b053a-b547-4869-a769-ce8d2783f1cf None None] Calling delete_port for 769c7e9c-4ce5-4fb7-8380-31597505d118 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:53.488330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.494116 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (fea6cda5-83e1-42a1-a707-403b0a155f50), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.502542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.508604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40652) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:53.509265 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "DELETE /v2.0/networks/fea6cda5-83e1-42a1-a707-403b0a155f50 HTTP/1.1" status: 204 len: 168 time: 0.7103965 Nov 03 02:28:53.517414 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port 1c7b01a4-f09c-49d0-a019-1bbe28399078 yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:28:53.520967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792863ee-e006-4989-aa01-5a3da2aa6f29 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event deleted for resources: {'Network': ['ID=fea6cda5-83e1-42a1-a707-403b0a155f50,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:53.639895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (547cec1f-9a0a-4a12-9288-db12b2c9b062), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.674886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Publish callbacks [] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.685372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.739887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:53.747703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:53.753130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:53.757662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Pushing event updated for resources: {'Port': ['ID=ebe97c76-af47-4c19-8efd-d781a20583f7,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:53.762470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e12b053a-b547-4869-a769-ce8d2783f1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.783084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8::27d (31f445ef-3c0f-40ce-993a-3e5e10689a04/c106b1a1-a66f-4f00-838a-85d88ba1eb97/1c7b01a4-f09c-49d0-a019-1bbe28399078) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:53.796738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Deleting port 769c7e9c-4ce5-4fb7-8380-31597505d118 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:53.797088 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.808194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b053a-b547-4869-a769-ce8d2783f1cf None None] Pushing event deleted for resources: {'Port': ['ID=769c7e9c-4ce5-4fb7-8380-31597505d118,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:53.812170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b053a-b547-4869-a769-ce8d2783f1cf None None] No DVR routers for this DVR port 769c7e9c-4ce5-4fb7-8380-31597505d118 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:53.850922 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Attempting to bind port ebe97c76-af47-4c19-8efd-d781a20583f7 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:28:53.851477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Attempting to bind port ebe97c76-af47-4c19-8efd-d781a20583f7 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'a0aa77a9-fb50-4eee-8297-abe174537cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:28:53.851851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Attempting to bind port ebe97c76-af47-4c19-8efd-d781a20583f7 on network 31f445ef-3c0f-40ce-993a-3e5e10689a04 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:28:53.857015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:28:53.857399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Checking segment: {'id': 'a0aa77a9-fb50-4eee-8297-abe174537cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:28:53.857801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.858197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Bound using segment: {'id': 'a0aa77a9-fb50-4eee-8297-abe174537cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:28:53.858663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Bound port: ebe97c76-af47-4c19-8efd-d781a20583f7, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0aa77a9-fb50-4eee-8297-abe174537cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:28:53.859046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.896773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] For port 769c7e9c-4ce5-4fb7-8380-31597505d118, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:53.897148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.919153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] For port ebe97c76-af47-4c19-8efd-d781a20583f7, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:28:53.922515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] For port ebe97c76-af47-4c19-8efd-d781a20583f7, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ebe97c76-af47-4c19-8efd-d781a20583f7,segment=NetworkSegment(a0aa77a9-fb50-4eee-8297-abe174537cf4),segment_id=a0aa77a9-fb50-4eee-8297-abe174537cf4)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:28:53.930533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.943435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Calling delete_port for 769c7e9c-4ce5-4fb7-8380-31597505d118 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:53.946173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.ipam_backend_mixin [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Port 769c7e9c-4ce5-4fb7-8380-31597505d118 was not found and therefore no delete operation was performed {{(pid=104394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:28:53.951199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (769c7e9c-4ce5-4fb7-8380-31597505d118), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:53.982871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event deleted for resources: {'Port': ['ID=769c7e9c-4ce5-4fb7-8380-31597505d118,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:53.992854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] No DVR routers for this DVR port 769c7e9c-4ce5-4fb7-8380-31597505d118 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:54.001228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f00423-1f04-42c5-81ce-239c475fccc2 None None] Pushing event updated for resources: {'Port': ['ID=ebe97c76-af47-4c19-8efd-d781a20583f7,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:54.040635 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment b6c617af-18db-460e-92ac-79ecd1bae500 resource provider aggregate not found Nov 03 02:28:54.059733 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment b6c617af-18db-460e-92ac-79ecd1bae500 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6c617af-18db-460e-92ac-79ecd1bae500 found for delete ", "request_id": "req-13ba61e3-5e9d-480b-87c4-8f1803cb694d"}]} Nov 03 02:28:54.121805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (547cec1f-9a0a-4a12-9288-db12b2c9b062), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.126662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (1c7b01a4-f09c-49d0-a019-1bbe28399078), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.171331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547cec1f-9a0a-4a12-9288-db12b2c9b062']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:54.199163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22115f64-8dc9-40db-8920-68fd8a98ded5') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:54.199526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22115f64-8dc9-40db-8920-68fd8a98ded5') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:54.222346 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (22115f64-8dc9-40db-8920-68fd8a98ded5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.255756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (22115f64-8dc9-40db-8920-68fd8a98ded5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.285338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:54.286128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (22115f64-8dc9-40db-8920-68fd8a98ded5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.335874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1c7b01a4-f09c-49d0-a019-1bbe28399078), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.340809 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 22115f64-8dc9-40db-8920-68fd8a98ded5 resource provider aggregate not found Nov 03 02:28:54.373162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ebe97c76-af47-4c19-8efd-d781a20583f7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:54.392857 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 22115f64-8dc9-40db-8920-68fd8a98ded5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22115f64-8dc9-40db-8920-68fd8a98ded5 found for delete ", "request_id": "req-42783281-d282-4bbb-bb57-3ffa9cbc0b87"}]} Nov 03 02:28:54.428851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ebe97c76-af47-4c19-8efd-d781a20583f7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:54.429509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.430094 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ebe97c76-af47-4c19-8efd-d781a20583f7 Nov 03 02:28:54.442744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:54.452066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:54.454627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:54.460447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:54.461231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.463624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (547cec1f-9a0a-4a12-9288-db12b2c9b062), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.467476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.473958 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "DELETE /v2.0/networks/547cec1f-9a0a-4a12-9288-db12b2c9b062 HTTP/1.1" status: 204 len: 168 time: 0.9617496 Nov 03 02:28:54.474668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40666) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:54.478450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=1c7b01a4-f09c-49d0-a019-1bbe28399078,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:54.489336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e660d4-ea3b-42f4-a722-5664b33ccdf2 req-e9e808f3-b82a-4304-95ee-63b321c2e8c5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:54.490857 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-26e660d4-ea3b-42f4-a722-5664b33ccdf2 req-e9e808f3-b82a-4304-95ee-63b321c2e8c5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.2517166 Nov 03 02:28:54.506298 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ebe97c76-af47-4c19-8efd-d781a20583f7 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:54.506694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.518219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74487848-7ea5-42a7-ba1e-a2b027806ce1 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event deleted for resources: {'Network': ['ID=547cec1f-9a0a-4a12-9288-db12b2c9b062,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:54.540621 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aa0c99cb-04d7-4f7b-b4c3-4228f3995423 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2931066 Nov 03 02:28:54.544697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40668) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:54.546379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17cfa01-e6d8-4038-a13e-22c63d071f95 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Deleting subnet 8eade610-418a-40e1-93be-57a178bcc14b {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:54.549470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port ebe97c76-af47-4c19-8efd-d781a20583f7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ebe97c76-af47-4c19-8efd-d781a20583f7,segment=NetworkSegment(a0aa77a9-fb50-4eee-8297-abe174537cf4),segment_id=a0aa77a9-fb50-4eee-8297-abe174537cf4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:54.549743 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e859d521-08d0-4e92-a0d8-59009a6b86fe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:54.551157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a17cfa01-e6d8-4038-a13e-22c63d071f95 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for subnet (8eade610-418a-40e1-93be-57a178bcc14b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.558214 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.608550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ca1b9-c535-4509-8a64-0addafb6ccec req-5d257191-8bf0-40d1-a1e1-8f27e8e03a6e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:54.610018 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e82ca1b9-c535-4509-8a64-0addafb6ccec req-5d257191-8bf0-40d1-a1e1-8f27e8e03a6e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 945 time: 0.2657914 Nov 03 02:28:54.636636 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a17cfa01-e6d8-4038-a13e-22c63d071f95 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (8eade610-418a-40e1-93be-57a178bcc14b), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.645254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=ebe97c76-af47-4c19-8efd-d781a20583f7,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:54.659769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-26e660d4-ea3b-42f4-a722-5664b33ccdf2 req-68359a0f-8d75-4884-8dcd-e777fc877626 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613004 Nov 03 02:28:54.662308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 769c7e9c-4ce5-4fb7-8380-31597505d118 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:54.694291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 769c7e9c-4ce5-4fb7-8380-31597505d118 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:54.695095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 769c7e9c-4ce5-4fb7-8380-31597505d118 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:54.695095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 257313a2-6e77-498b-9020-daad705df248 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:54.714877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 257313a2-6e77-498b-9020-daad705df248 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:54.715253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 257313a2-6e77-498b-9020-daad705df248 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:54.719812 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e82ca1b9-c535-4509-8a64-0addafb6ccec req-688784c6-8339-48af-b683-d2cc00929d30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984914 Nov 03 02:28:54.756836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e859d521-08d0-4e92-a0d8-59009a6b86fe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:54.764929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e859d521-08d0-4e92-a0d8-59009a6b86fe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.772264 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a17cfa01-e6d8-4038-a13e-22c63d071f95 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (8eade610-418a-40e1-93be-57a178bcc14b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.856765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a17cfa01-e6d8-4038-a13e-22c63d071f95 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (8eade610-418a-40e1-93be-57a178bcc14b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.890092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cfa01-e6d8-4038-a13e-22c63d071f95 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event deleted for resources: {'Subnet': ['ID=8eade610-418a-40e1-93be-57a178bcc14b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:54.894695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a17cfa01-e6d8-4038-a13e-22c63d071f95 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:54.900181 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a17cfa01-e6d8-4038-a13e-22c63d071f95 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "DELETE /v2.0/subnets/8eade610-418a-40e1-93be-57a178bcc14b HTTP/1.1" status: 204 len: 168 time: 0.4222915 Nov 03 02:28:54.900541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40672) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:54.907043 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dceb76-d657-4b37-a30e-1ba0e6ee9796 None None] Network 237d8c44-c9d6-49df-87d5-dab4a4402470 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:55.111256 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f683039-92af-43dc-9e31-14babdf3741a None None] DHCP port deletion for 237d8c44-c9d6-49df-87d5-dab4a4402470 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:28:55.164288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6f683039-92af-43dc-9e31-14babdf3741a None None] Deleting port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:55.165142 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f683039-92af-43dc-9e31-14babdf3741a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.227913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344536a-4b92-42f5-8c2d-f0831349a549 req-8059db62-de05-42fa-b36b-7af2e3eb6d0a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:55.229464 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9344536a-4b92-42f5-8c2d-f0831349a549 req-8059db62-de05-42fa-b36b-7af2e3eb6d0a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 945 time: 0.4042418 Nov 03 02:28:55.237617 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.ipam_backend_mixin [None req-e859d521-08d0-4e92-a0d8-59009a6b86fe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c106b1a1-a66f-4f00-838a-85d88ba1eb97 (CIDR: 2001:db8::/64) Nov 03 02:28:55.238676 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Provisioning complete for port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:55.238832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (81d2da11-4dd3-47e5-a47c-31c5d75419f2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.239120 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Attempt 1 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:28:55.247219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6f683039-92af-43dc-9e31-14babdf3741a None None] For port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1e33dc53-c6c8-45d7-9b78-99e7e1a1d481,segment=NetworkSegment(2a3e0a32-75fc-4332-ac40-a0d420245931),segment_id=2a3e0a32-75fc-4332-ac40-a0d420245931)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:55.247662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f683039-92af-43dc-9e31-14babdf3741a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.252197 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-e859d521-08d0-4e92-a0d8-59009a6b86fe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:28:55.252842 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e859d521-08d0-4e92-a0d8-59009a6b86fe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:28:55.286158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6f683039-92af-43dc-9e31-14babdf3741a None None] Calling delete_port for 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:55.294084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (237d8c44-c9d6-49df-87d5-dab4a4402470), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.304239 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e859d521-08d0-4e92-a0d8-59009a6b86fe tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7556291 Nov 03 02:28:55.304523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40674) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:55.305030 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:55.309397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4b0b4d31-539c-4c6b-85b2-058ff9487a3f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:55.331342 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9344536a-4b92-42f5-8c2d-f0831349a549 req-7f99a905-4006-4f30-9786-511ee3e2baa9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901828 Nov 03 02:28:55.369185 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40676) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:55.384193 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f683039-92af-43dc-9e31-14babdf3741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.392722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Deleting port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:55.393618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.418005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f683039-92af-43dc-9e31-14babdf3741a None None] Pushing event deleted for resources: {'Port': ['ID=1e33dc53-c6c8-45d7-9b78-99e7e1a1d481,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:55.421842 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f683039-92af-43dc-9e31-14babdf3741a None None] No DVR routers for this DVR port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:55.467685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] For port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:55.468049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.481623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Calling delete_port for 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:55.484179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.ipam_backend_mixin [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 was not found and therefore no delete operation was performed {{(pid=104394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:28:55.485080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d0862-860a-49ab-925e-150b774077e8 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:55.485667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1e33dc53-c6c8-45d7-9b78-99e7e1a1d481), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.487998 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7f7d0862-860a-49ab-925e-150b774077e8 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 1124 time: 0.1176140 Nov 03 02:28:55.491690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40678) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:55.495291 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '28a66631-6d32-4fcd-b94c-171518c23cdb', 'tenant_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:55.511116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event deleted for resources: {'Port': ['ID=1e33dc53-c6c8-45d7-9b78-99e7e1a1d481,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:55.515555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] No DVR routers for this DVR port 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:28:55.524872 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0b4d31-539c-4c6b-85b2-058ff9487a3f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:55.528537 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4b0b4d31-539c-4c6b-85b2-058ff9487a3f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.534278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.599801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (237d8c44-c9d6-49df-87d5-dab4a4402470), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.620507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237d8c44-c9d6-49df-87d5-dab4a4402470']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:55.631055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3e0a32-75fc-4332-ac40-a0d420245931') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:55.631359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3e0a32-75fc-4332-ac40-a0d420245931') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:55.640952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (2a3e0a32-75fc-4332-ac40-a0d420245931), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.654282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (2a3e0a32-75fc-4332-ac40-a0d420245931), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.660392 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:28:55.661086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (2a3e0a32-75fc-4332-ac40-a0d420245931), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.727010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (237d8c44-c9d6-49df-87d5-dab4a4402470), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.735117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.739109 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.742043 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "DELETE /v2.0/networks/237d8c44-c9d6-49df-87d5-dab4a4402470 HTTP/1.1" status: 204 len: 168 time: 0.8324296 Nov 03 02:28:55.742459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40682) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:55.763459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c137a27-19cf-4237-87d6-5b55cafab324 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Pushing event deleted for resources: {'Network': ['ID=237d8c44-c9d6-49df-87d5-dab4a4402470,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:55.792879 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5b999128-b9aa-44b8-8dd6-583056a36f24 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b2a3eb8-40d6-415b-8e84-c8978c2b21ad HTTP/1.1" status: 200 len: 205 time: 0.0494928 Nov 03 02:28:55.805974 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Attempt 2 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:28:55.807990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40684) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:55.846343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:55.903577 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3888-94ed-463b-adee-3fc90de5b2b9 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for router (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:55.949240 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef99024-558c-427c-972d-0c927e9f32a0 req-5216f3e4-6750-4907-9bfd-ad64680da778 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:55.950738 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eef99024-558c-427c-972d-0c927e9f32a0 req-5216f3e4-6750-4907-9bfd-ad64680da778 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.1902199 Nov 03 02:28:55.957796 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.28 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/e464292f-8a04-43d6-82e0-19c7cc85924f) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:55.974552 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4b0b4d31-539c-4c6b-85b2-058ff9487a3f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (fd643582-7cf9-4911-8c3e-d50057e2ce2c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.054541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b4d31-539c-4c6b-85b2-058ff9487a3f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:56.063657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-4b0b4d31-539c-4c6b-85b2-058ff9487a3f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:56.073794 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b4d31-539c-4c6b-85b2-058ff9487a3f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:56.074401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4b0b4d31-539c-4c6b-85b2-058ff9487a3f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.075864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c4f23-86e8-455f-bd3b-f44e1f097b81 None None] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:56.089702 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b4d31-539c-4c6b-85b2-058ff9487a3f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Subnet': ['ID=fd643582-7cf9-4911-8c3e-d50057e2ce2c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:56.095279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3888-94ed-463b-adee-3fc90de5b2b9 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.102069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3888-94ed-463b-adee-3fc90de5b2b9 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for router_controller (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.109845 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4b0b4d31-539c-4c6b-85b2-058ff9487a3f tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8046851 Nov 03 02:28:56.112591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40686) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:56.115509 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eef99024-558c-427c-972d-0c927e9f32a0 req-b21f1bc0-3023-41c0-aae9-355cf23c0fb2 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406307 Nov 03 02:28:56.117878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4367bcf2-cb0a-45bc-861c-caf2f7ab0699 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-295010255', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd643582-7cf9-4911-8c3e-d50057e2ce2c'}], 'security_groups': ['b56f9bc7-ceef-4829-83bf-89a6cdee9cf7']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:56.188979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3888-94ed-463b-adee-3fc90de5b2b9 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (0b2a3eb8-40d6-415b-8e84-c8978c2b21ad), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.189535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (e464292f-8a04-43d6-82e0-19c7cc85924f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.190114 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bb3888-94ed-463b-adee-3fc90de5b2b9 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Fanout notify agent at l3_agent the message router_deleted on router 0b2a3eb8-40d6-415b-8e84-c8978c2b21ad {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:28:56.197545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3888-94ed-463b-adee-3fc90de5b2b9 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.201687 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c3bb3888-94ed-463b-adee-3fc90de5b2b9 tempest-RoutersNegativeTest-1363076076 tempest-RoutersNegativeTest-1363076076-project] 10.222.0.23 "DELETE /v2.0/routers/0b2a3eb8-40d6-415b-8e84-c8978c2b21ad HTTP/1.1" status: 204 len: 168 time: 0.3911643 Nov 03 02:28:56.260148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ebe97c76-af47-4c19-8efd-d781a20583f7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:56.294489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e464292f-8a04-43d6-82e0-19c7cc85924f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.333682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9430be0-2a6a-4831-b22e-ebb9f3722360 None None] Update dhcp port {'port': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'fixed_ips': [{'subnet_id': 'c106b1a1-a66f-4f00-838a-85d88ba1eb97', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd643582-7cf9-4911-8c3e-d50057e2ce2c'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'ebe97c76-af47-4c19-8efd-d781a20583f7'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:28:56.352646 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:28:56.353726 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Attempt 3 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:28:56.363669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:28:56.387831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:28:56.395091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=e464292f-8a04-43d6-82e0-19c7cc85924f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:56.400669 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a9430be0-2a6a-4831-b22e-ebb9f3722360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.413314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ebe97c76-af47-4c19-8efd-d781a20583f7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:56.414097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.414609 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ebe97c76-af47-4c19-8efd-d781a20583f7 Nov 03 02:28:56.416622 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 2a3e0a32-75fc-4332-ac40-a0d420245931 resource provider aggregate not found Nov 03 02:28:56.431440 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4367bcf2-cb0a-45bc-861c-caf2f7ab0699 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1c7b01a4-f09c-49d0-a019-1bbe28399078), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.435772 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 2a3e0a32-75fc-4332-ac40-a0d420245931 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a3e0a32-75fc-4332-ac40-a0d420245931 found for delete ", "request_id": "req-c13cec76-e3ea-457f-be44-14849164a015"}]} Nov 03 02:28:56.466211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:56.552648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40696) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:56.621269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ebe97c76-af47-4c19-8efd-d781a20583f7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:56.634633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-a9430be0-2a6a-4831-b22e-ebb9f3722360 None None] Allocated IP 2001:db8:0:1::2 (31f445ef-3c0f-40ce-993a-3e5e10689a04/fd643582-7cf9-4911-8c3e-d50057e2ce2c/ebe97c76-af47-4c19-8efd-d781a20583f7) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:56.717151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:28:56.740817 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-30b70eff-c66f-413c-9234-eddecb23f693 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16db5b3c04654c538a457814b04061a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868193 Nov 03 02:28:56.743424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40700) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:56.744553 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:28:56.745092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1e33dc53-c6c8-45d7-9b78-99e7e1a1d481 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:28:56.762868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a9430be0-2a6a-4831-b22e-ebb9f3722360 None None] For port ebe97c76-af47-4c19-8efd-d781a20583f7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ebe97c76-af47-4c19-8efd-d781a20583f7,segment=NetworkSegment(a0aa77a9-fb50-4eee-8297-abe174537cf4),segment_id=a0aa77a9-fb50-4eee-8297-abe174537cf4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:28:56.793670 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a9430be0-2a6a-4831-b22e-ebb9f3722360 None None] Publish callbacks [] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.799296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a9430be0-2a6a-4831-b22e-ebb9f3722360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.808007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3257e3bd-a958-419b-93ce-3b37ee23b089 admin admin] Publish callbacks [] for security_group (b714a925-a9d9-4059-bab9-a8b588020833), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.845419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3257e3bd-a958-419b-93ce-3b37ee23b089 admin admin] Publish callbacks [] for security_group (b714a925-a9d9-4059-bab9-a8b588020833), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.887811 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9430be0-2a6a-4831-b22e-ebb9f3722360 None None] Pushing event updated for resources: {'Port': ['ID=ebe97c76-af47-4c19-8efd-d781a20583f7,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:56.912009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3257e3bd-a958-419b-93ce-3b37ee23b089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b714a925-a9d9-4059-bab9-a8b588020833), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.915734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3257e3bd-a958-419b-93ce-3b37ee23b089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:56.919290 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3257e3bd-a958-419b-93ce-3b37ee23b089 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b714a925-a9d9-4059-bab9-a8b588020833 HTTP/1.1" status: 204 len: 168 time: 0.1725974 Nov 03 02:28:56.926989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257e3bd-a958-419b-93ce-3b37ee23b089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b714a925-a9d9-4059-bab9-a8b588020833,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:56.967047 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Attempt 4 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:28:57.011273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:57.277314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598dcdd-a965-4532-a36b-421101462984 req-1553bb2c-9e4d-47f3-a5a8-7ea5fffa0ccf tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:57.285891 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d598dcdd-a965-4532-a36b-421101462984 req-1553bb2c-9e4d-47f3-a5a8-7ea5fffa0ccf tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.0805757 Nov 03 02:28:57.331388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-4367bcf2-cb0a-45bc-861c-caf2f7ab0699 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Delete allocated IP 2001:db8::27d (31f445ef-3c0f-40ce-993a-3e5e10689a04/c106b1a1-a66f-4f00-838a-85d88ba1eb97) {{(pid=104393) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 02:28:57.345558 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d598dcdd-a965-4532-a36b-421101462984 req-b5c7856a-6c13-43b8-8e77-1528f4123751 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584195 Nov 03 02:28:57.349486 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-4367bcf2-cb0a-45bc-861c-caf2f7ab0699 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8:0:1::371 (31f445ef-3c0f-40ce-993a-3e5e10689a04/fd643582-7cf9-4911-8c3e-d50057e2ce2c/1c7b01a4-f09c-49d0-a019-1bbe28399078) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:28:57.359981 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (bc741f1a-aaad-4933-9737-8aab0da6fe94), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:57.507254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e464292f-8a04-43d6-82e0-19c7cc85924f), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:57.514195 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Attempt 5 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:28:57.552733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:57.649669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4367bcf2-cb0a-45bc-861c-caf2f7ab0699 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (1c7b01a4-f09c-49d0-a019-1bbe28399078), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:57.655570 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4367bcf2-cb0a-45bc-861c-caf2f7ab0699 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (1c7b01a4-f09c-49d0-a019-1bbe28399078), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:57.734427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40724) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:57.746397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-4367bcf2-cb0a-45bc-861c-caf2f7ab0699 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] In _notify_port_updated(), no bound segment for port 1c7b01a4-f09c-49d0-a019-1bbe28399078 on network 31f445ef-3c0f-40ce-993a-3e5e10689a04 {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:28:57.752056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4367bcf2-cb0a-45bc-861c-caf2f7ab0699 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:57.752724 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4367bcf2-cb0a-45bc-861c-caf2f7ab0699 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:57.754063 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4367bcf2-cb0a-45bc-861c-caf2f7ab0699 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "PUT /v2.0/ports/1c7b01a4-f09c-49d0-a019-1bbe28399078 HTTP/1.1" status: 200 len: 930 time: 1.6405518 Nov 03 02:28:57.757018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40728) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:57.761101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367bcf2-cb0a-45bc-861c-caf2f7ab0699 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=1c7b01a4-f09c-49d0-a019-1bbe28399078,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:57.796016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (e464292f-8a04-43d6-82e0-19c7cc85924f), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:57.809982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (e464292f-8a04-43d6-82e0-19c7cc85924f), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:57.884299 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3f684eaf-8834-4f24-94a1-77b68393c259 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 1c7b01a4-f09c-49d0-a019-1bbe28399078 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:28:57.884693 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f684eaf-8834-4f24-94a1-77b68393c259 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1c7b01a4-f09c-49d0-a019-1bbe28399078), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:57.888680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (bc741f1a-aaad-4933-9737-8aab0da6fe94), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:57.890533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=e464292f-8a04-43d6-82e0-19c7cc85924f,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:57.892658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-bc2852d5-72f0-4036-a4c2-5f31dd6fc78b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511210670'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:57.970203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc2852d5-72f0-4036-a4c2-5f31dd6fc78b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:57.983903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc2852d5-72f0-4036-a4c2-5f31dd6fc78b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:57.994362 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP bc741f1a-aaad-4933-9737-8aab0da6fe94 associated. External IP: 172.26.6.28, port: 28a66631-6d32-4fcd-b94c-171518c23cdb. Nov 03 02:28:58.013646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f684eaf-8834-4f24-94a1-77b68393c259 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1c7b01a4-f09c-49d0-a019-1bbe28399078), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.032699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3f684eaf-8834-4f24-94a1-77b68393c259 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 1c7b01a4-f09c-49d0-a019-1bbe28399078 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:28:58.054445 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Attempt 6 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:28:58.094302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:58.154620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc2852d5-72f0-4036-a4c2-5f31dd6fc78b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (4f1bda42-4105-4393-8611-83eee34ab2bd), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.159791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc2852d5-72f0-4036-a4c2-5f31dd6fc78b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (4f1bda42-4105-4393-8611-83eee34ab2bd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.202998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router b2099be8-060f-400f-8fc9-027a9a357095 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:28:58.227521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ebe97c76-af47-4c19-8efd-d781a20583f7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:28:58.254357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2852d5-72f0-4036-a4c2-5f31dd6fc78b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1bda42-4105-4393-8611-83eee34ab2bd,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:58.285828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc2852d5-72f0-4036-a4c2-5f31dd6fc78b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (efead090-ab58-4192-95ef-6e874a59ace8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.287340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f684eaf-8834-4f24-94a1-77b68393c259 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1c7b01a4-f09c-49d0-a019-1bbe28399078), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.298905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ebe97c76-af47-4c19-8efd-d781a20583f7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:28:58.299577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.300023 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ebe97c76-af47-4c19-8efd-d781a20583f7 Nov 03 02:28:58.322503 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:28:58.326364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f684eaf-8834-4f24-94a1-77b68393c259 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=1c7b01a4-f09c-49d0-a019-1bbe28399078,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:58.329369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc2852d5-72f0-4036-a4c2-5f31dd6fc78b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (efead090-ab58-4192-95ef-6e874a59ace8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.333342 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc00345-764b-45e7-922f-53baa59ab2b0 None None] Sync routers for ids ['b2099be8-060f-400f-8fc9-027a9a357095'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:28:58.348555 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc00345-764b-45e7-922f-53baa59ab2b0 None None] Routers {'b2099be8-060f-400f-8fc9-027a9a357095'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:58.350886 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9dc00345-764b-45e7-922f-53baa59ab2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b2099be8-060f-400f-8fc9-027a9a357095'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:58.367828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.389449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f684eaf-8834-4f24-94a1-77b68393c259 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.395864 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3f684eaf-8834-4f24-94a1-77b68393c259 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/1c7b01a4-f09c-49d0-a019-1bbe28399078 HTTP/1.1" status: 204 len: 168 time: 0.6355391 Nov 03 02:28:58.400934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc2852d5-72f0-4036-a4c2-5f31dd6fc78b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.402723 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bc2852d5-72f0-4036-a4c2-5f31dd6fc78b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6672058 Nov 03 02:28:58.403713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40732) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:58.413336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40734) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:58.418284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40736) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:58.418648 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6be036d5-64c6-4277-83dc-0a511e09fc37 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9263229 Nov 03 02:28:58.432587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ebe97c76-af47-4c19-8efd-d781a20583f7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:28:58.437457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'tag': '28a66631-6d32-4fcd-b94c-171518c23cdb'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:28:58.440952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3139a41-289b-4329-8002-72976288eaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc939d64-bff7-4e2e-a06f-43cabfaffe4d", "tag": "28a66631-6d32-4fcd-b94c-171518c23cdb"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:28:58.456834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2852d5-72f0-4036-a4c2-5f31dd6fc78b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efead090-ab58-4192-95ef-6e874a59ace8,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:58.504145 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-19f01967-4f7f-46e8-9f63-55cd1524f0f0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0840328 Nov 03 02:28:58.504559 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-7699f4f1-e027-400d-a916-d1f98af5b842 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:28:58.506010 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7699f4f1-e027-400d-a916-d1f98af5b842 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/1c7b01a4-f09c-49d0-a019-1bbe28399078 HTTP/1.1" status: 404 len: 333 time: 0.0995076 Nov 03 02:28:58.506831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd3dfc2-39c7-4552-9eb1-c3ad58564578 x-openstack-request-id: req-efd3dfc2-39c7-4552-9eb1-c3ad58564578 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:28:58.512864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc939d64-bff7-4e2e-a06f-43cabfaffe4d", "tag": "28a66631-6d32-4fcd-b94c-171518c23cdb", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:28:58.513189 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efd3dfc2-39c7-4552-9eb1-c3ad58564578 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:28:58.515376 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd3dfc2-39c7-4552-9eb1-c3ad58564578'] response: {'name': 'network-changed', 'server_uuid': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'tag': '28a66631-6d32-4fcd-b94c-171518c23cdb', 'status': 'completed', 'code': 200} Nov 03 02:28:58.515746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40740) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:58.516332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40742) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:58.527670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1c86c35c-bccf-42ca-8b15-7aea2305c33d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group': {'name': 'tempest-security--438356512', 'description': 'tempest-security-description-802197595'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:58.541083 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9dc00345-764b-45e7-922f-53baa59ab2b0 None None] Set router b2099be8-060f-400f-8fc9-027a9a357095 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:58.590914 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-40c33c92-cc9a-4faf-9b74-efbd8378addf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/bc741f1a-aaad-4933-9737-8aab0da6fe94 HTTP/1.1" status: 200 len: 990 time: 0.1715238 Nov 03 02:28:58.597388 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Attempt 7 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:28:58.609048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c86c35c-bccf-42ca-8b15-7aea2305c33d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (efead090-ab58-4192-95ef-6e874a59ace8), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.620293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3139a41-289b-4329-8002-72976288eaa0 req-c858f18c-e0f5-4499-9431-d120fbcc8c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:58.621910 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3139a41-289b-4329-8002-72976288eaa0 req-c858f18c-e0f5-4499-9431-d120fbcc8c65 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 1129 time: 0.0880983 Nov 03 02:28:58.623412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b0528-e3d3-446a-a1bc-0c17fa554f06 req-5e2054be-3a5c-4efe-80b6-173db7c34977 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:58.624946 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-975b0528-e3d3-446a-a1bc-0c17fa554f06 req-5e2054be-3a5c-4efe-80b6-173db7c34977 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.1632023 Nov 03 02:28:58.643817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-62a20500-9bb7-4b87-afa2-3b9b9401b9be tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (9422d5b1-203e-4e86-8a1e-60df190fbf19), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.663502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:58.695255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-62a20500-9bb7-4b87-afa2-3b9b9401b9be tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (9422d5b1-203e-4e86-8a1e-60df190fbf19), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.752145 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-975b0528-e3d3-446a-a1bc-0c17fa554f06 req-e2ea5675-7fde-43b1-a21c-f22c46164285 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175618 Nov 03 02:28:58.764295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c86c35c-bccf-42ca-8b15-7aea2305c33d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (efead090-ab58-4192-95ef-6e874a59ace8), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.772320 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-62a20500-9bb7-4b87-afa2-3b9b9401b9be tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (9422d5b1-203e-4e86-8a1e-60df190fbf19), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.775028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-62a20500-9bb7-4b87-afa2-3b9b9401b9be tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.778557 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-62a20500-9bb7-4b87-afa2-3b9b9401b9be tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/security-groups/9422d5b1-203e-4e86-8a1e-60df190fbf19 HTTP/1.1" status: 204 len: 168 time: 0.2571177 Nov 03 02:28:58.778742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c86c35c-bccf-42ca-8b15-7aea2305c33d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (efead090-ab58-4192-95ef-6e874a59ace8), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.780124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40744) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:58.785870 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c86c35c-bccf-42ca-8b15-7aea2305c33d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.787294 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1c86c35c-bccf-42ca-8b15-7aea2305c33d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "PUT /v2.0/security-groups/efead090-ab58-4192-95ef-6e874a59ace8 HTTP/1.1" status: 200 len: 1795 time: 0.2680354 Nov 03 02:28:58.793012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40746) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:58.802714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a20500-9bb7-4b87-afa2-3b9b9401b9be tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9422d5b1-203e-4e86-8a1e-60df190fbf19,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:58.852011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d3db9cd8-3b56-4e8e-ae3c-e62ffd9c5ce6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (b56f9bc7-ceef-4829-83bf-89a6cdee9cf7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.861134 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86c35c-bccf-42ca-8b15-7aea2305c33d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efead090-ab58-4192-95ef-6e874a59ace8,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:58.868009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3139a41-289b-4329-8002-72976288eaa0 req-9960351f-9dac-486f-af5a-24cf1b704d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:58.869533 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3139a41-289b-4329-8002-72976288eaa0 req-9960351f-9dac-486f-af5a-24cf1b704d47 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d4d5c213-ff61-4d28-8455-08ec3fd99c76 HTTP/1.1" status: 200 len: 898 time: 0.2384720 Nov 03 02:28:58.875103 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0b341020-9d4a-4f4d-b045-588014c8e7b4 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups/efead090-ab58-4192-95ef-6e874a59ace8 HTTP/1.1" status: 200 len: 1795 time: 0.0809641 Nov 03 02:28:58.880597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40748) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:58.886117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d3db9cd8-3b56-4e8e-ae3c-e62ffd9c5ce6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (b56f9bc7-ceef-4829-83bf-89a6cdee9cf7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.895701 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9dc00345-764b-45e7-922f-53baa59ab2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'bc741f1a-aaad-4933-9737-8aab0da6fe94', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'port_id': '28a66631-6d32-4fcd-b94c-171518c23cdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'mac_address': 'fa:16:3e:39:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:28:56Z', 'updated_at': '2022-11-03T02:28:56Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bc9ec5-7172-4f04-91c2-3667de1ceeab', 'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:4c:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:29Z', 'updated_at': '2022-11-03T02:28:38Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:58.924754 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc00345-764b-45e7-922f-53baa59ab2b0 None None] Checking router: b2099be8-060f-400f-8fc9-027a9a357095 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:28:58.934410 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc00345-764b-45e7-922f-53baa59ab2b0 None None] Routers {'b2099be8-060f-400f-8fc9-027a9a357095'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:28:58.935171 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9dc00345-764b-45e7-922f-53baa59ab2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:28:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b2099be8-060f-400f-8fc9-027a9a357095'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:58.947802 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3139a41-289b-4329-8002-72976288eaa0 req-38ba1ac7-69d0-44cf-bde7-34a196935898 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28a66631-6d32-4fcd-b94c-171518c23cdb HTTP/1.1" status: 200 len: 998 time: 0.0716732 Nov 03 02:28:58.974202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98f5267c-112e-4d84-96a3-497bbb0391ad tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (efead090-ab58-4192-95ef-6e874a59ace8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.977279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d3db9cd8-3b56-4e8e-ae3c-e62ffd9c5ce6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b56f9bc7-ceef-4829-83bf-89a6cdee9cf7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.979834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d3db9cd8-3b56-4e8e-ae3c-e62ffd9c5ce6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:58.981016 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d3db9cd8-3b56-4e8e-ae3c-e62ffd9c5ce6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/security-groups/b56f9bc7-ceef-4829-83bf-89a6cdee9cf7 HTTP/1.1" status: 204 len: 168 time: 0.1999528 Nov 03 02:28:58.988225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40750) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:59.011982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3139a41-289b-4329-8002-72976288eaa0 req-61635848-2f3c-4ab1-9259-9368ff6ece11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:59.013622 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3139a41-289b-4329-8002-72976288eaa0 req-61635848-2f3c-4ab1-9259-9368ff6ece11 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c8b40db8-2fd2-45d8-85f0-3e8a88593dee HTTP/1.1" status: 200 len: 835 time: 0.0568755 Nov 03 02:28:59.029648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db9cd8-3b56-4e8e-ae3c-e62ffd9c5ce6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56f9bc7-ceef-4829-83bf-89a6cdee9cf7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:59.046643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98f5267c-112e-4d84-96a3-497bbb0391ad tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (efead090-ab58-4192-95ef-6e874a59ace8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.058442 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9dc00345-764b-45e7-922f-53baa59ab2b0 None None] Set router b2099be8-060f-400f-8fc9-027a9a357095 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:28:59.077854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3139a41-289b-4329-8002-72976288eaa0 req-29375f7e-512c-446d-b986-27be91b675de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:59.079365 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3139a41-289b-4329-8002-72976288eaa0 req-29375f7e-512c-446d-b986-27be91b675de service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d4d5c213-ff61-4d28-8455-08ec3fd99c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0572803 Nov 03 02:28:59.083894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-0baa4108-fce4-48f1-a3e9-ca745052ede5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting subnet c106b1a1-a66f-4f00-838a-85d88ba1eb97 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:28:59.094083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0baa4108-fce4-48f1-a3e9-ca745052ede5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (c106b1a1-a66f-4f00-838a-85d88ba1eb97), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.132045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98f5267c-112e-4d84-96a3-497bbb0391ad tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (efead090-ab58-4192-95ef-6e874a59ace8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.134715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-98f5267c-112e-4d84-96a3-497bbb0391ad tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.138210 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-98f5267c-112e-4d84-96a3-497bbb0391ad tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-groups/efead090-ab58-4192-95ef-6e874a59ace8 HTTP/1.1" status: 204 len: 168 time: 0.2521055 Nov 03 02:28:59.138577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40752) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:59.146946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0baa4108-fce4-48f1-a3e9-ca745052ede5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (c106b1a1-a66f-4f00-838a-85d88ba1eb97), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.166430 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Attempt 8 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:28:59.172637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5267c-112e-4d84-96a3-497bbb0391ad tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efead090-ab58-4192-95ef-6e874a59ace8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:59.200728 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ff0f189a-a4ff-4a59-9577-eb35bf7f561b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575023 Nov 03 02:28:59.201604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40754) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:59.228785 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-d3a84c65-794f-4c67-be4c-2c154520814f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] delete failed (client error): The resource could not be found. Nov 03 02:28:59.233479 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d3a84c65-794f-4c67-be4c-2c154520814f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-groups/efead090-ab58-4192-95ef-6e874a59ace8 HTTP/1.1" status: 404 len: 347 time: 0.0277231 Nov 03 02:28:59.234900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40756) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:59.241776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:59.247833 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3139a41-289b-4329-8002-72976288eaa0 req-94b36143-15d5-4be0-8d06-1265c863ef31 service neutron] 10.222.0.27 "GET /v2.0/networks/d4d5c213-ff61-4d28-8455-08ec3fd99c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594660 Nov 03 02:28:59.257575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a40984b6-3a68-4f1c-b5ab-2c8f6a91a5cd tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group': {'name': 'tempest-secgroup--399341321'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:59.288518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0baa4108-fce4-48f1-a3e9-ca745052ede5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c106b1a1-a66f-4f00-838a-85d88ba1eb97), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.311285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a40984b6-3a68-4f1c-b5ab-2c8f6a91a5cd tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.326956 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9dc00345-764b-45e7-922f-53baa59ab2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'bc741f1a-aaad-4933-9737-8aab0da6fe94', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'port_id': '28a66631-6d32-4fcd-b94c-171518c23cdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'mac_address': 'fa:16:3e:39:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:28:56Z', 'updated_at': '2022-11-03T02:28:56Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bc9ec5-7172-4f04-91c2-3667de1ceeab', 'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:4c:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:29Z', 'updated_at': '2022-11-03T02:28:38Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:28:59.343192 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-d3139a41-289b-4329-8002-72976288eaa0 req-93164a67-489e-4bb0-9673-7b15b8007138 service neutron] 10.222.0.27 "GET /v2.0/networks/d4d5c213-ff61-4d28-8455-08ec3fd99c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944970 Nov 03 02:28:59.355933 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc00345-764b-45e7-922f-53baa59ab2b0 None None] The sync data for ids ['b2099be8-060f-400f-8fc9-027a9a357095'] in dv-neutron-860659-5-hyperv is: [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'bc741f1a-aaad-4933-9737-8aab0da6fe94', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'port_id': '28a66631-6d32-4fcd-b94c-171518c23cdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'mac_address': 'fa:16:3e:39:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:28:56Z', 'updated_at': '2022-11-03T02:28:56Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bc9ec5-7172-4f04-91c2-3667de1ceeab', 'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:4c:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:29Z', 'updated_at': '2022-11-03T02:28:38Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:28:59.376581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0baa4108-fce4-48f1-a3e9-ca745052ede5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (c106b1a1-a66f-4f00-838a-85d88ba1eb97), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.412776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa4108-fce4-48f1-a3e9-ca745052ede5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Subnet': ['ID=c106b1a1-a66f-4f00-838a-85d88ba1eb97,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:59.422034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0baa4108-fce4-48f1-a3e9-ca745052ede5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.426078 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0baa4108-fce4-48f1-a3e9-ca745052ede5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/c106b1a1-a66f-4f00-838a-85d88ba1eb97 HTTP/1.1" status: 204 len: 168 time: 0.4322286 Nov 03 02:28:59.430804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40758) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:59.431911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8f332c-865e-4e3e-9050-69ac7551e730 None None] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:28:59.436364 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-20cccd9b-3ff2-46b5-8209-26176f5dd14d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:59.468862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a40984b6-3a68-4f1c-b5ab-2c8f6a91a5cd tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (d6881bf9-43c9-4c59-b117-c3cbc72516a1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.475242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a40984b6-3a68-4f1c-b5ab-2c8f6a91a5cd tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d6881bf9-43c9-4c59-b117-c3cbc72516a1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.495439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a40984b6-3a68-4f1c-b5ab-2c8f6a91a5cd tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.496239 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a40984b6-3a68-4f1c-b5ab-2c8f6a91a5cd tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2602544 Nov 03 02:28:59.500729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40760) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:59.506085 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7a5cdb12-88b3-4641-be94-36e22c88e3a7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': 'd6881bf9-43c9-4c59-b117-c3cbc72516a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:28:59.518553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40984b6-3a68-4f1c-b5ab-2c8f6a91a5cd tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6881bf9-43c9-4c59-b117-c3cbc72516a1,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:59.551314 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a5cdb12-88b3-4641-be94-36e22c88e3a7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (8adb17ac-5b9f-45c0-bd2a-c679e3136dfa), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.594418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40762) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:59.619223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cccd9b-3ff2-46b5-8209-26176f5dd14d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:28:59.622879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20cccd9b-3ff2-46b5-8209-26176f5dd14d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.674669 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61512085-2046-43ae-b511-73fbd2ed60d9 None None] New status for floating IP bc741f1a-aaad-4933-9737-8aab0da6fe94: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:28:59.684173 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a5cdb12-88b3-4641-be94-36e22c88e3a7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (8adb17ac-5b9f-45c0-bd2a-c679e3136dfa), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.689146 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0b5c3d6c-ec65-450e-8e88-2999580b5b16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/bc741f1a-aaad-4933-9737-8aab0da6fe94 HTTP/1.1" status: 200 len: 990 time: 0.0923870 Nov 03 02:28:59.694176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a5cdb12-88b3-4641-be94-36e22c88e3a7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (8adb17ac-5b9f-45c0-bd2a-c679e3136dfa), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.712751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cdb12-88b3-4641-be94-36e22c88e3a7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adb17ac-5b9f-45c0-bd2a-c679e3136dfa,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:59.734177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a5cdb12-88b3-4641-be94-36e22c88e3a7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.735391 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7a5cdb12-88b3-4641-be94-36e22c88e3a7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2336783 Nov 03 02:28:59.739945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40764) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:59.745600 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Attempt 9 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:28:59.774930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e18e24df-4045-488e-9db0-e7e0ad85b8c2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (8adb17ac-5b9f-45c0-bd2a-c679e3136dfa), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.785296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e18e24df-4045-488e-9db0-e7e0ad85b8c2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (8adb17ac-5b9f-45c0-bd2a-c679e3136dfa), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.845551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e18e24df-4045-488e-9db0-e7e0ad85b8c2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (8adb17ac-5b9f-45c0-bd2a-c679e3136dfa), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.849313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:28:59.853352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e18e24df-4045-488e-9db0-e7e0ad85b8c2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:28:59.858513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e18e24df-4045-488e-9db0-e7e0ad85b8c2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8adb17ac-5b9f-45c0-bd2a-c679e3136dfa HTTP/1.1" status: 204 len: 168 time: 0.1171479 Nov 03 02:28:59.862498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40768) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:59.873873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e24df-4045-488e-9db0-e7e0ad85b8c2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8adb17ac-5b9f-45c0-bd2a-c679e3136dfa,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:28:59.925681 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ee5bbeac-c47b-4c5c-a669-9d3e52aeed06 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0588586 Nov 03 02:28:59.930387 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40770) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:28:59.994264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2366f4b-3eb1-4ec6-8a71-14f2f7117fd8 req-3ea961f4-9e16-4bf0-b3e2-9bb3814278cd tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:28:59.996344 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e2366f4b-3eb1-4ec6-8a71-14f2f7117fd8 req-3ea961f4-9e16-4bf0-b3e2-9bb3814278cd tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.0796387 Nov 03 02:29:00.000059 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20cccd9b-3ff2-46b5-8209-26176f5dd14d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (7daf9cc9-e507-4330-befa-bfa2d572e55b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.049004 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-015b065a-8865-4eb3-8c2d-ebc83397022c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (d6881bf9-43c9-4c59-b117-c3cbc72516a1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.057647 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e2366f4b-3eb1-4ec6-8a71-14f2f7117fd8 req-258df516-4d95-41d7-8871-0621f966ab10 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520420 Nov 03 02:29:00.060690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cccd9b-3ff2-46b5-8209-26176f5dd14d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:29:00.073739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-20cccd9b-3ff2-46b5-8209-26176f5dd14d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:00.082770 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cccd9b-3ff2-46b5-8209-26176f5dd14d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Subnet': ['ID=7daf9cc9-e507-4330-befa-bfa2d572e55b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:00.092056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cccd9b-3ff2-46b5-8209-26176f5dd14d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:00.092695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-20cccd9b-3ff2-46b5-8209-26176f5dd14d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.096299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-015b065a-8865-4eb3-8c2d-ebc83397022c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (d6881bf9-43c9-4c59-b117-c3cbc72516a1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.128857 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-20cccd9b-3ff2-46b5-8209-26176f5dd14d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6968858 Nov 03 02:29:00.131750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40772) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:00.140091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8119dd89-195b-46a1-bc29-6eb42c1a1296 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'security_group': {'name': 'tempest-secgroup-64215734'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:00.152379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-015b065a-8865-4eb3-8c2d-ebc83397022c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d6881bf9-43c9-4c59-b117-c3cbc72516a1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.156184 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-015b065a-8865-4eb3-8c2d-ebc83397022c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.157951 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-015b065a-8865-4eb3-8c2d-ebc83397022c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-groups/d6881bf9-43c9-4c59-b117-c3cbc72516a1 HTTP/1.1" status: 204 len: 168 time: 0.2263415 Nov 03 02:29:00.160914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40774) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:00.170558 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b065a-8865-4eb3-8c2d-ebc83397022c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6881bf9-43c9-4c59-b117-c3cbc72516a1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:00.178895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8119dd89-195b-46a1-bc29-6eb42c1a1296 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.229471 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2f414192-46fe-4bb8-a486-6ef612f47251 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668213 Nov 03 02:29:00.233987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40776) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:00.238497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-60ed9942-8b75-44ed-8539-00bc8761afd6 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672983065'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:00.282080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60ed9942-8b75-44ed-8539-00bc8761afd6 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.287070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea52d55-4f09-4077-9f67-8e1e50d9b33a None None] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:00.307397 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8119dd89-195b-46a1-bc29-6eb42c1a1296 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (bfea2aed-b752-48bf-96a8-84b27ee33790), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.317248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8119dd89-195b-46a1-bc29-6eb42c1a1296 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (bfea2aed-b752-48bf-96a8-84b27ee33790), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.354111 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Attempt 10 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:00.363680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8119dd89-195b-46a1-bc29-6eb42c1a1296 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.364957 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8119dd89-195b-46a1-bc29-6eb42c1a1296 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2307887 Nov 03 02:29:00.367896 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40778) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:00.371321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119dd89-195b-46a1-bc29-6eb42c1a1296 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfea2aed-b752-48bf-96a8-84b27ee33790,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:00.381613 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7b29e73f-cd5b-4d33-8a72-fc13d49dbaca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1592714537'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:00.404918 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60ed9942-8b75-44ed-8539-00bc8761afd6 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (25c16709-a0c5-4280-9acc-942dc1404a33), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.410159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60ed9942-8b75-44ed-8539-00bc8761afd6 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (25c16709-a0c5-4280-9acc-942dc1404a33), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.412733 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7b29e73f-cd5b-4d33-8a72-fc13d49dbaca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.412878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:00.430414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Provisioning complete for port ebe97c76-af47-4c19-8efd-d781a20583f7 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:00.430800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.431147 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Attempt 1 to provision port ebe97c76-af47-4c19-8efd-d781a20583f7 Nov 03 02:29:00.446284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60ed9942-8b75-44ed-8539-00bc8761afd6 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.447503 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-60ed9942-8b75-44ed-8539-00bc8761afd6 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2126379 Nov 03 02:29:00.450333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40780) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:00.455535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7bfdcba7-31bd-4424-8252-1c23f4cf7cd2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': '25c16709-a0c5-4280-9acc-942dc1404a33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:00.461590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed9942-8b75-44ed-8539-00bc8761afd6 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c16709-a0c5-4280-9acc-942dc1404a33,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:00.498610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bfdcba7-31bd-4424-8252-1c23f4cf7cd2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (051e8ae1-69df-4530-97a4-a039f51f3c3c), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.507252 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7b29e73f-cd5b-4d33-8a72-fc13d49dbaca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (1c1305de-70e3-41d6-85ca-53af29ce36af), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.512862 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7b29e73f-cd5b-4d33-8a72-fc13d49dbaca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1c1305de-70e3-41d6-85ca-53af29ce36af), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.556967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7b29e73f-cd5b-4d33-8a72-fc13d49dbaca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.557186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e168dd9a-8e7e-4321-8b43-7b82c73dfeca None None] Current status of the port ebe97c76-af47-4c19-8efd-d781a20583f7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:00.558187 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7b29e73f-cd5b-4d33-8a72-fc13d49dbaca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1880920 Nov 03 02:29:00.560094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bfdcba7-31bd-4424-8252-1c23f4cf7cd2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (051e8ae1-69df-4530-97a4-a039f51f3c3c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.560921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40782) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:00.565909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bfdcba7-31bd-4424-8252-1c23f4cf7cd2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (051e8ae1-69df-4530-97a4-a039f51f3c3c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.566291 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7470b20a-74a3-4a62-b5a2-639cb6bcfd4d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1173304013'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:00.569133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77b4d3-9d6f-4c84-b210-d0b74dcdd23a None None] Update dhcp port {'port': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'fixed_ips': [{'subnet_id': 'fd643582-7cf9-4911-8c3e-d50057e2ce2c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7daf9cc9-e507-4330-befa-bfa2d572e55b'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'ebe97c76-af47-4c19-8efd-d781a20583f7'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:29:00.572368 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29e73f-cd5b-4d33-8a72-fc13d49dbaca tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1305de-70e3-41d6-85ca-53af29ce36af,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:00.588376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdcba7-31bd-4424-8252-1c23f4cf7cd2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051e8ae1-69df-4530-97a4-a039f51f3c3c,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:00.598125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7470b20a-74a3-4a62-b5a2-639cb6bcfd4d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.598403 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bfdcba7-31bd-4424-8252-1c23f4cf7cd2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.602195 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7bfdcba7-31bd-4424-8252-1c23f4cf7cd2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484313 Nov 03 02:29:00.602372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ae77b4d3-9d6f-4c84-b210-d0b74dcdd23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.602592 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40784) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:00.607394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0dc09042-f173-44b5-86b3-9625eab55c59 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': '25c16709-a0c5-4280-9acc-942dc1404a33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:00.651173 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0dc09042-f173-44b5-86b3-9625eab55c59 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (3ce45ab4-be91-4a7e-a03f-3d27559aa8ec), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.690862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40786) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:00.725781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7470b20a-74a3-4a62-b5a2-639cb6bcfd4d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (06cd3ab5-e5a8-4075-875e-5372b312523f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.732584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7470b20a-74a3-4a62-b5a2-639cb6bcfd4d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (06cd3ab5-e5a8-4075-875e-5372b312523f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.733494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Provisioning complete for port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:00.734103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (81d2da11-4dd3-47e5-a47c-31c5d75419f2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.734671 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Attempt 1 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:00.747156 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0dc09042-f173-44b5-86b3-9625eab55c59 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (3ce45ab4-be91-4a7e-a03f-3d27559aa8ec), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.760409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0dc09042-f173-44b5-86b3-9625eab55c59 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (3ce45ab4-be91-4a7e-a03f-3d27559aa8ec), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.771261 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b5172ffa-abcc-4e1c-bdec-f835d3d5d676 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/bc741f1a-aaad-4933-9737-8aab0da6fe94 HTTP/1.1" status: 200 len: 992 time: 0.0736983 Nov 03 02:29:00.789519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7470b20a-74a3-4a62-b5a2-639cb6bcfd4d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.793419 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7470b20a-74a3-4a62-b5a2-639cb6bcfd4d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2287357 Nov 03 02:29:00.793817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470b20a-74a3-4a62-b5a2-639cb6bcfd4d tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cd3ab5-e5a8-4075-875e-5372b312523f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:00.794447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40788) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:00.796593 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc09042-f173-44b5-86b3-9625eab55c59 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce45ab4-be91-4a7e-a03f-3d27559aa8ec,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:00.801728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-578133940', 'security_groups': ['06cd3ab5-e5a8-4075-875e-5372b312523f'], 'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7daf9cc9-e507-4330-befa-bfa2d572e55b'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:00.805619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0dc09042-f173-44b5-86b3-9625eab55c59 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.809417 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0dc09042-f173-44b5-86b3-9625eab55c59 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2030287 Nov 03 02:29:00.810099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:00.810231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40790) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:00.815650 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0f363f4c-1dd7-4e8e-98cc-94a9ee43b206 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': '25c16709-a0c5-4280-9acc-942dc1404a33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:00.823895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ae77b4d3-9d6f-4c84-b210-d0b74dcdd23a None None] Allocated IP 2001:db8::2 (31f445ef-3c0f-40ce-993a-3e5e10689a04/7daf9cc9-e507-4330-befa-bfa2d572e55b/ebe97c76-af47-4c19-8efd-d781a20583f7) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:29:00.849495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f363f4c-1dd7-4e8e-98cc-94a9ee43b206 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (a273c4b8-4972-4f83-8a25-079295ab8e26), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.915106 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f363f4c-1dd7-4e8e-98cc-94a9ee43b206 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (a273c4b8-4972-4f83-8a25-079295ab8e26), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.919298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f363f4c-1dd7-4e8e-98cc-94a9ee43b206 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (a273c4b8-4972-4f83-8a25-079295ab8e26), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.929108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ae77b4d3-9d6f-4c84-b210-d0b74dcdd23a None None] For port ebe97c76-af47-4c19-8efd-d781a20583f7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ebe97c76-af47-4c19-8efd-d781a20583f7,segment=NetworkSegment(a0aa77a9-fb50-4eee-8297-abe174537cf4),segment_id=a0aa77a9-fb50-4eee-8297-abe174537cf4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:00.936050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:00.939627 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f363f4c-1dd7-4e8e-98cc-94a9ee43b206 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a273c4b8-4972-4f83-8a25-079295ab8e26,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:00.951876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f363f4c-1dd7-4e8e-98cc-94a9ee43b206 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.953450 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0f363f4c-1dd7-4e8e-98cc-94a9ee43b206 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427324 Nov 03 02:29:00.956338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40792) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:00.961768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a653b7bf-ccf1-4276-a51f-3a07ebf09a81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': '25c16709-a0c5-4280-9acc-942dc1404a33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:00.969065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ae77b4d3-9d6f-4c84-b210-d0b74dcdd23a None None] Publish callbacks [] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.975145 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ae77b4d3-9d6f-4c84-b210-d0b74dcdd23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:00.991714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a653b7bf-ccf1-4276-a51f-3a07ebf09a81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (5184c9a6-63bc-4086-b069-396d8107c1b6), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.031518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.059194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] device_id is not set on port ded96573-6224-42a6-b8bb-b822ec80725e yet. {{(pid=104394) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:29:01.065474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a653b7bf-ccf1-4276-a51f-3a07ebf09a81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (5184c9a6-63bc-4086-b069-396d8107c1b6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.069914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a653b7bf-ccf1-4276-a51f-3a07ebf09a81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (5184c9a6-63bc-4086-b069-396d8107c1b6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.089606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653b7bf-ccf1-4276-a51f-3a07ebf09a81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5184c9a6-63bc-4086-b069-396d8107c1b6,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:01.114468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a653b7bf-ccf1-4276-a51f-3a07ebf09a81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.115827 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a653b7bf-ccf1-4276-a51f-3a07ebf09a81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1584322 Nov 03 02:29:01.118544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40796) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:01.124791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a63dc950-dff6-432f-80aa-fb9d623e9248 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': '25c16709-a0c5-4280-9acc-942dc1404a33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:01.162945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a63dc950-dff6-432f-80aa-fb9d623e9248 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (f0b52e35-fa6c-4a87-a544-be42eac2caed), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.230384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77b4d3-9d6f-4c84-b210-d0b74dcdd23a None None] Pushing event updated for resources: {'Port': ['ID=ebe97c76-af47-4c19-8efd-d781a20583f7,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:01.232164 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a63dc950-dff6-432f-80aa-fb9d623e9248 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (f0b52e35-fa6c-4a87-a544-be42eac2caed), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.238309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a63dc950-dff6-432f-80aa-fb9d623e9248 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (f0b52e35-fa6c-4a87-a544-be42eac2caed), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.261094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dc950-dff6-432f-80aa-fb9d623e9248 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b52e35-fa6c-4a87-a544-be42eac2caed,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:01.271246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a63dc950-dff6-432f-80aa-fb9d623e9248 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.275421 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a63dc950-dff6-432f-80aa-fb9d623e9248 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1530156 Nov 03 02:29:01.276141 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40798) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:01.297455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51d2bd-5092-4bdc-9d5a-1ba328f829ea req-b15a81da-1124-4cb1-ba8b-9401baecfee5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:01.299704 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3e51d2bd-5092-4bdc-9d5a-1ba328f829ea req-b15a81da-1124-4cb1-ba8b-9401baecfee5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.1370027 Nov 03 02:29:01.301024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8::1ea (31f445ef-3c0f-40ce-993a-3e5e10689a04/7daf9cc9-e507-4330-befa-bfa2d572e55b/ded96573-6224-42a6-b8bb-b822ec80725e) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:29:01.308246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66a2a6b5-a59d-4d19-8e00-71c89327d128 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (f0b52e35-fa6c-4a87-a544-be42eac2caed), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.310295 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Attempt 2 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:01.318918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66a2a6b5-a59d-4d19-8e00-71c89327d128 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (f0b52e35-fa6c-4a87-a544-be42eac2caed), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.350335 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:01.358020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66a2a6b5-a59d-4d19-8e00-71c89327d128 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (f0b52e35-fa6c-4a87-a544-be42eac2caed), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.366886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-66a2a6b5-a59d-4d19-8e00-71c89327d128 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.368418 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-66a2a6b5-a59d-4d19-8e00-71c89327d128 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f0b52e35-fa6c-4a87-a544-be42eac2caed HTTP/1.1" status: 204 len: 168 time: 0.0912230 Nov 03 02:29:01.373605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40800) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:01.375132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2a6b5-a59d-4d19-8e00-71c89327d128 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0b52e35-fa6c-4a87-a544-be42eac2caed,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:01.449847 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3e51d2bd-5092-4bdc-9d5a-1ba328f829ea req-e4755bcf-a79d-402d-9df8-0b34cdc156e5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385133 Nov 03 02:29:01.495755 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b7425745-56ac-4358-93d2-0ce024a8567f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1209528 Nov 03 02:29:01.498590 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40802) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:01.525554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-814af71e-8831-468e-9ab9-c113de36bee0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (5184c9a6-63bc-4086-b069-396d8107c1b6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.534668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-814af71e-8831-468e-9ab9-c113de36bee0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (5184c9a6-63bc-4086-b069-396d8107c1b6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.534922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (ded96573-6224-42a6-b8bb-b822ec80725e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.565424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-814af71e-8831-468e-9ab9-c113de36bee0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (5184c9a6-63bc-4086-b069-396d8107c1b6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.571058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ded96573-6224-42a6-b8bb-b822ec80725e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.573743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-814af71e-8831-468e-9ab9-c113de36bee0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.575141 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-814af71e-8831-468e-9ab9-c113de36bee0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5184c9a6-63bc-4086-b069-396d8107c1b6 HTTP/1.1" status: 204 len: 168 time: 0.0755420 Nov 03 02:29:01.578078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40804) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:01.580964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814af71e-8831-468e-9ab9-c113de36bee0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5184c9a6-63bc-4086-b069-396d8107c1b6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:01.633744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:29:01.640185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:01.647124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:29:01.652300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:01.652944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.664016 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=ded96573-6224-42a6-b8bb-b822ec80725e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:01.686592 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-93796fa7-30f8-494f-a3ab-16eb077ef616 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1039021 Nov 03 02:29:01.689563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40806) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:01.699776 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f70682f9-1b88-427b-9c2f-4a7ce2c0e1e6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9036052 Nov 03 02:29:01.702751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40808) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:01.708141 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4232d225-2d1b-4fde-916e-064de8d44275 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:01.717275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4cee595d-6816-4bbc-8d14-d33fa6de2d8f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (a273c4b8-4972-4f83-8a25-079295ab8e26), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.728428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4cee595d-6816-4bbc-8d14-d33fa6de2d8f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (a273c4b8-4972-4f83-8a25-079295ab8e26), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.761773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4cee595d-6816-4bbc-8d14-d33fa6de2d8f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (a273c4b8-4972-4f83-8a25-079295ab8e26), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.769216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4cee595d-6816-4bbc-8d14-d33fa6de2d8f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.773788 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4cee595d-6816-4bbc-8d14-d33fa6de2d8f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a273c4b8-4972-4f83-8a25-079295ab8e26 HTTP/1.1" status: 204 len: 168 time: 0.0798056 Nov 03 02:29:01.773788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40810) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:01.794169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee595d-6816-4bbc-8d14-d33fa6de2d8f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a273c4b8-4972-4f83-8a25-079295ab8e26,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:01.823919 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-25a4274e-d1bf-4cbd-828f-02aae9917516 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0491152 Nov 03 02:29:01.826473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40812) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:01.841135 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232d225-2d1b-4fde-916e-064de8d44275 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:01.844820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4232d225-2d1b-4fde-916e-064de8d44275 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.852263 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Attempt 3 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:01.853204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f2813097-b825-4fa3-90d5-9b7b2d774d45 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (3ce45ab4-be91-4a7e-a03f-3d27559aa8ec), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.867067 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f2813097-b825-4fa3-90d5-9b7b2d774d45 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (3ce45ab4-be91-4a7e-a03f-3d27559aa8ec), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.899412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f2813097-b825-4fa3-90d5-9b7b2d774d45 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (3ce45ab4-be91-4a7e-a03f-3d27559aa8ec), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.904519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:01.906881 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f2813097-b825-4fa3-90d5-9b7b2d774d45 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:01.908595 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f2813097-b825-4fa3-90d5-9b7b2d774d45 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3ce45ab4-be91-4a7e-a03f-3d27559aa8ec HTTP/1.1" status: 204 len: 168 time: 0.0810027 Nov 03 02:29:01.911512 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40814) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:01.914658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2813097-b825-4fa3-90d5-9b7b2d774d45 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ce45ab4-be91-4a7e-a03f-3d27559aa8ec,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:01.989460 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-013c7add-35b2-40a1-b7b6-52f875b62732 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0755208 Nov 03 02:29:01.993085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40816) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:01.999614 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.ipam_backend_mixin [None req-4232d225-2d1b-4fde-916e-064de8d44275 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7daf9cc9-e507-4330-befa-bfa2d572e55b (CIDR: 2001:db8::/64) Nov 03 02:29:02.003918 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4232d225-2d1b-4fde-916e-064de8d44275 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:29:02.004523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4232d225-2d1b-4fde-916e-064de8d44275 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:02.021471 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4232d225-2d1b-4fde-916e-064de8d44275 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3175359 Nov 03 02:29:02.021696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2b7fcbe-55a8-49a5-b3f5-4d43b1f1ec1e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (051e8ae1-69df-4530-97a4-a039f51f3c3c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.024356 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40818) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:02.029524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4ef1d627-dfbf-43c6-a4e8-4a758a167645 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:02.030372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2b7fcbe-55a8-49a5-b3f5-4d43b1f1ec1e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (051e8ae1-69df-4530-97a4-a039f51f3c3c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.061429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2b7fcbe-55a8-49a5-b3f5-4d43b1f1ec1e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (051e8ae1-69df-4530-97a4-a039f51f3c3c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.067501 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e2b7fcbe-55a8-49a5-b3f5-4d43b1f1ec1e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.068628 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e2b7fcbe-55a8-49a5-b3f5-4d43b1f1ec1e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/051e8ae1-69df-4530-97a4-a039f51f3c3c HTTP/1.1" status: 204 len: 168 time: 0.0745268 Nov 03 02:29:02.072626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40820) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:02.073885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7fcbe-55a8-49a5-b3f5-4d43b1f1ec1e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=051e8ae1-69df-4530-97a4-a039f51f3c3c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:02.139871 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5db87e43-f79c-4a21-ae5b-58d1595983e2 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660145 Nov 03 02:29:02.143862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40822) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:02.175212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef1d627-dfbf-43c6-a4e8-4a758a167645 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:02.178964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d627-dfbf-43c6-a4e8-4a758a167645 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.205636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03a9e5ae-766e-4515-86d3-cdfc7dbeca6f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (25c16709-a0c5-4280-9acc-942dc1404a33), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.229990 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ebe97c76-af47-4c19-8efd-d781a20583f7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:29:02.231073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03a9e5ae-766e-4515-86d3-cdfc7dbeca6f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (25c16709-a0c5-4280-9acc-942dc1404a33), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.278128 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.ipam_backend_mixin [None req-4ef1d627-dfbf-43c6-a4e8-4a758a167645 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fd643582-7cf9-4911-8c3e-d50057e2ce2c (CIDR: 2001:db8:0:1::/64) Nov 03 02:29:02.278395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03a9e5ae-766e-4515-86d3-cdfc7dbeca6f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (25c16709-a0c5-4280-9acc-942dc1404a33), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.281412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03a9e5ae-766e-4515-86d3-cdfc7dbeca6f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.283292 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef1d627-dfbf-43c6-a4e8-4a758a167645 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:29:02.283919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef1d627-dfbf-43c6-a4e8-4a758a167645 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:02.286485 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-03a9e5ae-766e-4515-86d3-cdfc7dbeca6f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-groups/25c16709-a0c5-4280-9acc-942dc1404a33 HTTP/1.1" status: 204 len: 168 time: 0.1415436 Nov 03 02:29:02.287097 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40824) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:02.287722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ebe97c76-af47-4c19-8efd-d781a20583f7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:02.288273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.288802 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ebe97c76-af47-4c19-8efd-d781a20583f7 Nov 03 02:29:02.296315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9e5ae-766e-4515-86d3-cdfc7dbeca6f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c16709-a0c5-4280-9acc-942dc1404a33,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:02.317787 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4ef1d627-dfbf-43c6-a4e8-4a758a167645 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2923439 Nov 03 02:29:02.320917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40826) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:02.327244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a8558818-94e8-448f-99c7-78d245a8d438 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'subnet': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:02.345308 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9793959e-e94c-4155-bed2-c2f333f4fcaf tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529101 Nov 03 02:29:02.346088 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40828) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:02.350151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5d7c8d4d-f24c-4507-91e2-ec7dc51d6b81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group': {'name': 'tempest-secgroup--598223966'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:02.379437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ebe97c76-af47-4c19-8efd-d781a20583f7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:02.406071 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Attempt 4 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:02.439748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:02.667074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d4d-f24c-4507-91e2-ec7dc51d6b81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.771473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d335f09-90ea-4b4c-b444-b1ab2c64a42c req-fd758f43-d670-49cb-8507-dc3280abe231 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:02.772995 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d335f09-90ea-4b4c-b444-b1ab2c64a42c req-fd758f43-d670-49cb-8507-dc3280abe231 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.1245861 Nov 03 02:29:02.782286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8558818-94e8-448f-99c7-78d245a8d438 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Made reservation on behalf of ce3bef26e7884843866bffb07212b2fb for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:02.786575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a8558818-94e8-448f-99c7-78d245a8d438 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.884459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d4d-f24c-4507-91e2-ec7dc51d6b81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (24292c3d-f0e5-4e85-bb3e-370e9d136a99), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.900525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d4d-f24c-4507-91e2-ec7dc51d6b81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (24292c3d-f0e5-4e85-bb3e-370e9d136a99), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.931611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d335f09-90ea-4b4c-b444-b1ab2c64a42c req-ffed8764-a7a8-44d1-b0ff-8ed7a1dfa60a tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501648 Nov 03 02:29:02.941598 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Attempt 5 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:02.956160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d4d-f24c-4507-91e2-ec7dc51d6b81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:02.960580 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5d7c8d4d-f24c-4507-91e2-ec7dc51d6b81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6139042 Nov 03 02:29:02.961139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40836) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:02.966381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-59633523-8df8-431f-b7f7-32c28a5f924e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': '24292c3d-f0e5-4e85-bb3e-370e9d136a99', 'direction': 'ingress', 'protocol': 17}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:02.974794 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c8d4d-f24c-4507-91e2-ec7dc51d6b81 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24292c3d-f0e5-4e85-bb3e-370e9d136a99,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:02.998494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:03.013879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-59633523-8df8-431f-b7f7-32c28a5f924e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (d30b147c-41d0-4cdd-b66d-7154c20aa9f3), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.062566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-59633523-8df8-431f-b7f7-32c28a5f924e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (d30b147c-41d0-4cdd-b66d-7154c20aa9f3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.067037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-59633523-8df8-431f-b7f7-32c28a5f924e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d30b147c-41d0-4cdd-b66d-7154c20aa9f3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.087096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59633523-8df8-431f-b7f7-32c28a5f924e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30b147c-41d0-4cdd-b66d-7154c20aa9f3,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:03.097244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-59633523-8df8-431f-b7f7-32c28a5f924e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.099985 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-59633523-8df8-431f-b7f7-32c28a5f924e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1376331 Nov 03 02:29:03.105051 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40838) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:03.132925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a8558818-94e8-448f-99c7-78d245a8d438 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (be736a42-2453-4fa0-9d54-c70dd23adda0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.160599 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-971fd151-883f-4898-92b2-b1022d9938f9 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (24292c3d-f0e5-4e85-bb3e-370e9d136a99), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.173835 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8558818-94e8-448f-99c7-78d245a8d438 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:29:03.178017 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-a8558818-94e8-448f-99c7-78d245a8d438 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:03.182257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8558818-94e8-448f-99c7-78d245a8d438 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:03.182969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a8558818-94e8-448f-99c7-78d245a8d438 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.184805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-971fd151-883f-4898-92b2-b1022d9938f9 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (24292c3d-f0e5-4e85-bb3e-370e9d136a99), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.192413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7cc085-30d3-4954-bb50-e3ba05e9f7a1 None None] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:03.207965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8558818-94e8-448f-99c7-78d245a8d438 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Subnet': ['ID=be736a42-2453-4fa0-9d54-c70dd23adda0,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:03.218911 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a8558818-94e8-448f-99c7-78d245a8d438 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8942130 Nov 03 02:29:03.219171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40840) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:03.225605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a872e3e3-cbd3-473b-a738-fc93388bd459 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-73158081', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be736a42-2453-4fa0-9d54-c70dd23adda0'}], 'security_groups': ['bfea2aed-b752-48bf-96a8-84b27ee33790', '1c1305de-70e3-41d6-85ca-53af29ce36af']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:03.261644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-971fd151-883f-4898-92b2-b1022d9938f9 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (24292c3d-f0e5-4e85-bb3e-370e9d136a99), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.265271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-971fd151-883f-4898-92b2-b1022d9938f9 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.269994 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-971fd151-883f-4898-92b2-b1022d9938f9 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-groups/24292c3d-f0e5-4e85-bb3e-370e9d136a99 HTTP/1.1" status: 204 len: 168 time: 0.1628869 Nov 03 02:29:03.270672 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40842) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:03.296826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fd151-883f-4898-92b2-b1022d9938f9 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24292c3d-f0e5-4e85-bb3e-370e9d136a99,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:03.306220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a872e3e3-cbd3-473b-a738-fc93388bd459 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ded96573-6224-42a6-b8bb-b822ec80725e), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.330463 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-22333910-dc7c-48be-9c71-4b875bfe14fa tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0512300 Nov 03 02:29:03.330717 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40844) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:03.335367 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-afe3d4d2-d624-4320-82d0-9e5645629a9d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505549277'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:03.359502 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe3d4d2-d624-4320-82d0-9e5645629a9d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.451566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe3d4d2-d624-4320-82d0-9e5645629a9d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (b495e97b-38f4-4562-9222-0c891d42634d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.459528 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe3d4d2-d624-4320-82d0-9e5645629a9d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b495e97b-38f4-4562-9222-0c891d42634d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.465065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ac71b3-0c16-4c68-9e5c-9ad2372f60fa None None] Update dhcp port {'port': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'fixed_ips': [{'subnet_id': 'fd643582-7cf9-4911-8c3e-d50057e2ce2c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7daf9cc9-e507-4330-befa-bfa2d572e55b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'be736a42-2453-4fa0-9d54-c70dd23adda0'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'ebe97c76-af47-4c19-8efd-d781a20583f7'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:29:03.497710 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afe3d4d2-d624-4320-82d0-9e5645629a9d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.499221 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-afe3d4d2-d624-4320-82d0-9e5645629a9d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1676693 Nov 03 02:29:03.500118 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Attempt 6 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:03.502553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40846) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:03.507258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a09405c3-aeb3-4e53-b5c1-67c1ea0c5399 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group': {'name': 'tempest-secgroup--988453629'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:03.511307 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3d4d2-d624-4320-82d0-9e5645629a9d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b495e97b-38f4-4562-9222-0c891d42634d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:03.533822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d5ac71b3-0c16-4c68-9e5c-9ad2372f60fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.535106 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a09405c3-aeb3-4e53-b5c1-67c1ea0c5399 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.578506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:03.631578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a09405c3-aeb3-4e53-b5c1-67c1ea0c5399 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (1264a4d3-fa40-48a2-ae75-661ae24648be), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.637212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a09405c3-aeb3-4e53-b5c1-67c1ea0c5399 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1264a4d3-fa40-48a2-ae75-661ae24648be), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.678658 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09405c3-aeb3-4e53-b5c1-67c1ea0c5399 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1264a4d3-fa40-48a2-ae75-661ae24648be,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:03.703150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a09405c3-aeb3-4e53-b5c1-67c1ea0c5399 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.704940 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a09405c3-aeb3-4e53-b5c1-67c1ea0c5399 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2008126 Nov 03 02:29:03.708409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40848) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:03.713394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b421413b-d826-4fde-b7fd-7f96968985d7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': 'b495e97b-38f4-4562-9222-0c891d42634d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1264a4d3-fa40-48a2-ae75-661ae24648be', 'remote_ip_prefix': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:03.721182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-a872e3e3-cbd3-473b-a738-fc93388bd459 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Delete allocated IP 2001:db8::1ea (31f445ef-3c0f-40ce-993a-3e5e10689a04/7daf9cc9-e507-4330-befa-bfa2d572e55b) {{(pid=104394) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 02:29:03.731148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-a872e3e3-cbd3-473b-a738-fc93388bd459 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Allocated IP 2001:db8:0:2::63 (31f445ef-3c0f-40ce-993a-3e5e10689a04/be736a42-2453-4fa0-9d54-c70dd23adda0/ded96573-6224-42a6-b8bb-b822ec80725e) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:29:03.755239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b421413b-d826-4fde-b7fd-7f96968985d7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (02c5ec8c-0d46-42ac-b1b9-43a279022358), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.870174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b421413b-d826-4fde-b7fd-7f96968985d7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (02c5ec8c-0d46-42ac-b1b9-43a279022358), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.880297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b421413b-d826-4fde-b7fd-7f96968985d7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (02c5ec8c-0d46-42ac-b1b9-43a279022358), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.924453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421413b-d826-4fde-b7fd-7f96968985d7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c5ec8c-0d46-42ac-b1b9-43a279022358,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:03.935817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b421413b-d826-4fde-b7fd-7f96968985d7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.937103 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b421413b-d826-4fde-b7fd-7f96968985d7 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2276947 Nov 03 02:29:03.940118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40850) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:03.941225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a872e3e3-cbd3-473b-a738-fc93388bd459 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for port (ded96573-6224-42a6-b8bb-b822ec80725e), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.952116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a872e3e3-cbd3-473b-a738-fc93388bd459 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (ded96573-6224-42a6-b8bb-b822ec80725e), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:03.971208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15813899-389c-4f8b-a9de-0b14002b4918 req-2294355e-a757-4a63-a39d-12f7ae481093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:03.972649 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-15813899-389c-4f8b-a9de-0b14002b4918 req-2294355e-a757-4a63-a39d-12f7ae481093 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 1130 time: 0.0899329 Nov 03 02:29:03.981774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-40f06c2d-bd48-472d-9e57-efd0928a528d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (02c5ec8c-0d46-42ac-b1b9-43a279022358), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.002547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-40f06c2d-bd48-472d-9e57-efd0928a528d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (02c5ec8c-0d46-42ac-b1b9-43a279022358), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.011945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-d5ac71b3-0c16-4c68-9e5c-9ad2372f60fa None None] Allocated IP 2001:db8:0:2::2 (31f445ef-3c0f-40ce-993a-3e5e10689a04/be736a42-2453-4fa0-9d54-c70dd23adda0/ebe97c76-af47-4c19-8efd-d781a20583f7) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:29:04.062615 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-15813899-389c-4f8b-a9de-0b14002b4918 req-b19a8159-3ead-4465-a803-065cafb1a998 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822577 Nov 03 02:29:04.066241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-40f06c2d-bd48-472d-9e57-efd0928a528d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (02c5ec8c-0d46-42ac-b1b9-43a279022358), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.066643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a872e3e3-cbd3-473b-a738-fc93388bd459 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] In _notify_port_updated(), no bound segment for port ded96573-6224-42a6-b8bb-b822ec80725e on network 31f445ef-3c0f-40ce-993a-3e5e10689a04 {{(pid=104394) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:29:04.071278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-40f06c2d-bd48-472d-9e57-efd0928a528d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.075128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a872e3e3-cbd3-473b-a738-fc93388bd459 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:04.075327 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-40f06c2d-bd48-472d-9e57-efd0928a528d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/02c5ec8c-0d46-42ac-b1b9-43a279022358 HTTP/1.1" status: 204 len: 168 time: 0.1312838 Nov 03 02:29:04.075423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a872e3e3-cbd3-473b-a738-fc93388bd459 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.075521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40854) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:04.077501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40856) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:04.079752 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a872e3e3-cbd3-473b-a738-fc93388bd459 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "PUT /v2.0/ports/ded96573-6224-42a6-b8bb-b822ec80725e HTTP/1.1" status: 200 len: 967 time: 0.8574531 Nov 03 02:29:04.105531 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872e3e3-cbd3-473b-a738-fc93388bd459 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event updated for resources: {'Port': ['ID=ded96573-6224-42a6-b8bb-b822ec80725e,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:04.131556 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f06c2d-bd48-472d-9e57-efd0928a528d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02c5ec8c-0d46-42ac-b1b9-43a279022358,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:04.163495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73d22d-9a74-40cb-9598-c3c26cec3b19 req-d48acfcf-87f1-4763-9e04-02b789e9b40f tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:04.171183 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f73d22d-9a74-40cb-9598-c3c26cec3b19 req-d48acfcf-87f1-4763-9e04-02b789e9b40f tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.0881543 Nov 03 02:29:04.198080 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b7ee49a9-43d9-44b1-9df7-6b512aa794bf tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1216099 Nov 03 02:29:04.201391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40858) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:04.223672 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d5ac71b3-0c16-4c68-9e5c-9ad2372f60fa None None] For port ebe97c76-af47-4c19-8efd-d781a20583f7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ebe97c76-af47-4c19-8efd-d781a20583f7,segment=NetworkSegment(a0aa77a9-fb50-4eee-8297-abe174537cf4),segment_id=a0aa77a9-fb50-4eee-8297-abe174537cf4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:04.240455 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f73d22d-9a74-40cb-9598-c3c26cec3b19 req-5be165ae-ae5e-4fd7-a57f-b0c5bc346c68 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579565 Nov 03 02:29:04.246233 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Attempt 7 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:04.275574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-65f6810c-f145-42ad-9e34-432d77d2f85e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port ded96573-6224-42a6-b8bb-b822ec80725e {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:04.275948 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65f6810c-f145-42ad-9e34-432d77d2f85e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ded96573-6224-42a6-b8bb-b822ec80725e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.278597 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82da7d0d-fefa-4e3a-a075-e348beb4125e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (1264a4d3-fa40-48a2-ae75-661ae24648be), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.296623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d5ac71b3-0c16-4c68-9e5c-9ad2372f60fa None None] Publish callbacks [] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.305068 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d5ac71b3-0c16-4c68-9e5c-9ad2372f60fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.308314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:04.351355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82da7d0d-fefa-4e3a-a075-e348beb4125e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (1264a4d3-fa40-48a2-ae75-661ae24648be), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.412121 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac71b3-0c16-4c68-9e5c-9ad2372f60fa None None] Pushing event updated for resources: {'Port': ['ID=ebe97c76-af47-4c19-8efd-d781a20583f7,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:04.418511 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65f6810c-f145-42ad-9e34-432d77d2f85e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ded96573-6224-42a6-b8bb-b822ec80725e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.435975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-65f6810c-f145-42ad-9e34-432d77d2f85e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for ded96573-6224-42a6-b8bb-b822ec80725e owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:04.437819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82da7d0d-fefa-4e3a-a075-e348beb4125e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1264a4d3-fa40-48a2-ae75-661ae24648be), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.441387 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-82da7d0d-fefa-4e3a-a075-e348beb4125e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.442523 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-82da7d0d-fefa-4e3a-a075-e348beb4125e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-groups/1264a4d3-fa40-48a2-ae75-661ae24648be HTTP/1.1" status: 204 len: 168 time: 0.2400870 Nov 03 02:29:04.445705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40860) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:04.462239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da7d0d-fefa-4e3a-a075-e348beb4125e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1264a4d3-fa40-48a2-ae75-661ae24648be,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:04.521732 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-066de1cc-f811-4516-98f3-c0cf995492ee tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0744417 Nov 03 02:29:04.524354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40862) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:04.626129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5a32d11f-2663-434b-8497-81e2a2086720 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (b495e97b-38f4-4562-9222-0c891d42634d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.662825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5a32d11f-2663-434b-8497-81e2a2086720 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (b495e97b-38f4-4562-9222-0c891d42634d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.666326 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65f6810c-f145-42ad-9e34-432d77d2f85e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (ded96573-6224-42a6-b8bb-b822ec80725e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.714295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6810c-f145-42ad-9e34-432d77d2f85e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=ded96573-6224-42a6-b8bb-b822ec80725e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:04.750608 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65f6810c-f145-42ad-9e34-432d77d2f85e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.755115 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-65f6810c-f145-42ad-9e34-432d77d2f85e tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/ded96573-6224-42a6-b8bb-b822ec80725e HTTP/1.1" status: 204 len: 168 time: 0.6765647 Nov 03 02:29:04.757842 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40864) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:04.786414 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-235d7ed8-bba6-4fb6-ae96-c144b7b5d565 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] GET failed (client error): The resource could not be found. Nov 03 02:29:04.790890 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-235d7ed8-bba6-4fb6-ae96-c144b7b5d565 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports/ded96573-6224-42a6-b8bb-b822ec80725e HTTP/1.1" status: 404 len: 333 time: 0.0290806 Nov 03 02:29:04.791329 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40866) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:04.802337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5a32d11f-2663-434b-8497-81e2a2086720 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (b495e97b-38f4-4562-9222-0c891d42634d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.804908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5a32d11f-2663-434b-8497-81e2a2086720 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.808382 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5a32d11f-2663-434b-8497-81e2a2086720 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-groups/b495e97b-38f4-4562-9222-0c891d42634d HTTP/1.1" status: 204 len: 168 time: 0.2806768 Nov 03 02:29:04.809145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40868) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:04.811622 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Attempt 8 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:04.837588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32d11f-2663-434b-8497-81e2a2086720 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b495e97b-38f4-4562-9222-0c891d42634d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:04.869212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a900b8f6-dccf-4de6-ad47-c09a78d83606 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (06cd3ab5-e5a8-4075-875e-5372b312523f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.901393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a900b8f6-dccf-4de6-ad47-c09a78d83606 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (06cd3ab5-e5a8-4075-875e-5372b312523f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.937382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:04.939931 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40870) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:04.942048 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a04b4a2b-bec3-4aba-ba73-d364287d589c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1309636 Nov 03 02:29:04.944624 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-eaeb1f68-dd58-41dd-8451-c3b9357daed5 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group': {'name': 'tempest-secgroup--444620988'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:04.985997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1f68-dd58-41dd-8451-c3b9357daed5 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.996094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a900b8f6-dccf-4de6-ad47-c09a78d83606 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (06cd3ab5-e5a8-4075-875e-5372b312523f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.998722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a900b8f6-dccf-4de6-ad47-c09a78d83606 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:04.999878 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a900b8f6-dccf-4de6-ad47-c09a78d83606 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/security-groups/06cd3ab5-e5a8-4075-875e-5372b312523f HTTP/1.1" status: 204 len: 168 time: 0.2072735 Nov 03 02:29:05.007072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40872) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:05.014149 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900b8f6-dccf-4de6-ad47-c09a78d83606 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cd3ab5-e5a8-4075-875e-5372b312523f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:05.082553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1f68-dd58-41dd-8451-c3b9357daed5 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (29c22a2b-f65c-48b0-90c2-b527683fa826), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.088857 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1f68-dd58-41dd-8451-c3b9357daed5 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (29c22a2b-f65c-48b0-90c2-b527683fa826), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.111356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-39790415-daf9-4419-a50f-84d7cee5b560 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (1c1305de-70e3-41d6-85ca-53af29ce36af), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.121771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1f68-dd58-41dd-8451-c3b9357daed5 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.125659 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-eaeb1f68-dd58-41dd-8451-c3b9357daed5 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1819725 Nov 03 02:29:05.127179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40874) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:05.139831 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-221454ea-fdd8-458c-8fb3-6e11edcb1815 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': '29c22a2b-f65c-48b0-90c2-b527683fa826', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:05.159954 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb1f68-dd58-41dd-8451-c3b9357daed5 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c22a2b-f65c-48b0-90c2-b527683fa826,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:05.162428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-39790415-daf9-4419-a50f-84d7cee5b560 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (1c1305de-70e3-41d6-85ca-53af29ce36af), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.185714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-221454ea-fdd8-458c-8fb3-6e11edcb1815 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (8bc76d3c-bb27-46dc-94ea-e09c0c125314), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.225873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-39790415-daf9-4419-a50f-84d7cee5b560 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1c1305de-70e3-41d6-85ca-53af29ce36af), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.228801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-39790415-daf9-4419-a50f-84d7cee5b560 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.230051 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-39790415-daf9-4419-a50f-84d7cee5b560 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/security-groups/1c1305de-70e3-41d6-85ca-53af29ce36af HTTP/1.1" status: 204 len: 168 time: 0.2216966 Nov 03 02:29:05.234060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40876) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:05.243509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39790415-daf9-4419-a50f-84d7cee5b560 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1305de-70e3-41d6-85ca-53af29ce36af,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:05.281283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-221454ea-fdd8-458c-8fb3-6e11edcb1815 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (8bc76d3c-bb27-46dc-94ea-e09c0c125314), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.288248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-221454ea-fdd8-458c-8fb3-6e11edcb1815 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (8bc76d3c-bb27-46dc-94ea-e09c0c125314), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.314030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221454ea-fdd8-458c-8fb3-6e11edcb1815 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc76d3c-bb27-46dc-94ea-e09c0c125314,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:05.327905 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-221454ea-fdd8-458c-8fb3-6e11edcb1815 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.332578 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-221454ea-fdd8-458c-8fb3-6e11edcb1815 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1971107 Nov 03 02:29:05.333376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40880) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:05.348702 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-79270dd7-8fab-4ab5-987c-c174922097b6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (bfea2aed-b752-48bf-96a8-84b27ee33790), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.384184 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c4fb-8abf-4384-9428-6e88d3636536 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (8bc76d3c-bb27-46dc-94ea-e09c0c125314), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.387041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-79270dd7-8fab-4ab5-987c-c174922097b6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (bfea2aed-b752-48bf-96a8-84b27ee33790), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.402620 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c4fb-8abf-4384-9428-6e88d3636536 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (8bc76d3c-bb27-46dc-94ea-e09c0c125314), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.426561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04700cd4-f453-49ee-b978-be46cede3fb7 req-8aa26490-4a88-4eb7-b239-b9da464d8821 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:05.428819 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04700cd4-f453-49ee-b978-be46cede3fb7 req-8aa26490-4a88-4eb7-b239-b9da464d8821 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.0691352 Nov 03 02:29:05.438468 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Attempt 9 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:05.465461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c4fb-8abf-4384-9428-6e88d3636536 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (8bc76d3c-bb27-46dc-94ea-e09c0c125314), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.476100 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c4fb-8abf-4384-9428-6e88d3636536 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.477309 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9cd6c4fb-8abf-4384-9428-6e88d3636536 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8bc76d3c-bb27-46dc-94ea-e09c0c125314 HTTP/1.1" status: 204 len: 168 time: 0.1435394 Nov 03 02:29:05.480227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-79270dd7-8fab-4ab5-987c-c174922097b6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (bfea2aed-b752-48bf-96a8-84b27ee33790), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.481960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40882) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:05.484480 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-79270dd7-8fab-4ab5-987c-c174922097b6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.486754 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-79270dd7-8fab-4ab5-987c-c174922097b6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/security-groups/bfea2aed-b752-48bf-96a8-84b27ee33790 HTTP/1.1" status: 204 len: 168 time: 0.2509801 Nov 03 02:29:05.490637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:05.494293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40884) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:05.508101 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04700cd4-f453-49ee-b978-be46cede3fb7 req-75c57c96-3b63-42cd-8831-07c2d45c61b8 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739012 Nov 03 02:29:05.509713 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6c4fb-8abf-4384-9428-6e88d3636536 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bc76d3c-bb27-46dc-94ea-e09c0c125314,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:05.514046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79270dd7-8fab-4ab5-987c-c174922097b6 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfea2aed-b752-48bf-96a8-84b27ee33790,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:05.544785 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40886) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:05.560048 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-23da3adf-823c-47d2-8bff-363b3925dc24 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0762000 Nov 03 02:29:05.562166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40888) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:05.600395 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1af81d9-bfd3-46f1-b402-244c6685d64a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting subnet 7daf9cc9-e507-4330-befa-bfa2d572e55b {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:29:05.605960 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a1af81d9-bfd3-46f1-b402-244c6685d64a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (7daf9cc9-e507-4330-befa-bfa2d572e55b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.624760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c5594dc-3c27-419e-97cd-ff5e0824b0ec tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (29c22a2b-f65c-48b0-90c2-b527683fa826), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.649637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c5594dc-3c27-419e-97cd-ff5e0824b0ec tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (29c22a2b-f65c-48b0-90c2-b527683fa826), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.661229 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9a891d7b-87ad-419c-8518-5b7406c63016 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/floatingips/37b00e03-55b9-4110-90a8-1033f888d259 HTTP/1.1" status: 200 len: 994 time: 0.1084795 Nov 03 02:29:05.670467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a1af81d9-bfd3-46f1-b402-244c6685d64a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (7daf9cc9-e507-4330-befa-bfa2d572e55b), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.698280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c5594dc-3c27-419e-97cd-ff5e0824b0ec tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (29c22a2b-f65c-48b0-90c2-b527683fa826), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.701292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c5594dc-3c27-419e-97cd-ff5e0824b0ec tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.704964 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3c5594dc-3c27-419e-97cd-ff5e0824b0ec tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-groups/29c22a2b-f65c-48b0-90c2-b527683fa826 HTTP/1.1" status: 204 len: 168 time: 0.1416743 Nov 03 02:29:05.705598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40890) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:05.732050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5594dc-3c27-419e-97cd-ff5e0824b0ec tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c22a2b-f65c-48b0-90c2-b527683fa826,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:05.758697 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a1af81d9-bfd3-46f1-b402-244c6685d64a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (7daf9cc9-e507-4330-befa-bfa2d572e55b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.785696 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0b301331-0d16-4616-8be7-0588ea4d0f98 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0751832 Nov 03 02:29:05.789899 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40892) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:05.799091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-41ae0789-4ed3-4fc6-a9a7-0aa62979f469 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group': {'name': 'tempest-secgroup--543322450'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:05.832746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41ae0789-4ed3-4fc6-a9a7-0aa62979f469 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.842667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a1af81d9-bfd3-46f1-b402-244c6685d64a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (7daf9cc9-e507-4330-befa-bfa2d572e55b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.882606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af81d9-bfd3-46f1-b402-244c6685d64a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Subnet': ['ID=7daf9cc9-e507-4330-befa-bfa2d572e55b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:05.884879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a1af81d9-bfd3-46f1-b402-244c6685d64a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.887736 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a1af81d9-bfd3-46f1-b402-244c6685d64a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/7daf9cc9-e507-4330-befa-bfa2d572e55b HTTP/1.1" status: 204 len: 168 time: 0.3902519 Nov 03 02:29:05.889573 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffffdfb-f790-4f70-851f-528a9b29bf7e None None] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:05.894136 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40894) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:05.961607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5af792d-c534-4346-a00a-2ce7bf3c0ec9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting subnet be736a42-2453-4fa0-9d54-c70dd23adda0 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:29:05.965546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5af792d-c534-4346-a00a-2ce7bf3c0ec9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (be736a42-2453-4fa0-9d54-c70dd23adda0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:05.992543 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Attempt 10 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:06.009560 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41ae0789-4ed3-4fc6-a9a7-0aa62979f469 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (35833b64-82fd-462c-95d5-2866ba9c3a08), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.014252 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41ae0789-4ed3-4fc6-a9a7-0aa62979f469 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (35833b64-82fd-462c-95d5-2866ba9c3a08), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.034323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:06.037403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Could not find standard attr ID for object 1c7b01a4-f09c-49d0-a019-1bbe28399078. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:29:06.039574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5af792d-c534-4346-a00a-2ce7bf3c0ec9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (be736a42-2453-4fa0-9d54-c70dd23adda0), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.047561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Provisioning complete for port ebe97c76-af47-4c19-8efd-d781a20583f7 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:06.047944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.049753 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Attempt 1 to provision port ebe97c76-af47-4c19-8efd-d781a20583f7 Nov 03 02:29:06.081293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41ae0789-4ed3-4fc6-a9a7-0aa62979f469 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.082561 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-41ae0789-4ed3-4fc6-a9a7-0aa62979f469 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2917173 Nov 03 02:29:06.085746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40896) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.086299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae0789-4ed3-4fc6-a9a7-0aa62979f469 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35833b64-82fd-462c-95d5-2866ba9c3a08,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:06.099187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5ab6a630-fe2b-49ee-84da-83f1cc24ebf8 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': '35833b64-82fd-462c-95d5-2866ba9c3a08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:06.132356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-df5eaf20-342b-4e4d-815e-ee28dcf71dff None None] Current status of the port ebe97c76-af47-4c19-8efd-d781a20583f7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:06.146472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a630-fe2b-49ee-84da-83f1cc24ebf8 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (3df99b47-ff93-460a-a4f0-04d4e94573d3), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.234664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a630-fe2b-49ee-84da-83f1cc24ebf8 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (3df99b47-ff93-460a-a4f0-04d4e94573d3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.239242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a630-fe2b-49ee-84da-83f1cc24ebf8 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (3df99b47-ff93-460a-a4f0-04d4e94573d3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.254878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ebe97c76-af47-4c19-8efd-d781a20583f7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:29:06.264697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a630-fe2b-49ee-84da-83f1cc24ebf8 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df99b47-ff93-460a-a4f0-04d4e94573d3,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:06.279603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a630-fe2b-49ee-84da-83f1cc24ebf8 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.284657 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5ab6a630-fe2b-49ee-84da-83f1cc24ebf8 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1963096 Nov 03 02:29:06.285321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40898) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.287998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 327b4dda-7883-4c87-9073-cbb51117b940 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:29:06.290180 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 327b4dda-7883-4c87-9073-cbb51117b940 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:29:06.304993 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4e02cd6c-5ec1-4a11-8f87-97ffbf7bb60c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules/3df99b47-ff93-460a-a4f0-04d4e94573d3 HTTP/1.1" status: 200 len: 763 time: 0.0181184 Nov 03 02:29:06.307114 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40900) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.330333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Provisioning complete for port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:06.331099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (81d2da11-4dd3-47e5-a47c-31c5d75419f2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.331664 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Attempt 1 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:06.353455 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a71acfc8-38a1-4c63-a4df-26eda238f4b3 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0447509 Nov 03 02:29:06.355974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40902) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.381924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6db136e8-33ef-4472-ac12-40e80f176749 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (3df99b47-ff93-460a-a4f0-04d4e94573d3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.390846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6db136e8-33ef-4472-ac12-40e80f176749 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (3df99b47-ff93-460a-a4f0-04d4e94573d3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.429675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6db136e8-33ef-4472-ac12-40e80f176749 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (3df99b47-ff93-460a-a4f0-04d4e94573d3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.437731 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6db136e8-33ef-4472-ac12-40e80f176749 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.438973 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6db136e8-33ef-4472-ac12-40e80f176749 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3df99b47-ff93-460a-a4f0-04d4e94573d3 HTTP/1.1" status: 204 len: 168 time: 0.0819292 Nov 03 02:29:06.444888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40904) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.446422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:06.452451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db136e8-33ef-4472-ac12-40e80f176749 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3df99b47-ff93-460a-a4f0-04d4e94573d3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:06.479381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5af792d-c534-4346-a00a-2ce7bf3c0ec9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (be736a42-2453-4fa0-9d54-c70dd23adda0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.502306 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d02863b4-db4a-4b31-8706-02cc4449faa3 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0529888 Nov 03 02:29:06.502593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40906) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.502724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ebe97c76-af47-4c19-8efd-d781a20583f7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:06.503036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.503389 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ebe97c76-af47-4c19-8efd-d781a20583f7 Nov 03 02:29:06.506893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7271c8e3-8138-4f02-8250-75df4f3e5aeb tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': '35833b64-82fd-462c-95d5-2866ba9c3a08', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:06.539673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7271c8e3-8138-4f02-8250-75df4f3e5aeb tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (d1bfbc46-43a8-4a4a-95fb-a48ba54ddb98), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.553338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5af792d-c534-4346-a00a-2ce7bf3c0ec9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (be736a42-2453-4fa0-9d54-c70dd23adda0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.559941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 327b4dda-7883-4c87-9073-cbb51117b940 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:06.560351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (327b4dda-7883-4c87-9073-cbb51117b940), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.564212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 327b4dda-7883-4c87-9073-cbb51117b940, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=327b4dda-7883-4c87-9073-cbb51117b940,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:06.590668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af792d-c534-4346-a00a-2ce7bf3c0ec9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Subnet': ['ID=be736a42-2453-4fa0-9d54-c70dd23adda0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:06.592617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '327b4dda-7883-4c87-9073-cbb51117b940', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'port_id': '327b4dda-7883-4c87-9073-cbb51117b940', 'mac_address': 'fa:16:3e:ef:43:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:29:06.594786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5af792d-c534-4346-a00a-2ce7bf3c0ec9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.606975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40908) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.608148 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f5af792d-c534-4346-a00a-2ce7bf3c0ec9 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/be736a42-2453-4fa0-9d54-c70dd23adda0 HTTP/1.1" status: 204 len: 168 time: 0.7125916 Nov 03 02:29:06.630089 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:29:06.632414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6befc6-9dd4-4214-bdfe-5b3e492c23aa" -d '{"events": [{"server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "name": "network-vif-unplugged", "status": "completed", "tag": "327b4dda-7883-4c87-9073-cbb51117b940"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:29:06.640984 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-d802c335-ab15-44f3-86ec-e04aa6c46ca5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:29:06.641612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d802c335-ab15-44f3-86ec-e04aa6c46ca5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:06.645961 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d802c335-ab15-44f3-86ec-e04aa6c46ca5 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/7daf9cc9-e507-4330-befa-bfa2d572e55b HTTP/1.1" status: 404 len: 337 time: 0.0378883 Nov 03 02:29:06.649042 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40912) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.655287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7271c8e3-8138-4f02-8250-75df4f3e5aeb tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (d1bfbc46-43a8-4a4a-95fb-a48ba54ddb98), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.661136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 327b4dda-7883-4c87-9073-cbb51117b940, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=327b4dda-7883-4c87-9073-cbb51117b940,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:06.663907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7271c8e3-8138-4f02-8250-75df4f3e5aeb tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d1bfbc46-43a8-4a4a-95fb-a48ba54ddb98), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.698825 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (327b4dda-7883-4c87-9073-cbb51117b940), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.707635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271c8e3-8138-4f02-8250-75df4f3e5aeb tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bfbc46-43a8-4a4a-95fb-a48ba54ddb98,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:06.722167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 02:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63c0af2-0c2b-4532-8c1b-707550512685 x-openstack-request-id: req-d63c0af2-0c2b-4532-8c1b-707550512685 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:29:06.722406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7271c8e3-8138-4f02-8250-75df4f3e5aeb tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.723106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "name": "network-vif-unplugged", "status": "completed", "tag": "327b4dda-7883-4c87-9073-cbb51117b940", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:29:06.724305 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7271c8e3-8138-4f02-8250-75df4f3e5aeb tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2208331 Nov 03 02:29:06.725724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d63c0af2-0c2b-4532-8c1b-707550512685 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:29:06.726237 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63c0af2-0c2b-4532-8c1b-707550512685'] response: {'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940', 'code': 200} Nov 03 02:29:06.726883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40914) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.727180 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 327b4dda-7883-4c87-9073-cbb51117b940 is: ACTIVE; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:06.727663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (327b4dda-7883-4c87-9073-cbb51117b940), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.735285 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5271fc-9acf-479a-89e8-36acf510723a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting subnet fd643582-7cf9-4911-8c3e-d50057e2ce2c {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:29:06.740114 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e5271fc-9acf-479a-89e8-36acf510723a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (fd643582-7cf9-4911-8c3e-d50057e2ce2c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.746712 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2d1b0568-ed0e-476f-b271-47bb29b8077c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules/d1bfbc46-43a8-4a4a-95fb-a48ba54ddb98 HTTP/1.1" status: 200 len: 763 time: 0.0185549 Nov 03 02:29:06.754455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40916) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.772309 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ebe97c76-af47-4c19-8efd-d781a20583f7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:06.781349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 327b4dda-7883-4c87-9073-cbb51117b940 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:29:06.807201 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e5271fc-9acf-479a-89e8-36acf510723a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (fd643582-7cf9-4911-8c3e-d50057e2ce2c), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.824529 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e1174aa2-efd7-4daf-9c0d-b50262daca90 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0685847 Nov 03 02:29:06.825655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40918) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.827102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=327b4dda-7883-4c87-9073-cbb51117b940,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:06.852056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:29:06.852441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:29:06.861932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663dbd6b-44e9-4a73-9e92-7549d19b9d71 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (d1bfbc46-43a8-4a4a-95fb-a48ba54ddb98), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.871051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663dbd6b-44e9-4a73-9e92-7549d19b9d71 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (d1bfbc46-43a8-4a4a-95fb-a48ba54ddb98), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.898392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea448ad2-c160-47ff-bf00-14d3ca4b995f None None] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:06.902754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e5271fc-9acf-479a-89e8-36acf510723a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (fd643582-7cf9-4911-8c3e-d50057e2ce2c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.906109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663dbd6b-44e9-4a73-9e92-7549d19b9d71 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d1bfbc46-43a8-4a4a-95fb-a48ba54ddb98), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.913208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-663dbd6b-44e9-4a73-9e92-7549d19b9d71 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.916733 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-663dbd6b-44e9-4a73-9e92-7549d19b9d71 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d1bfbc46-43a8-4a4a-95fb-a48ba54ddb98 HTTP/1.1" status: 204 len: 168 time: 0.0878327 Nov 03 02:29:06.917336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40920) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.934906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dbd6b-44e9-4a73-9e92-7549d19b9d71 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1bfbc46-43a8-4a4a-95fb-a48ba54ddb98,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:06.947115 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Attempt 2 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:06.964281 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-20802c0e-408e-4aad-abf1-d7b91e408507 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457785 Nov 03 02:29:06.967258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40922) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:06.972529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3a1c04be-be98-4eda-97d7-fc53bbe5359c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': '35833b64-82fd-462c-95d5-2866ba9c3a08', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:06.983747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e5271fc-9acf-479a-89e8-36acf510723a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (fd643582-7cf9-4911-8c3e-d50057e2ce2c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:06.998285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:07.000356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a1c04be-be98-4eda-97d7-fc53bbe5359c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (c8d58888-2ce8-47f8-8c33-966eb969e64b), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.016954 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e5271fc-9acf-479a-89e8-36acf510723a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.020479 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9e5271fc-9acf-479a-89e8-36acf510723a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/fd643582-7cf9-4911-8c3e-d50057e2ce2c HTTP/1.1" status: 204 len: 168 time: 0.3702145 Nov 03 02:29:07.021571 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5271fc-9acf-479a-89e8-36acf510723a tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Subnet': ['ID=fd643582-7cf9-4911-8c3e-d50057e2ce2c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:07.023856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40924) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.052375 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-406c6d8a-fd16-4a7b-8d83-454e38724c12 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:29:07.053063 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406c6d8a-fd16-4a7b-8d83-454e38724c12 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:07.058806 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-406c6d8a-fd16-4a7b-8d83-454e38724c12 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/c106b1a1-a66f-4f00-838a-85d88ba1eb97 HTTP/1.1" status: 404 len: 337 time: 0.0312104 Nov 03 02:29:07.058972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40926) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.070034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a1c04be-be98-4eda-97d7-fc53bbe5359c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (c8d58888-2ce8-47f8-8c33-966eb969e64b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.077785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a1c04be-be98-4eda-97d7-fc53bbe5359c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (c8d58888-2ce8-47f8-8c33-966eb969e64b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.088630 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c6ffdb74-bd6f-4b75-9460-08ec2575079c tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "GET /v2.0/ports?device_id=c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b HTTP/1.1" status: 200 len: 205 time: 0.0285499 Nov 03 02:29:07.091204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40928) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.100686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c04be-be98-4eda-97d7-fc53bbe5359c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d58888-2ce8-47f8-8c33-966eb969e64b,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:07.111453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a1c04be-be98-4eda-97d7-fc53bbe5359c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.115171 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3a1c04be-be98-4eda-97d7-fc53bbe5359c tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444342 Nov 03 02:29:07.116118 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40930) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.116258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9babd968-1b27-4ca3-b555-c25faa507d33 None None] Update dhcp port {'port': {'network_id': '31f445ef-3c0f-40ce-993a-3e5e10689a04', 'fixed_ips': [{'subnet_id': 'fd643582-7cf9-4911-8c3e-d50057e2ce2c'}], 'binding:host_id': 'dv-neutron-860659-5-hyperv'}, 'id': 'ebe97c76-af47-4c19-8efd-d781a20583f7'} from dv-neutron-860659-5-hyperv. {{(pid=104395) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Nov 03 02:29:07.130687 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-43200b82-f767-41ea-a792-9bcb0a521a47 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] delete failed (client error): The resource could not be found. Nov 03 02:29:07.131750 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-43200b82-f767-41ea-a792-9bcb0a521a47 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/routers/c70b7e2b-9cc1-4ff3-ad72-01bc2eead00b HTTP/1.1" status: 404 len: 336 time: 0.0396354 Nov 03 02:29:07.134875 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8775a334-4410-4ffd-b553-ceff2703a69a tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules/c8d58888-2ce8-47f8-8c33-966eb969e64b HTTP/1.1" status: 200 len: 764 time: 0.0174646 Nov 03 02:29:07.136804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40932) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.137231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40934) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.147005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9babd968-1b27-4ca3-b555-c25faa507d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.179825 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2baab826-7c5a-474f-9d19-4e8fd46ea119 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:29:07.180290 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2baab826-7c5a-474f-9d19-4e8fd46ea119 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:07.183337 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2baab826-7c5a-474f-9d19-4e8fd46ea119 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/23cb684f-90a1-4a43-a26b-0ec8585cf18a HTTP/1.1" status: 404 len: 337 time: 0.0451703 Nov 03 02:29:07.186059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40936) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.213440 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c702f4a-9e88-4dea-beaf-c50685aa1778 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:29:07.214209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c702f4a-9e88-4dea-beaf-c50685aa1778 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:07.216607 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bcb55369-74b6-4e5a-b180-51e44637859f tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0769451 Nov 03 02:29:07.219842 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40938) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.220047 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4c702f4a-9e88-4dea-beaf-c50685aa1778 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/4036ac8c-50cf-4fb0-9b13-4ef3ebfdeab3 HTTP/1.1" status: 404 len: 337 time: 0.0305321 Nov 03 02:29:07.220149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40940) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.242883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c2a515f6-94f4-4d83-85f2-e005bf75f812 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (c8d58888-2ce8-47f8-8c33-966eb969e64b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.246201 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-d920e9e5-792e-4691-b4aa-cfb19ac954e2 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:29:07.246682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d920e9e5-792e-4691-b4aa-cfb19ac954e2 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:07.252751 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d920e9e5-792e-4691-b4aa-cfb19ac954e2 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/5cca62e9-06d6-4f6c-8a2f-b3b24b921519 HTTP/1.1" status: 404 len: 337 time: 0.0287461 Nov 03 02:29:07.253011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40942) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.259200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c2a515f6-94f4-4d83-85f2-e005bf75f812 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (c8d58888-2ce8-47f8-8c33-966eb969e64b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.280422 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0f3277-cc03-444a-b66e-6c3946801738 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:29:07.281065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0f3277-cc03-444a-b66e-6c3946801738 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:07.284284 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7c0f3277-cc03-444a-b66e-6c3946801738 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/c7ba3d23-47ee-4777-8b98-f856848e0f16 HTTP/1.1" status: 404 len: 333 time: 0.0300417 Nov 03 02:29:07.287949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40944) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.295438 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c2a515f6-94f4-4d83-85f2-e005bf75f812 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (c8d58888-2ce8-47f8-8c33-966eb969e64b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.304212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c2a515f6-94f4-4d83-85f2-e005bf75f812 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.305369 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c2a515f6-94f4-4d83-85f2-e005bf75f812 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c8d58888-2ce8-47f8-8c33-966eb969e64b HTTP/1.1" status: 204 len: 168 time: 0.0872376 Nov 03 02:29:07.310349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40946) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.316884 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ad9b2b-5a52-4632-bbcd-380b4615fdfd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:29:07.317353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ad9b2b-5a52-4632-bbcd-380b4615fdfd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:07.317501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a515f6-94f4-4d83-85f2-e005bf75f812 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8d58888-2ce8-47f8-8c33-966eb969e64b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:07.322704 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-25ad9b2b-5a52-4632-bbcd-380b4615fdfd tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/e19b26f6-d436-4872-a97b-7ca8a27d7f18 HTTP/1.1" status: 404 len: 337 time: 0.0312746 Nov 03 02:29:07.323214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40948) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.340902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec3f29e-1b61-4888-8548-4db34dd8c5ef None None] Network 31f445ef-3c0f-40ce-993a-3e5e10689a04 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:07.353577 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-6518c8c1-5cb0-4d32-ae2d-ab4094fa20aa tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:29:07.354129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6518c8c1-5cb0-4d32-ae2d-ab4094fa20aa tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:07.360442 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-936dfc36-cfe6-4692-943d-a3671c7ebcb5 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0454261 Nov 03 02:29:07.361190 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6518c8c1-5cb0-4d32-ae2d-ab4094fa20aa tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/267fd2b7-991d-4537-834d-611b152a2e31 HTTP/1.1" status: 404 len: 337 time: 0.0334349 Nov 03 02:29:07.361190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40950) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.361387 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40952) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.384257 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-133e067f-5ea3-48cc-af2e-7f83375591ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:29:07.385055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133e067f-5ea3-48cc-af2e-7f83375591ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:07.390504 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-133e067f-5ea3-48cc-af2e-7f83375591ec tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/585762ac-deef-415c-8a69-44bd6d066fec HTTP/1.1" status: 404 len: 333 time: 0.0275383 Nov 03 02:29:07.390796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40954) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.417915 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a21f41b-2f82-4438-b335-58ddf5cad50b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (35833b64-82fd-462c-95d5-2866ba9c3a08), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.418194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1b7fe8-ae6e-4a07-9514-f8c1cb1aba58 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:29:07.418945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 327b4dda-7883-4c87-9073-cbb51117b940 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:07.419091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1b7fe8-ae6e-4a07-9514-f8c1cb1aba58 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:07.419195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (327b4dda-7883-4c87-9073-cbb51117b940), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.425095 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fe1b7fe8-ae6e-4a07-9514-f8c1cb1aba58 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/b89a5c3f-2d13-4fa6-974b-650598b66fab HTTP/1.1" status: 404 len: 337 time: 0.0303040 Nov 03 02:29:07.425917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40956) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.444749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a21f41b-2f82-4438-b335-58ddf5cad50b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (35833b64-82fd-462c-95d5-2866ba9c3a08), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.448159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327b4dda-7883-4c87-9073-cbb51117b940 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:29:07.452140 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af7be73-fa4f-4501-ba61-b30df7e7bd77 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] DELETE failed (client error): The resource could not be found. Nov 03 02:29:07.452641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af7be73-fa4f-4501-ba61-b30df7e7bd77 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:29:07.457041 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7af7be73-fa4f-4501-ba61-b30df7e7bd77 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/subnets/809851b2-bfc5-42ef-aa12-437fc4f65064 HTTP/1.1" status: 404 len: 337 time: 0.0298669 Nov 03 02:29:07.459593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40958) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.491422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a21f41b-2f82-4438-b335-58ddf5cad50b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (35833b64-82fd-462c-95d5-2866ba9c3a08), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.494686 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a21f41b-2f82-4438-b335-58ddf5cad50b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.495866 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4a21f41b-2f82-4438-b335-58ddf5cad50b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-groups/35833b64-82fd-462c-95d5-2866ba9c3a08 HTTP/1.1" status: 204 len: 168 time: 0.1342680 Nov 03 02:29:07.498620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40960) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.499529 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Attempt 3 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:07.504239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 327b4dda-7883-4c87-9073-cbb51117b940, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=327b4dda-7883-4c87-9073-cbb51117b940,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:07.506157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21f41b-2f82-4438-b335-58ddf5cad50b tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35833b64-82fd-462c-95d5-2866ba9c3a08,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:07.531965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (327b4dda-7883-4c87-9073-cbb51117b940), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.581751 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f28ed01d-6549-4c2b-9f5e-3c9fa161652d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0793824 Nov 03 02:29:07.584303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:07.586491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40962) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.591011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-fde90a9c-4237-4764-8a74-98e08933efa0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group': {'name': 'tempest-secgroup--268311009'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:07.607486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28090b5d-90b3-49e3-84ff-ea3b0d0dd1c7 None None] DHCP port deletion for 31f445ef-3c0f-40ce-993a-3e5e10689a04 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:29:07.612937 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-47d04f25-92bf-4ee0-b4ba-5fa12acfe535 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Deleting port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:07.613286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47d04f25-92bf-4ee0-b4ba-5fa12acfe535 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (81d2da11-4dd3-47e5-a47c-31c5d75419f2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.615981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=327b4dda-7883-4c87-9073-cbb51117b940,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:07.654903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fde90a9c-4237-4764-8a74-98e08933efa0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.661394 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28090b5d-90b3-49e3-84ff-ea3b0d0dd1c7 None None] Deleting port ebe97c76-af47-4c19-8efd-d781a20583f7 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:07.661772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28090b5d-90b3-49e3-84ff-ea3b0d0dd1c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.697665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47d04f25-92bf-4ee0-b4ba-5fa12acfe535 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (81d2da11-4dd3-47e5-a47c-31c5d75419f2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.715758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-47d04f25-92bf-4ee0-b4ba-5fa12acfe535 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Calling delete_port for 81d2da11-4dd3-47e5-a47c-31c5d75419f2 owned by {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:07.730369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-28090b5d-90b3-49e3-84ff-ea3b0d0dd1c7 None None] For port ebe97c76-af47-4c19-8efd-d781a20583f7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ebe97c76-af47-4c19-8efd-d781a20583f7,segment=NetworkSegment(a0aa77a9-fb50-4eee-8297-abe174537cf4),segment_id=a0aa77a9-fb50-4eee-8297-abe174537cf4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:07.730770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28090b5d-90b3-49e3-84ff-ea3b0d0dd1c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.743671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-28090b5d-90b3-49e3-84ff-ea3b0d0dd1c7 None None] Calling delete_port for ebe97c76-af47-4c19-8efd-d781a20583f7 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:07.801414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['327b4dda-7883-4c87-9073-cbb51117b940'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:29:07.803334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fde90a9c-4237-4764-8a74-98e08933efa0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (33ce6a8b-a6c8-4f30-90c2-f0fbd8091ef0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.809986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fde90a9c-4237-4764-8a74-98e08933efa0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (33ce6a8b-a6c8-4f30-90c2-f0fbd8091ef0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.849915 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fde90a9c-4237-4764-8a74-98e08933efa0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.851233 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fde90a9c-4237-4764-8a74-98e08933efa0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2638154 Nov 03 02:29:07.854390 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40964) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.857182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde90a9c-4237-4764-8a74-98e08933efa0 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce6a8b-a6c8-4f30-90c2-f0fbd8091ef0,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:07.863826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-558c70d8-08fb-4ae3-920a-c2d6d48385d4 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Request body: {'security_group_rule': {'security_group_id': '33ce6a8b-a6c8-4f30-90c2-f0fbd8091ef0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:07.865757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47d04f25-92bf-4ee0-b4ba-5fa12acfe535 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (81d2da11-4dd3-47e5-a47c-31c5d75419f2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.874416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28090b5d-90b3-49e3-84ff-ea3b0d0dd1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (ebe97c76-af47-4c19-8efd-d781a20583f7), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.910304 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28090b5d-90b3-49e3-84ff-ea3b0d0dd1c7 None None] Pushing event deleted for resources: {'Port': ['ID=ebe97c76-af47-4c19-8efd-d781a20583f7,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:07.911009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d04f25-92bf-4ee0-b4ba-5fa12acfe535 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Port': ['ID=81d2da11-4dd3-47e5-a47c-31c5d75419f2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:07.913574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47d04f25-92bf-4ee0-b4ba-5fa12acfe535 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.917177 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-47d04f25-92bf-4ee0-b4ba-5fa12acfe535 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/ports/81d2da11-4dd3-47e5-a47c-31c5d75419f2 HTTP/1.1" status: 204 len: 168 time: 0.4562652 Nov 03 02:29:07.919516 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40966) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:07.920881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-558c70d8-08fb-4ae3-920a-c2d6d48385d4 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (7999310d-e617-4a72-8b73-47659a24eae2), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.924800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28090b5d-90b3-49e3-84ff-ea3b0d0dd1c7 None None] No DVR routers for this DVR port ebe97c76-af47-4c19-8efd-d781a20583f7 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:29:07.982435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-558c70d8-08fb-4ae3-920a-c2d6d48385d4 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (7999310d-e617-4a72-8b73-47659a24eae2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:07.987262 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-558c70d8-08fb-4ae3-920a-c2d6d48385d4 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (7999310d-e617-4a72-8b73-47659a24eae2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.011428 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c70d8-08fb-4ae3-920a-c2d6d48385d4 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7999310d-e617-4a72-8b73-47659a24eae2,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:08.011727 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (31f445ef-3c0f-40ce-993a-3e5e10689a04), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.020742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-558c70d8-08fb-4ae3-920a-c2d6d48385d4 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.022056 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-558c70d8-08fb-4ae3-920a-c2d6d48385d4 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1624570 Nov 03 02:29:08.024828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40968) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:08.076885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.082455 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-45e6a2b2-5441-4b6f-bb6d-b272e4052857 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (33ce6a8b-a6c8-4f30-90c2-f0fbd8091ef0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.085500 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Attempt 4 to provision port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 Nov 03 02:29:08.106856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-45e6a2b2-5441-4b6f-bb6d-b272e4052857 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (33ce6a8b-a6c8-4f30-90c2-f0fbd8091ef0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.115339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Port 81d2da11-4dd3-47e5-a47c-31c5d75419f2 was deleted so its status cannot be updated. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:344}} Nov 03 02:29:08.120253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Could not find standard attr ID for object ebe97c76-af47-4c19-8efd-d781a20583f7. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:29:08.125493 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (31f445ef-3c0f-40ce-993a-3e5e10689a04), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.126093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f01c3b39-98db-4aa6-825d-70fdfc2b287c None None] Could not find standard attr ID for object ded96573-6224-42a6-b8bb-b822ec80725e. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:29:08.147803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f445ef-3c0f-40ce-993a-3e5e10689a04']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:08.155210 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-45e6a2b2-5441-4b6f-bb6d-b272e4052857 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (33ce6a8b-a6c8-4f30-90c2-f0fbd8091ef0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.158309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-45e6a2b2-5441-4b6f-bb6d-b272e4052857 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.158447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0aa77a9-fb50-4eee-8297-abe174537cf4') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:08.158789 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0aa77a9-fb50-4eee-8297-abe174537cf4') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:08.162371 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-45e6a2b2-5441-4b6f-bb6d-b272e4052857 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-groups/33ce6a8b-a6c8-4f30-90c2-f0fbd8091ef0 HTTP/1.1" status: 204 len: 168 time: 0.1339767 Nov 03 02:29:08.163010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40970) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:08.170497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6a2b2-5441-4b6f-bb6d-b272e4052857 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ce6a8b-a6c8-4f30-90c2-f0fbd8091ef0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:08.183831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (a0aa77a9-fb50-4eee-8297-abe174537cf4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.214348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a0aa77a9-fb50-4eee-8297-abe174537cf4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.224771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ebe97c76-af47-4c19-8efd-d781a20583f7 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:29:08.229705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:29:08.230110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (a0aa77a9-fb50-4eee-8297-abe174537cf4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.250034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: ebe97c76-af47-4c19-8efd-d781a20583f7 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:29:08.250450 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ebe97c76-af47-4c19-8efd-d781a20583f7 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:29:08.253390 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment a0aa77a9-fb50-4eee-8297-abe174537cf4 resource provider aggregate not found Nov 03 02:29:08.253548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2ac41a93-510b-484e-b995-bc37b8a86942 None None] Could not find standard attr ID for object 81d2da11-4dd3-47e5-a47c-31c5d75419f2. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:29:08.256560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2ac41a93-510b-484e-b995-bc37b8a86942 None None] Could not find standard attr ID for object ebe97c76-af47-4c19-8efd-d781a20583f7. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:29:08.284909 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment a0aa77a9-fb50-4eee-8297-abe174537cf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0aa77a9-fb50-4eee-8297-abe174537cf4 found for delete ", "request_id": "req-6cc6e65f-061a-4307-abcf-4275e1cc98b6"}]} Nov 03 02:29:08.290934 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1348ecef-3ad4-4ebc-ab09-2bf9d560e2be tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1252456 Nov 03 02:29:08.291382 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40976) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:08.313241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (31f445ef-3c0f-40ce-993a-3e5e10689a04), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.321877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.324991 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] 10.222.0.23 "DELETE /v2.0/networks/31f445ef-3c0f-40ce-993a-3e5e10689a04 HTTP/1.1" status: 204 len: 168 time: 0.4046364 Nov 03 02:29:08.331457 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1f5239db-65d0-4a28-a6eb-f24d3eb3151e tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0356166 Nov 03 02:29:08.332194 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40980) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:08.336614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f05f82-90fc-4b47-881a-7dcb807e1d02 tempest-PortsIpV6TestJSON-408975062 tempest-PortsIpV6TestJSON-408975062-project] Pushing event deleted for resources: {'Network': ['ID=31f445ef-3c0f-40ce-993a-3e5e10689a04,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:08.346320 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-4859e442-a874-4c6a-b84d-88b2b7226d13 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] delete failed (client error): The resource could not be found. Nov 03 02:29:08.347340 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4859e442-a874-4c6a-b84d-88b2b7226d13 tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "DELETE /v2.0/security-groups/33ce6a8b-a6c8-4f30-90c2-f0fbd8091ef0 HTTP/1.1" status: 404 len: 347 time: 0.0144525 Nov 03 02:29:08.350929 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40982) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:08.393726 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-01459c3f-92f0-4ecd-848c-153b51ba0b0d tempest-SecGroupTest-799564449 tempest-SecGroupTest-799564449-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0416367 Nov 03 02:29:08.578426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40990) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:08.586382 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 40994) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:08.743679 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e60b8f0a-958b-4347-a647-cf134a8f941b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce3bef26e7884843866bffb07212b2fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641016 Nov 03 02:29:08.746190 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a15852d1-5968-4793-baf8-2ff853a763e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=692cd207da02448680099ea4a769d3a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1588898 Nov 03 02:29:08.746420 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 40998) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:08.749588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41000) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:08.796108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8710f086-dbb3-4a2c-b719-7d090d0c6581 admin admin] Publish callbacks [] for security_group (031b8bee-f79e-4819-b574-f163090e0df6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.797645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1c3993c-e0c3-4a18-a68b-25887b1ce527 admin admin] Publish callbacks [] for security_group (4f1bda42-4105-4393-8611-83eee34ab2bd), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.821164 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1c3993c-e0c3-4a18-a68b-25887b1ce527 admin admin] Publish callbacks [] for security_group (4f1bda42-4105-4393-8611-83eee34ab2bd), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.823506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8710f086-dbb3-4a2c-b719-7d090d0c6581 admin admin] Publish callbacks [] for security_group (031b8bee-f79e-4819-b574-f163090e0df6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.871832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1c3993c-e0c3-4a18-a68b-25887b1ce527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (4f1bda42-4105-4393-8611-83eee34ab2bd), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.874242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8710f086-dbb3-4a2c-b719-7d090d0c6581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (031b8bee-f79e-4819-b574-f163090e0df6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.874690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1c3993c-e0c3-4a18-a68b-25887b1ce527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.877867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8710f086-dbb3-4a2c-b719-7d090d0c6581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:08.881805 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8710f086-dbb3-4a2c-b719-7d090d0c6581 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/031b8bee-f79e-4819-b574-f163090e0df6 HTTP/1.1" status: 204 len: 168 time: 0.1317213 Nov 03 02:29:08.882544 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c1c3993c-e0c3-4a18-a68b-25887b1ce527 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f1bda42-4105-4393-8611-83eee34ab2bd HTTP/1.1" status: 204 len: 168 time: 0.1290207 Nov 03 02:29:08.888143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710f086-dbb3-4a2c-b719-7d090d0c6581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031b8bee-f79e-4819-b574-f163090e0df6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:08.895957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3993c-e0c3-4a18-a68b-25887b1ce527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1bda42-4105-4393-8611-83eee34ab2bd,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:09.559882 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41042) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:09.573937 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41044) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:09.673964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f9252a4d-a320-4329-9888-6039a7e83822 tempest-DvrRoutersNegativeTest-2128383767 tempest-DvrRoutersNegativeTest-2128383767-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-387687590', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:09.676280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.policy [None req-f9252a4d-a320-4329-9888-6039a7e83822 tempest-DvrRoutersNegativeTest-2128383767 tempest-DvrRoutersNegativeTest-2128383767-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104394) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 03 02:29:09.676622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.policy [None req-f9252a4d-a320-4329-9888-6039a7e83822 tempest-DvrRoutersNegativeTest-2128383767 tempest-DvrRoutersNegativeTest-2128383767-project] Failed policy enforce for 'create_router' {{(pid=104394) enforce /opt/stack/neutron/neutron/policy.py:532}} Nov 03 02:29:09.677708 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-f9252a4d-a320-4329-9888-6039a7e83822 tempest-DvrRoutersNegativeTest-2128383767 tempest-DvrRoutersNegativeTest-2128383767-project] create failed (client error): Access was denied to this resource. Nov 03 02:29:09.678067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1692887215-network', 'tenant_id': '3dbe69f758544d8cb6b5a058c925890c'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:09.684530 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f9252a4d-a320-4329-9888-6039a7e83822 tempest-DvrRoutersNegativeTest-2128383767 tempest-DvrRoutersNegativeTest-2128383767-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1037824 Nov 03 02:29:09.700527 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Made reservation on behalf of 3dbe69f758544d8cb6b5a058c925890c for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:09.702919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:09.713011 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:09.746733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-81cd87d4-2c14-410a-b256-9156edf64ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:09.804158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Publish callbacks [] for security_group (09a68a87-a087-4925-8254-c11f81d68b8a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:09.808004 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (09a68a87-a087-4925-8254-c11f81d68b8a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:09.834092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:29:09.844161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a68a87-a087-4925-8254-c11f81d68b8a,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:09.849632 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (5b73ab22-8fb7-458c-9250-80f2ce474097), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:09.849989 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Added segment 5b73ab22-8fb7-458c-9250-80f2ce474097 of type vlan for network 773acd4a-a790-4825-8fa2-b4475316a345 Nov 03 02:29:09.889933 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (773acd4a-a790-4825-8fa2-b4475316a345), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:09.911687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41054) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:09.922376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (773acd4a-a790-4825-8fa2-b4475316a345), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:09.924664 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:09.925266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.000821 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4397578 Nov 03 02:29:10.003931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41058) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:10.009849 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] Request body: {'subnet': {'network_id': '773acd4a-a790-4825-8fa2-b4475316a345', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1692887215-subnet', 'tenant_id': '3dbe69f758544d8cb6b5a058c925890c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:10.029421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] Made reservation on behalf of 3dbe69f758544d8cb6b5a058c925890c for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:10.031871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.045273 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c81-e076-493a-8ca8-bb41fe1062ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.055869 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b1c86-e4b6-462f-bbb3-0fb44fc28598 admin admin] Pushing event updated for resources: {'Network': ['ID=773acd4a-a790-4825-8fa2-b4475316a345,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:10.066023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 773acd4a-a790-4825-8fa2-b4475316a345 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:29:10.148814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c81-e076-493a-8ca8-bb41fe1062ef admin admin] Publish callbacks [] for security_group (60339f48-843f-4fbc-b075-9841f2a3ca95), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.154480 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c81-e076-493a-8ca8-bb41fe1062ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (60339f48-843f-4fbc-b075-9841f2a3ca95), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.198314 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-18ca3c81-e076-493a-8ca8-bb41fe1062ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7eaf633eb4fb4b758f8a9eba3c9797e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2854638 Nov 03 02:29:10.199196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca3c81-e076-493a-8ca8-bb41fe1062ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60339f48-843f-4fbc-b075-9841f2a3ca95,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:10.200967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41060) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:10.230377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (996f6f92-0c8c-4940-a40b-f931c2e5d222), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.293750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 327b4dda-7883-4c87-9073-cbb51117b940 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:29:10.310028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=996f6f92-0c8c-4940-a40b-f931c2e5d222,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:10.317991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7009c7e1-3dbc-4805-9b2d-1d02cbfd04b3 admin admin] Publish callbacks [] for security_group (60339f48-843f-4fbc-b075-9841f2a3ca95), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.330755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] Checking segment: {'id': '5b73ab22-8fb7-458c-9250-80f2ce474097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '773acd4a-a790-4825-8fa2-b4475316a345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:29:10.331115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] Network hostable DHCP agents. Network: 773acd4a-a790-4825-8fa2-b4475316a345, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:29:10.340029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 327b4dda-7883-4c87-9073-cbb51117b940 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:10.340407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (327b4dda-7883-4c87-9073-cbb51117b940), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.340773 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 327b4dda-7883-4c87-9073-cbb51117b940 Nov 03 02:29:10.350504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7009c7e1-3dbc-4805-9b2d-1d02cbfd04b3 admin admin] Publish callbacks [] for security_group (60339f48-843f-4fbc-b075-9841f2a3ca95), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.370930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] Network 773acd4a-a790-4825-8fa2-b4475316a345 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:29:10.392610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 773acd4a-a790-4825-8fa2-b4475316a345) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:10.397209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:10.397839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.405604 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae34ba7b-7ffd-4b01-b3b3-c35d667673e5 None None] Network 773acd4a-a790-4825-8fa2-b4475316a345 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:10.415976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7009c7e1-3dbc-4805-9b2d-1d02cbfd04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (60339f48-843f-4fbc-b075-9841f2a3ca95), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.419299 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7009c7e1-3dbc-4805-9b2d-1d02cbfd04b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.425415 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7009c7e1-3dbc-4805-9b2d-1d02cbfd04b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60339f48-843f-4fbc-b075-9841f2a3ca95 HTTP/1.1" status: 204 len: 168 time: 0.2217038 Nov 03 02:29:10.434605 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f8afcfb6-496a-4d44-94f3-0f60bb7c8c91 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4254868 Nov 03 02:29:10.447557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009c7e1-3dbc-4805-9b2d-1d02cbfd04b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60339f48-843f-4fbc-b075-9841f2a3ca95,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:10.462724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 327b4dda-7883-4c87-9073-cbb51117b940 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:10.463116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (327b4dda-7883-4c87-9073-cbb51117b940), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.503539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:29:10.505844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c33b98-f725-40e4-99dd-7d952eed4ee0" -d '{"events": [{"server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "name": "network-vif-plugged", "status": "completed", "tag": "327b4dda-7883-4c87-9073-cbb51117b940"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:29:10.534503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 327b4dda-7883-4c87-9073-cbb51117b940, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=327b4dda-7883-4c87-9073-cbb51117b940,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:10.542466 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (327b4dda-7883-4c87-9073-cbb51117b940), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:10.561264 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14b7af0-22e7-4e79-8a2f-4cd43457a449 x-openstack-request-id: req-f14b7af0-22e7-4e79-8a2f-4cd43457a449 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:29:10.561559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "name": "network-vif-plugged", "status": "completed", "tag": "327b4dda-7883-4c87-9073-cbb51117b940", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:29:10.561931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f14b7af0-22e7-4e79-8a2f-4cd43457a449 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:29:10.562329 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14b7af0-22e7-4e79-8a2f-4cd43457a449'] response: {'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940', 'code': 200} Nov 03 02:29:10.585109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b516c-b5ce-4422-bb7b-091a035ea856 None None] Network 773acd4a-a790-4825-8fa2-b4475316a345 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:10.673944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=327b4dda-7883-4c87-9073-cbb51117b940,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:11.006813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41080) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:11.011771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1154180388-network', 'tenant_id': '170a79b69f794d2cbb63f3519d010801'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:11.030624 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Made reservation on behalf of 170a79b69f794d2cbb63f3519d010801 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:11.033392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:11.041754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:11.114366 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Publish callbacks [] for security_group (bf01de12-4140-4774-9750-9d5cc748298d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:11.118070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (bf01de12-4140-4774-9750-9d5cc748298d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:11.143356 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:29:11.153168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf01de12-4140-4774-9750-9d5cc748298d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:11.159677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3840acc7-4996-4244-b79d-12ce0abdedd9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:11.160025 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Added segment 3840acc7-4996-4244-b79d-12ce0abdedd9 of type vlan for network 87074506-c3a2-4d50-887f-a9b13af0af71 Nov 03 02:29:11.201080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (87074506-c3a2-4d50-887f-a9b13af0af71), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:11.226269 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (87074506-c3a2-4d50-887f-a9b13af0af71), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:11.227344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:11.227919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:11.287195 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2792680 Nov 03 02:29:11.289852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41082) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:11.295684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] Request body: {'subnet': {'network_id': '87074506-c3a2-4d50-887f-a9b13af0af71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1154180388-subnet', 'tenant_id': '170a79b69f794d2cbb63f3519d010801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:11.299742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b726f-a52c-4b87-a103-9ef9111344ae admin admin] Pushing event updated for resources: {'Network': ['ID=87074506-c3a2-4d50-887f-a9b13af0af71,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:11.309260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 87074506-c3a2-4d50-887f-a9b13af0af71 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:29:11.317455 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] Made reservation on behalf of 170a79b69f794d2cbb63f3519d010801 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:11.319744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:11.487045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (eb43c889-c9c7-4516-b142-75cb17e374e4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:11.544834 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb43c889-c9c7-4516-b142-75cb17e374e4,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:11.555389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] Checking segment: {'id': '3840acc7-4996-4244-b79d-12ce0abdedd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87074506-c3a2-4d50-887f-a9b13af0af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:29:11.555761 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] Network hostable DHCP agents. Network: 87074506-c3a2-4d50-887f-a9b13af0af71, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:29:11.572791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] Network 87074506-c3a2-4d50-887f-a9b13af0af71 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:29:11.581943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 87074506-c3a2-4d50-887f-a9b13af0af71) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:11.586210 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:11.586811 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:11.592799 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a2bb3f-6159-4a18-be60-61b454906210 None None] Network 87074506-c3a2-4d50-887f-a9b13af0af71 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:11.601765 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4a8de9a3-afe9-4412-aa74-9db6bae19b77 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3108938 Nov 03 02:29:11.693910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161d1f31-547d-4d52-8dee-5103a1316b63 None None] Network 87074506-c3a2-4d50-887f-a9b13af0af71 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:12.073548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-afee225c-8cf4-4c3a-b761-2b835b569ebd tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:12.074944 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-afee225c-8cf4-4c3a-b761-2b835b569ebd tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/networks?id=773acd4a-a790-4825-8fa2-b4475316a345 HTTP/1.1" status: 200 len: 812 time: 0.1043077 Nov 03 02:29:12.089584 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-b3ce0691-5b87-4fff-962b-b7b48470d7dc tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/quotas/3dbe69f758544d8cb6b5a058c925890c HTTP/1.1" status: 200 len: 375 time: 0.0091984 Nov 03 02:29:12.120682 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-5006698d-0ac5-4ce4-871c-7f211189ef04 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dbe69f758544d8cb6b5a058c925890c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263786 Nov 03 02:29:12.214028 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-e0193e81-fc0e-495c-a02c-6b3214676d3a service neutron] 10.222.0.23 "GET /v2.0/networks/773acd4a-a790-4825-8fa2-b4475316a345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869503 Nov 03 02:29:12.218108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-15f47b10-dc2b-4e3b-b320-aee3a0845561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:12.304318 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-cfec9641-bf76-43bf-b6f0-ec07a2a15723 service neutron] 10.222.0.23 "GET /v2.0/networks/773acd4a-a790-4825-8fa2-b4475316a345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829105 Nov 03 02:29:12.463783 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45254906-a8f8-4fdc-9fa6-608a45c0d94d req-a9b307ab-273e-45b9-b9f4-3865bb32480b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 210 time: 0.0319257 Nov 03 02:29:13.135757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:13.394900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-f455f93a-197c-4902-b09e-95bedecf9c6a tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:13.396297 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-f455f93a-197c-4902-b09e-95bedecf9c6a tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.27 "GET /v2.0/networks?id=773acd4a-a790-4825-8fa2-b4475316a345 HTTP/1.1" status: 200 len: 812 time: 0.1106024 Nov 03 02:29:13.411232 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Request body: {'port': {'device_id': '01e93903-bc03-4f91-8b0b-620194455b19', 'network_id': '773acd4a-a790-4825-8fa2-b4475316a345', 'admin_state_up': True, 'tenant_id': '3dbe69f758544d8cb6b5a058c925890c'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:13.522378 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Made reservation on behalf of 3dbe69f758544d8cb6b5a058c925890c for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:13.526062 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:13.566577 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d57c147e-4ba2-40c3-8038-4840b9094975 req-eef6008c-ec01-4658-ab9e-464dfa799549 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 210 time: 0.0275874 Nov 03 02:29:13.649867 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Allocated IP 172.20.0.3 (773acd4a-a790-4825-8fa2-b4475316a345/996f6f92-0c8c-4940-a40b-f931c2e5d222/495eb86d-cf34-418c-952e-fd8568c93e84) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:29:13.796993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Publish callbacks [] for port (495eb86d-cf34-418c-952e-fd8568c93e84), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:13.828895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:13.867937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Network 773acd4a-a790-4825-8fa2-b4475316a345 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:29:13.870964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:13.873304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:29:13.907515 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Pushing event updated for resources: {'Port': ['ID=495eb86d-cf34-418c-952e-fd8568c93e84,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:13.933987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:13.934610 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:13.949708 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-3aa53695-53f0-4ea5-a110-fcba2304e043 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424142 Nov 03 02:29:13.961015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Request body: {'port': {'device_id': '01e93903-bc03-4f91-8b0b-620194455b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:14.017763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:14.267874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495eb86d-cf34-418c-952e-fd8568c93e84 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:29:14.275891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Publish callbacks [] for port (495eb86d-cf34-418c-952e-fd8568c93e84), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:14.288197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Transition to ACTIVE for port object 495eb86d-cf34-418c-952e-fd8568c93e84 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:29:14.291219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:14.348212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Pushing event updated for resources: {'Port': ['ID=495eb86d-cf34-418c-952e-fd8568c93e84,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:14.395314 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Attempting to bind port 495eb86d-cf34-418c-952e-fd8568c93e84 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:29:14.395975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Attempting to bind port 495eb86d-cf34-418c-952e-fd8568c93e84 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '5b73ab22-8fb7-458c-9250-80f2ce474097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '773acd4a-a790-4825-8fa2-b4475316a345'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:29:14.395975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Attempting to bind port 495eb86d-cf34-418c-952e-fd8568c93e84 on network 773acd4a-a790-4825-8fa2-b4475316a345 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:29:14.400163 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Port 495eb86d-cf34-418c-952e-fd8568c93e84 on network 773acd4a-a790-4825-8fa2-b4475316a345 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:29:14.400505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Attempting to bind port 495eb86d-cf34-418c-952e-fd8568c93e84 on network 773acd4a-a790-4825-8fa2-b4475316a345 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:29:14.405226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:29:14.405566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Checking segment: {'id': '5b73ab22-8fb7-458c-9250-80f2ce474097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '773acd4a-a790-4825-8fa2-b4475316a345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:29:14.405942 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Bound using segment: {'id': '5b73ab22-8fb7-458c-9250-80f2ce474097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '773acd4a-a790-4825-8fa2-b4475316a345'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:29:14.406359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Bound port: 495eb86d-cf34-418c-952e-fd8568c93e84, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b73ab22-8fb7-458c-9250-80f2ce474097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '773acd4a-a790-4825-8fa2-b4475316a345'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:29:14.406713 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:14.467733 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] For port 495eb86d-cf34-418c-952e-fd8568c93e84, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:29:14.470593 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] For port 495eb86d-cf34-418c-952e-fd8568c93e84, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=495eb86d-cf34-418c-952e-fd8568c93e84,segment=NetworkSegment(5b73ab22-8fb7-458c-9250-80f2ce474097),segment_id=5b73ab22-8fb7-458c-9250-80f2ce474097)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:29:14.476441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:14.481482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:14.482101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:14.483457 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] 10.222.0.27 "PUT /v2.0/ports/495eb86d-cf34-418c-952e-fd8568c93e84 HTTP/1.1" status: 200 len: 1093 time: 0.5266483 Nov 03 02:29:14.483946 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e93903-bc03-4f91-8b0b-620194455b19', 'tag': '495eb86d-cf34-418c-952e-fd8568c93e84'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:29:14.486207 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df012cd2-02c5-4de7-bba3-4de45921d813" -d '{"events": [{"name": "network-changed", "server_uuid": "01e93903-bc03-4f91-8b0b-620194455b19", "tag": "495eb86d-cf34-418c-952e-fd8568c93e84"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:29:14.530825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62125a-6f1b-4d04-aedc-7dc3f2bfd2ca service neutron] Pushing event updated for resources: {'Port': ['ID=495eb86d-cf34-418c-952e-fd8568c93e84,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:14.542566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bddf427-9951-4fd4-afa7-f2a9fedf36a1 x-openstack-request-id: req-0bddf427-9951-4fd4-afa7-f2a9fedf36a1 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:29:14.542855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e93903-bc03-4f91-8b0b-620194455b19", "tag": "495eb86d-cf34-418c-952e-fd8568c93e84", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:29:14.543121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bddf427-9951-4fd4-afa7-f2a9fedf36a1 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:29:14.543498 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bddf427-9951-4fd4-afa7-f2a9fedf36a1'] response: {'name': 'network-changed', 'server_uuid': '01e93903-bc03-4f91-8b0b-620194455b19', 'tag': '495eb86d-cf34-418c-952e-fd8568c93e84', 'status': 'completed', 'code': 200} Nov 03 02:29:14.582357 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-58f727fa-d497-4b8b-b25e-9e0328437c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:14.583879 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-58f727fa-d497-4b8b-b25e-9e0328437c88 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3dbe69f758544d8cb6b5a058c925890c&device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 1127 time: 0.0501084 Nov 03 02:29:14.631090 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-e01cdc75-e6d7-4994-b569-7cdc038d8234 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=495eb86d-cf34-418c-952e-fd8568c93e84 HTTP/1.1" status: 200 len: 217 time: 0.0372951 Nov 03 02:29:14.635687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:14.682937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-c7727312-0891-488c-be55-df76a0da0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:14.684729 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-c7727312-0891-488c-be55-df76a0da0fe3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=996f6f92-0c8c-4940-a40b-f931c2e5d222 HTTP/1.1" status: 200 len: 852 time: 0.0452507 Nov 03 02:29:14.694973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81b47d-3f31-4792-8aef-a401eb93d781 req-a46603e8-cc3f-4b84-a06a-9c969e91a8e6 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:14.696458 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fd81b47d-3f31-4792-8aef-a401eb93d781 req-a46603e8-cc3f-4b84-a06a-9c969e91a8e6 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 943 time: 0.0527730 Nov 03 02:29:14.717008 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-46c6004b-d633-4dd4-8f2e-93fb84f156f6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=773acd4a-a790-4825-8fa2-b4475316a345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259347 Nov 03 02:29:14.744518 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fd81b47d-3f31-4792-8aef-a401eb93d781 req-f93781c1-782d-462e-9065-41060f35a737 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Nov 03 02:29:14.808167 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-a46ae051-a774-4ba9-a014-194a40d5c7eb service neutron] 10.222.0.27 "GET /v2.0/networks/773acd4a-a790-4825-8fa2-b4475316a345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846481 Nov 03 02:29:14.905061 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-baa7a253-0dc2-492f-b3ba-b7816b073831 req-53fe5d38-91ae-4c2c-86ac-bcbbaac28de3 service neutron] 10.222.0.27 "GET /v2.0/networks/773acd4a-a790-4825-8fa2-b4475316a345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865571 Nov 03 02:29:14.995200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df012cd2-02c5-4de7-bba3-4de45921d813 req-a250aba6-e70c-4883-827a-a4d3e7478c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:14.996643 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-df012cd2-02c5-4de7-bba3-4de45921d813 req-a250aba6-e70c-4883-827a-a4d3e7478c11 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3dbe69f758544d8cb6b5a058c925890c&device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 1127 time: 0.0453479 Nov 03 02:29:15.092910 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df012cd2-02c5-4de7-bba3-4de45921d813 req-c34039ff-c02e-4889-9ffb-81b708f9a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:15.094398 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-df012cd2-02c5-4de7-bba3-4de45921d813 req-c34039ff-c02e-4889-9ffb-81b708f9a47e service neutron] 10.222.0.27 "GET /v2.0/networks?id=773acd4a-a790-4825-8fa2-b4475316a345 HTTP/1.1" status: 200 len: 913 time: 0.0879948 Nov 03 02:29:15.134062 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-df012cd2-02c5-4de7-bba3-4de45921d813 req-81496f82-c091-4d42-a695-b42413048ee1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=495eb86d-cf34-418c-952e-fd8568c93e84 HTTP/1.1" status: 200 len: 217 time: 0.0327830 Nov 03 02:29:15.181528 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df012cd2-02c5-4de7-bba3-4de45921d813 req-5c01a82b-0909-4da1-b060-8a329eca5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:15.182932 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-df012cd2-02c5-4de7-bba3-4de45921d813 req-5c01a82b-0909-4da1-b060-8a329eca5d8b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=996f6f92-0c8c-4940-a40b-f931c2e5d222 HTTP/1.1" status: 200 len: 852 time: 0.0431690 Nov 03 02:29:15.214127 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-df012cd2-02c5-4de7-bba3-4de45921d813 req-9c534de2-8099-4737-9196-63898386ad43 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=773acd4a-a790-4825-8fa2-b4475316a345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242581 Nov 03 02:29:15.305825 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-df012cd2-02c5-4de7-bba3-4de45921d813 req-aa00391d-0c5f-4c33-9ca5-c908a368762e service neutron] 10.222.0.27 "GET /v2.0/networks/773acd4a-a790-4825-8fa2-b4475316a345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848894 Nov 03 02:29:15.394173 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-df012cd2-02c5-4de7-bba3-4de45921d813 req-83fc4800-cee7-40de-9970-8fdd365405bc service neutron] 10.222.0.27 "GET /v2.0/networks/773acd4a-a790-4825-8fa2-b4475316a345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818658 Nov 03 02:29:15.867815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b97ec2-bbe3-4cfa-982e-db6f47b6a6bd req-e917923f-ad28-4100-b8c9-71b58b1226f7 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:15.869293 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45b97ec2-bbe3-4cfa-982e-db6f47b6a6bd req-e917923f-ad28-4100-b8c9-71b58b1226f7 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 943 time: 0.0519745 Nov 03 02:29:15.918760 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45b97ec2-bbe3-4cfa-982e-db6f47b6a6bd req-d983ac4a-cdca-4339-be3b-cef5a0a37f31 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Nov 03 02:29:16.069656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:17.040988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d45ed-e039-4fce-9ba7-4b6e743fb70a req-b9d5e374-e02e-4f9f-b6d8-806de88cd237 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:17.042472 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d8d45ed-e039-4fce-9ba7-4b6e743fb70a req-b9d5e374-e02e-4f9f-b6d8-806de88cd237 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 943 time: 0.0529475 Nov 03 02:29:17.090009 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d8d45ed-e039-4fce-9ba7-4b6e743fb70a req-59ad6bc2-48a1-4b31-91f2-412d2280efbf tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421386 Nov 03 02:29:18.210728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b32716-2f1e-4f99-92a9-175b980bd01a req-dec05bcd-d8bc-43f2-87b6-92af4aca708e tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:18.212177 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67b32716-2f1e-4f99-92a9-175b980bd01a req-dec05bcd-d8bc-43f2-87b6-92af4aca708e tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 943 time: 0.0515444 Nov 03 02:29:18.258554 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67b32716-2f1e-4f99-92a9-175b980bd01a req-dd3680c2-1dbc-4a22-8574-404f4e77d452 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Nov 03 02:29:18.326484 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 495eb86d-cf34-418c-952e-fd8568c93e84 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:29:18.420367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 495eb86d-cf34-418c-952e-fd8568c93e84, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=495eb86d-cf34-418c-952e-fd8568c93e84,segment=NetworkSegment(5b73ab22-8fb7-458c-9250-80f2ce474097),segment_id=5b73ab22-8fb7-458c-9250-80f2ce474097)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:18.435922 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '495eb86d-cf34-418c-952e-fd8568c93e84', 'network_id': '773acd4a-a790-4825-8fa2-b4475316a345', 'port_id': '495eb86d-cf34-418c-952e-fd8568c93e84', 'mac_address': 'fa:16:3e:68:7f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996f6f92-0c8c-4940-a40b-f931c2e5d222', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:29:18.469402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 495eb86d-cf34-418c-952e-fd8568c93e84 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:18.469789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:18.482800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495eb86d-cf34-418c-952e-fd8568c93e84 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:29:18.501732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 495eb86d-cf34-418c-952e-fd8568c93e84, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=495eb86d-cf34-418c-952e-fd8568c93e84,segment=NetworkSegment(5b73ab22-8fb7-458c-9250-80f2ce474097),segment_id=5b73ab22-8fb7-458c-9250-80f2ce474097)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:18.505755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:18.549488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=495eb86d-cf34-418c-952e-fd8568c93e84,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:18.757560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['495eb86d-cf34-418c-952e-fd8568c93e84'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:29:19.386871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770ef67-52b4-43b1-bcf3-9281b0b0c100 req-c307e1cd-da7c-4446-a489-fa0ba2760d0a tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:19.388378 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4770ef67-52b4-43b1-bcf3-9281b0b0c100 req-c307e1cd-da7c-4446-a489-fa0ba2760d0a tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 944 time: 0.0595882 Nov 03 02:29:19.435399 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4770ef67-52b4-43b1-bcf3-9281b0b0c100 req-65459486-faf2-4b33-9020-6cd42e5be86d tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Nov 03 02:29:20.341593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 495eb86d-cf34-418c-952e-fd8568c93e84 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:29:20.386802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 495eb86d-cf34-418c-952e-fd8568c93e84 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:29:20.390399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 495eb86d-cf34-418c-952e-fd8568c93e84 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:20.390780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:20.391122 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 495eb86d-cf34-418c-952e-fd8568c93e84 Nov 03 02:29:20.464806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 495eb86d-cf34-418c-952e-fd8568c93e84 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:20.465111 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:20.487572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e93903-bc03-4f91-8b0b-620194455b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495eb86d-cf34-418c-952e-fd8568c93e84'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:29:20.490090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d78a664-aa0c-43b4-95f1-ae93585ea9ac" -d '{"events": [{"server_uuid": "01e93903-bc03-4f91-8b0b-620194455b19", "name": "network-vif-plugged", "status": "completed", "tag": "495eb86d-cf34-418c-952e-fd8568c93e84"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:29:20.502835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 495eb86d-cf34-418c-952e-fd8568c93e84, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=495eb86d-cf34-418c-952e-fd8568c93e84,segment=NetworkSegment(5b73ab22-8fb7-458c-9250-80f2ce474097),segment_id=5b73ab22-8fb7-458c-9250-80f2ce474097)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:20.507448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:20.532291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e169555a-e707-4cf2-a207-f9620d5aa4ed x-openstack-request-id: req-e169555a-e707-4cf2-a207-f9620d5aa4ed {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:29:20.532609 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e93903-bc03-4f91-8b0b-620194455b19", "name": "network-vif-plugged", "status": "completed", "tag": "495eb86d-cf34-418c-952e-fd8568c93e84", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:29:20.532878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e169555a-e707-4cf2-a207-f9620d5aa4ed {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:29:20.533476 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e169555a-e707-4cf2-a207-f9620d5aa4ed'] response: {'server_uuid': '01e93903-bc03-4f91-8b0b-620194455b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495eb86d-cf34-418c-952e-fd8568c93e84', 'code': 200} Nov 03 02:29:20.561760 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=495eb86d-cf34-418c-952e-fd8568c93e84,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:20.562924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19653850-4a80-4d3d-ab62-cc4838ae9218 req-5332b3c8-4a2a-4e9c-bcb1-ca6884f91885 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:20.564611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-19653850-4a80-4d3d-ab62-cc4838ae9218 req-5332b3c8-4a2a-4e9c-bcb1-ca6884f91885 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0540552 Nov 03 02:29:20.614118 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-19653850-4a80-4d3d-ab62-cc4838ae9218 req-a765672c-7813-4d5b-a514-7445cee8e8b8 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432687 Nov 03 02:29:20.706012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc86ca3-723e-4e77-8ede-2f644f0a5529 req-bc76d200-1658-43c3-9a22-aeb7f1cff9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:20.708270 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8fc86ca3-723e-4e77-8ede-2f644f0a5529 req-bc76d200-1658-43c3-9a22-aeb7f1cff9b3 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 1129 time: 0.0493102 Nov 03 02:29:20.751527 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8fc86ca3-723e-4e77-8ede-2f644f0a5529 req-b985c689-47e0-4494-b895-8b3f429c3b4c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363870 Nov 03 02:29:21.738432 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d06d2f-60af-4450-8b1a-20762ea0e38e req-5cce67bc-0096-4cb9-b9d2-54b26997d5af tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:21.740045 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e6d06d2f-60af-4450-8b1a-20762ea0e38e req-5cce67bc-0096-4cb9-b9d2-54b26997d5af tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0526447 Nov 03 02:29:21.790591 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e6d06d2f-60af-4450-8b1a-20762ea0e38e req-94f076d3-7576-46c4-a551-c55b6ba6389c tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449820 Nov 03 02:29:22.916743 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd281eb-7081-4e6f-a763-6b1a7308ff0a req-d1037270-e27d-44ff-8f9c-21b038197b5a tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:22.918433 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3dd281eb-7081-4e6f-a763-6b1a7308ff0a req-d1037270-e27d-44ff-8f9c-21b038197b5a tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0528510 Nov 03 02:29:22.965783 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3dd281eb-7081-4e6f-a763-6b1a7308ff0a req-7453b693-5d5b-4370-bb9c-1c3ae8e1e388 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Nov 03 02:29:23.088548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac279c-99d0-4f1a-aa6f-79b24f0346f4 req-9d2480bf-825c-41f8-9b35-77297026fcb5 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:23.089948 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b8ac279c-99d0-4f1a-aa6f-79b24f0346f4 req-9d2480bf-825c-41f8-9b35-77297026fcb5 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0525796 Nov 03 02:29:23.136710 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b8ac279c-99d0-4f1a-aa6f-79b24f0346f4 req-3c10d211-b7fc-4cc4-9587-19410c5699d5 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411716 Nov 03 02:29:23.405974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52852e6c-610b-471b-aad2-0aad6b95c96b req-43d396b7-ad35-4486-89d3-db447ee7c638 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:23.407451 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52852e6c-610b-471b-aad2-0aad6b95c96b req-43d396b7-ad35-4486-89d3-db447ee7c638 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0594480 Nov 03 02:29:23.454300 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52852e6c-610b-471b-aad2-0aad6b95c96b req-9dbe94a0-4eff-4f66-b6ac-4408564d9964 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Nov 03 02:29:24.578679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16deba9-c5b4-41a8-bf17-6d25029d6247 req-de840cec-c20e-4c3e-a35d-da8054b9f6c3 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:24.580161 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c16deba9-c5b4-41a8-bf17-6d25029d6247 req-de840cec-c20e-4c3e-a35d-da8054b9f6c3 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0516572 Nov 03 02:29:24.627344 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c16deba9-c5b4-41a8-bf17-6d25029d6247 req-95995b29-3576-45be-86fa-c28bd17f504a tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Nov 03 02:29:24.835714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d48f88-8ad4-4920-b7c1-642dfdf87fbc req-7e4fc8ae-4d96-4225-98ec-0d58ec2231c4 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:24.837232 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8d48f88-8ad4-4920-b7c1-642dfdf87fbc req-7e4fc8ae-4d96-4225-98ec-0d58ec2231c4 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0583968 Nov 03 02:29:24.863581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55056c20-257f-453e-a7a0-f9e22e2ca6cb req-3b647c43-6052-4a0f-9220-d0a87e45a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:24.865216 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-55056c20-257f-453e-a7a0-f9e22e2ca6cb req-3b647c43-6052-4a0f-9220-d0a87e45a98c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3dbe69f758544d8cb6b5a058c925890c&device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 1129 time: 0.0466318 Nov 03 02:29:24.884993 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8d48f88-8ad4-4920-b7c1-642dfdf87fbc req-4d3e8658-e349-4ef8-8098-8b548787f182 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422106 Nov 03 02:29:24.961679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55056c20-257f-453e-a7a0-f9e22e2ca6cb req-e4a6d736-f305-469b-a7cf-e84aa667e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:24.963169 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-55056c20-257f-453e-a7a0-f9e22e2ca6cb req-e4a6d736-f305-469b-a7cf-e84aa667e403 service neutron] 10.222.0.27 "GET /v2.0/networks?id=773acd4a-a790-4825-8fa2-b4475316a345 HTTP/1.1" status: 200 len: 913 time: 0.0896368 Nov 03 02:29:25.002288 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-55056c20-257f-453e-a7a0-f9e22e2ca6cb req-47d9e528-4d0d-4b68-b0af-1fe168d6c691 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=495eb86d-cf34-418c-952e-fd8568c93e84 HTTP/1.1" status: 200 len: 217 time: 0.0318067 Nov 03 02:29:25.049891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55056c20-257f-453e-a7a0-f9e22e2ca6cb req-74050d3f-9d02-4695-8d5f-a2735a35d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:25.051364 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-55056c20-257f-453e-a7a0-f9e22e2ca6cb req-74050d3f-9d02-4695-8d5f-a2735a35d332 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=996f6f92-0c8c-4940-a40b-f931c2e5d222 HTTP/1.1" status: 200 len: 852 time: 0.0430470 Nov 03 02:29:25.083170 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-55056c20-257f-453e-a7a0-f9e22e2ca6cb req-3b2a2528-c151-409e-a152-58140869aa66 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=773acd4a-a790-4825-8fa2-b4475316a345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254762 Nov 03 02:29:25.177533 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-55056c20-257f-453e-a7a0-f9e22e2ca6cb req-8a7cf27e-cdd6-448d-bf8d-4bd3025c873f service neutron] 10.222.0.27 "GET /v2.0/networks/773acd4a-a790-4825-8fa2-b4475316a345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848913 Nov 03 02:29:25.265838 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-55056c20-257f-453e-a7a0-f9e22e2ca6cb req-0c9b416c-7be2-4999-ae51-49ccf721c7ac service neutron] 10.222.0.27 "GET /v2.0/networks/773acd4a-a790-4825-8fa2-b4475316a345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805650 Nov 03 02:29:26.013883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c82e8e-e99f-4503-b15c-e6c19d946044 req-0e1cd2ac-4769-4420-bd9a-2d9763f94d46 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:26.015346 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-36c82e8e-e99f-4503-b15c-e6c19d946044 req-0e1cd2ac-4769-4420-bd9a-2d9763f94d46 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0525105 Nov 03 02:29:26.062105 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-36c82e8e-e99f-4503-b15c-e6c19d946044 req-84ead851-c02a-46e1-a111-9d4d88c931f6 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406089 Nov 03 02:29:27.185295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d8fda-38fe-4b9a-ad25-3fc8b0d6ea9e req-c4cad948-7c31-43bd-b179-ad8d4345f2ce tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:27.186680 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-335d8fda-38fe-4b9a-ad25-3fc8b0d6ea9e req-c4cad948-7c31-43bd-b179-ad8d4345f2ce tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0517199 Nov 03 02:29:27.236214 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-335d8fda-38fe-4b9a-ad25-3fc8b0d6ea9e req-1e35d14a-cb03-42ef-ace8-ba757b9b5c60 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439787 Nov 03 02:29:27.461230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd4e04-0a87-427a-a34e-e1d7f84d387a req-2d0f41d6-f213-4c27-818f-9dc601b9902f tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:27.462598 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-34dd4e04-0a87-427a-a34e-e1d7f84d387a req-2d0f41d6-f213-4c27-818f-9dc601b9902f tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0524750 Nov 03 02:29:27.508346 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-34dd4e04-0a87-427a-a34e-e1d7f84d387a req-0697fe44-0314-4dfb-b9c1-7bdb279564d4 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402427 Nov 03 02:29:28.631580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f28ab-c104-4bb6-a61b-afdc516b040c req-c6e8deca-23ff-4e56-8984-319cf4a5c013 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:28.633091 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-774f28ab-c104-4bb6-a61b-afdc516b040c req-c6e8deca-23ff-4e56-8984-319cf4a5c013 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0533812 Nov 03 02:29:28.679611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-774f28ab-c104-4bb6-a61b-afdc516b040c req-7621c565-9bf9-431c-b358-365a687df442 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Nov 03 02:29:28.895033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203ff5c-8125-426f-a6e9-36c30387f71a req-9281afe3-74d8-44f0-9a6d-e4cbefd2ed19 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:28.896538 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1203ff5c-8125-426f-a6e9-36c30387f71a req-9281afe3-74d8-44f0-9a6d-e4cbefd2ed19 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0600655 Nov 03 02:29:28.941168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f40f08-5f32-4901-bf9d-e80eab49bd07 req-e0065f06-128b-4aa3-ba26-ea4e848433df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:28.943057 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-e2f40f08-5f32-4901-bf9d-e80eab49bd07 req-e0065f06-128b-4aa3-ba26-ea4e848433df service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3dbe69f758544d8cb6b5a058c925890c&device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 1129 time: 0.0520189 Nov 03 02:29:28.945529 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1203ff5c-8125-426f-a6e9-36c30387f71a req-a9cdb24c-2656-4983-930c-7ac863a3c567 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433643 Nov 03 02:29:28.989355 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:29:29.033425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f40f08-5f32-4901-bf9d-e80eab49bd07 req-959e4ddf-d098-4c56-98e5-992372c9af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:29.034902 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-e2f40f08-5f32-4901-bf9d-e80eab49bd07 req-959e4ddf-d098-4c56-98e5-992372c9af42 service neutron] 10.222.0.27 "GET /v2.0/networks?id=773acd4a-a790-4825-8fa2-b4475316a345 HTTP/1.1" status: 200 len: 913 time: 0.0849199 Nov 03 02:29:29.073184 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-e2f40f08-5f32-4901-bf9d-e80eab49bd07 req-c826e866-7cfe-4c71-bf92-61813f4049ea service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=495eb86d-cf34-418c-952e-fd8568c93e84 HTTP/1.1" status: 200 len: 217 time: 0.0315404 Nov 03 02:29:29.125912 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f40f08-5f32-4901-bf9d-e80eab49bd07 req-8849d36b-708a-4cbb-8d4b-f0d3b5d17233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:29.127351 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-e2f40f08-5f32-4901-bf9d-e80eab49bd07 req-8849d36b-708a-4cbb-8d4b-f0d3b5d17233 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=996f6f92-0c8c-4940-a40b-f931c2e5d222 HTTP/1.1" status: 200 len: 852 time: 0.0484767 Nov 03 02:29:29.159275 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-e2f40f08-5f32-4901-bf9d-e80eab49bd07 req-eed0f830-c6c5-4417-994b-7523d122ee92 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=773acd4a-a790-4825-8fa2-b4475316a345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247359 Nov 03 02:29:29.248043 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-e2f40f08-5f32-4901-bf9d-e80eab49bd07 req-cfd462c6-78ef-4c2d-a790-e17f42079288 service neutron] 10.222.0.27 "GET /v2.0/networks/773acd4a-a790-4825-8fa2-b4475316a345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804150 Nov 03 02:29:29.340256 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-e2f40f08-5f32-4901-bf9d-e80eab49bd07 req-4e79998d-24b5-461b-b23c-a8c00fb8cfc3 service neutron] 10.222.0.27 "GET /v2.0/networks/773acd4a-a790-4825-8fa2-b4475316a345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852253 Nov 03 02:29:30.074187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2d922-1b17-4151-be52-9d07463b2874 req-9e44dcd1-1c23-4902-9602-ea82155b9d1a tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:30.075661 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dd2d922-1b17-4151-be52-9d07463b2874 req-9e44dcd1-1c23-4902-9602-ea82155b9d1a tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0533049 Nov 03 02:29:30.122604 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dd2d922-1b17-4151-be52-9d07463b2874 req-922d754c-4752-401e-82fb-36b23849ad94 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413828 Nov 03 02:29:31.244340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f5585-738d-4db2-aaa8-139a8712df43 req-fe9c84e8-75d7-457a-8c3c-dff57353c23a tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:31.245847 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6d8f5585-738d-4db2-aaa8-139a8712df43 req-fe9c84e8-75d7-457a-8c3c-dff57353c23a tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0523522 Nov 03 02:29:31.295659 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6d8f5585-738d-4db2-aaa8-139a8712df43 req-8c7c3e90-7091-4b26-adc3-e0a19298a3bf tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443571 Nov 03 02:29:31.531777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c73995-8ab6-42b2-8b32-4d040fa6fb3b req-031c9f65-61bf-4fed-9916-0a50620ad229 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:31.533269 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e7c73995-8ab6-42b2-8b32-4d040fa6fb3b req-031c9f65-61bf-4fed-9916-0a50620ad229 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0522411 Nov 03 02:29:31.579613 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e7c73995-8ab6-42b2-8b32-4d040fa6fb3b req-634dde0b-451f-4670-a728-ece6fc4eb79e tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Nov 03 02:29:31.970966 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41182) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:32.027866 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7630f9f3-861d-4132-963e-368199e8cc8c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/bc741f1a-aaad-4933-9737-8aab0da6fe94 HTTP/1.1" status: 200 len: 992 time: 0.0557344 Nov 03 02:29:32.326379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41188) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:32.470451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port e464292f-8a04-43d6-82e0-19c7cc85924f {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:32.470710 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e464292f-8a04-43d6-82e0-19c7cc85924f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:32.547249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e464292f-8a04-43d6-82e0-19c7cc85924f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:32.547578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (e464292f-8a04-43d6-82e0-19c7cc85924f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:32.559576 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for e464292f-8a04-43d6-82e0-19c7cc85924f owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:32.703532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbce9e8-5ea2-43e2-9574-ccea22a422df req-66501fb4-ada8-46fb-a7a0-97abf963c3ef tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:32.705053 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fbce9e8-5ea2-43e2-9574-ccea22a422df req-66501fb4-ada8-46fb-a7a0-97abf963c3ef tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0523207 Nov 03 02:29:32.729214 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e464292f-8a04-43d6-82e0-19c7cc85924f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:32.752910 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=e464292f-8a04-43d6-82e0-19c7cc85924f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:32.753178 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fbce9e8-5ea2-43e2-9574-ccea22a422df req-6f3145f6-4cca-4688-9b66-02b59e983c60 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417061 Nov 03 02:29:32.817125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (bc741f1a-aaad-4933-9737-8aab0da6fe94), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:32.817568 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP bc741f1a-aaad-4933-9737-8aab0da6fe94 disassociated (deleted). External IP: 172.26.6.28, port: 28a66631-6d32-4fcd-b94c-171518c23cdb. Nov 03 02:29:33.012615 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router b2099be8-060f-400f-8fc9-027a9a357095 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:29:33.114541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:29:33.119416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:33.123997 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c8645-ac1c-46af-8db8-80e0e5da4d9c None None] Sync routers for ids ['b2099be8-060f-400f-8fc9-027a9a357095'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:29:33.134063 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c8645-ac1c-46af-8db8-80e0e5da4d9c None None] Routers {'b2099be8-060f-400f-8fc9-027a9a357095'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:33.134662 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b59c8645-ac1c-46af-8db8-80e0e5da4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b2099be8-060f-400f-8fc9-027a9a357095'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:33.149277 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e60ba147-b112-485c-8ad1-b6a1cf47e99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/floatingips/bc741f1a-aaad-4933-9737-8aab0da6fe94 HTTP/1.1" status: 204 len: 168 time: 0.8218212 Nov 03 02:29:33.149944 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'tag': '28a66631-6d32-4fcd-b94c-171518c23cdb'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:29:33.152205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e80f09e-c778-4e28-9731-d7a74376c20f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc939d64-bff7-4e2e-a06f-43cabfaffe4d", "tag": "28a66631-6d32-4fcd-b94c-171518c23cdb"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:29:33.190734 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0db512-0823-44f8-9a23-3148a68d9f5f x-openstack-request-id: req-6b0db512-0823-44f8-9a23-3148a68d9f5f {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:29:33.191036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc939d64-bff7-4e2e-a06f-43cabfaffe4d", "tag": "28a66631-6d32-4fcd-b94c-171518c23cdb", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:29:33.191293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b0db512-0823-44f8-9a23-3148a68d9f5f {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:29:33.191903 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0db512-0823-44f8-9a23-3148a68d9f5f'] response: {'name': 'network-changed', 'server_uuid': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'tag': '28a66631-6d32-4fcd-b94c-171518c23cdb', 'status': 'completed', 'code': 200} Nov 03 02:29:33.242550 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-b59c8645-ac1c-46af-8db8-80e0e5da4d9c None None] Set router b2099be8-060f-400f-8fc9-027a9a357095 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:33.276200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f09e-c778-4e28-9731-d7a74376c20f req-0331ad28-5b39-4be1-930a-87d5d1a7aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:33.277882 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8e80f09e-c778-4e28-9731-d7a74376c20f req-0331ad28-5b39-4be1-930a-87d5d1a7aaac service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 1129 time: 0.0585215 Nov 03 02:29:33.378045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f09e-c778-4e28-9731-d7a74376c20f req-58dfaf25-bba6-4280-a9e4-3c726c7a8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:33.380301 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8e80f09e-c778-4e28-9731-d7a74376c20f req-58dfaf25-bba6-4280-a9e4-3c726c7a8fb5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d4d5c213-ff61-4d28-8455-08ec3fd99c76 HTTP/1.1" status: 200 len: 898 time: 0.0947001 Nov 03 02:29:33.394516 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d20122-3c9f-49cd-8b14-9da62dfb0f2c req-daec9484-d265-415f-905a-489f93ea0fe2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:33.396586 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d6d20122-3c9f-49cd-8b14-9da62dfb0f2c req-daec9484-d265-415f-905a-489f93ea0fe2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 945 time: 0.0582776 Nov 03 02:29:33.432058 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8e80f09e-c778-4e28-9731-d7a74376c20f req-6a7cba51-2233-4bea-bbad-a6f0325844d2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28a66631-6d32-4fcd-b94c-171518c23cdb HTTP/1.1" status: 200 len: 217 time: 0.0369935 Nov 03 02:29:33.445459 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b59c8645-ac1c-46af-8db8-80e0e5da4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '40bc9ec5-7172-4f04-91c2-3667de1ceeab', 'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:4c:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:29Z', 'updated_at': '2022-11-03T02:28:38Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:33.451049 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d6d20122-3c9f-49cd-8b14-9da62dfb0f2c req-f4ccec58-ba47-4970-a96c-489f933deb2a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472541 Nov 03 02:29:33.482582 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c8645-ac1c-46af-8db8-80e0e5da4d9c None None] Checking router: b2099be8-060f-400f-8fc9-027a9a357095 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:29:33.491695 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c8645-ac1c-46af-8db8-80e0e5da4d9c None None] Routers {'b2099be8-060f-400f-8fc9-027a9a357095'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:33.492310 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b59c8645-ac1c-46af-8db8-80e0e5da4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b2099be8-060f-400f-8fc9-027a9a357095'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:33.596943 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-b59c8645-ac1c-46af-8db8-80e0e5da4d9c None None] Set router b2099be8-060f-400f-8fc9-027a9a357095 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:33.692726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf222e7-fc2b-44a9-ac74-7fe996722057 req-b5b2d32e-9837-4e79-9e72-2612ff21c9b5 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:33.694494 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8cf222e7-fc2b-44a9-ac74-7fe996722057 req-b5b2d32e-9837-4e79-9e72-2612ff21c9b5 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.27 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.0555620 Nov 03 02:29:33.766495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f09e-c778-4e28-9731-d7a74376c20f req-0e3743aa-5647-4ed0-9651-e4230eb8c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:33.767980 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8e80f09e-c778-4e28-9731-d7a74376c20f req-0e3743aa-5647-4ed0-9651-e4230eb8c773 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c8b40db8-2fd2-45d8-85f0-3e8a88593dee HTTP/1.1" status: 200 len: 835 time: 0.3265407 Nov 03 02:29:33.808748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-8cf222e7-fc2b-44a9-ac74-7fe996722057 req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Deleting port 495eb86d-cf34-418c-952e-fd8568c93e84 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:33.809751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8cf222e7-fc2b-44a9-ac74-7fe996722057 req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:33.833727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f09e-c778-4e28-9731-d7a74376c20f req-c2a6f9e2-eb84-4171-9072-b93888b654f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:33.835740 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8e80f09e-c778-4e28-9731-d7a74376c20f req-c2a6f9e2-eb84-4171-9072-b93888b654f7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d4d5c213-ff61-4d28-8455-08ec3fd99c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0595329 Nov 03 02:29:33.927796 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b59c8645-ac1c-46af-8db8-80e0e5da4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '40bc9ec5-7172-4f04-91c2-3667de1ceeab', 'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:4c:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:29Z', 'updated_at': '2022-11-03T02:28:38Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:33.939760 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8e80f09e-c778-4e28-9731-d7a74376c20f req-742c1acf-9113-4a4a-8bd2-ac451e0bdc1a service neutron] 10.222.0.27 "GET /v2.0/networks/d4d5c213-ff61-4d28-8455-08ec3fd99c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953555 Nov 03 02:29:33.952177 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c8645-ac1c-46af-8db8-80e0e5da4d9c None None] The sync data for ids ['b2099be8-060f-400f-8fc9-027a9a357095'] in dv-neutron-860659-5-hyperv is: [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '40bc9ec5-7172-4f04-91c2-3667de1ceeab', 'name': '', 'network_id': 'd4d5c213-ff61-4d28-8455-08ec3fd99c76', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:4c:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:29Z', 'updated_at': '2022-11-03T02:28:38Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c8b40db8-2fd2-45d8-85f0-3e8a88593dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:29:33.958556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-8cf222e7-fc2b-44a9-ac74-7fe996722057 req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] For port 495eb86d-cf34-418c-952e-fd8568c93e84, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=495eb86d-cf34-418c-952e-fd8568c93e84,segment=NetworkSegment(5b73ab22-8fb7-458c-9250-80f2ce474097),segment_id=5b73ab22-8fb7-458c-9250-80f2ce474097)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:33.958940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8cf222e7-fc2b-44a9-ac74-7fe996722057 req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:33.971102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b59f69-a35b-4806-bfd0-c3dc0b298270 req-0bda0b54-d397-4afc-8c06-4e55f6bb660c tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:33.973232 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-74b59f69-a35b-4806-bfd0-c3dc0b298270 req-0bda0b54-d397-4afc-8c06-4e55f6bb660c tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e93903-bc03-4f91-8b0b-620194455b19 HTTP/1.1" status: 200 len: 945 time: 0.1152358 Nov 03 02:29:34.010384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-8cf222e7-fc2b-44a9-ac74-7fe996722057 req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Calling delete_port for 495eb86d-cf34-418c-952e-fd8568c93e84 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:34.036243 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-74b59f69-a35b-4806-bfd0-c3dc0b298270 req-517a816e-5b3a-4e0c-a3d2-cf7532d16a64 tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a68a87-a087-4925-8254-c11f81d68b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562932 Nov 03 02:29:34.044844 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8e80f09e-c778-4e28-9731-d7a74376c20f req-5e71f347-f122-4e53-bcb7-b50e91ae7310 service neutron] 10.222.0.27 "GET /v2.0/networks/d4d5c213-ff61-4d28-8455-08ec3fd99c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910912 Nov 03 02:29:34.161535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8cf222e7-fc2b-44a9-ac74-7fe996722057 req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (495eb86d-cf34-418c-952e-fd8568c93e84), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:34.174538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['495eb86d-cf34-418c-952e-fd8568c93e84'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:29:34.196709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Pushing event deleted for resources: {'Port': ['ID=495eb86d-cf34-418c-952e-fd8568c93e84,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:34.209804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.210164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.210518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.210846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.211197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.211788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.212135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.212465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.212819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.213191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.213596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.213840 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.214237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:34.223392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f06eba-763d-44a3-801e-4b76fcd6e894 None None] New status for floating IP bc741f1a-aaad-4933-9737-8aab0da6fe94: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:29:34.250191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf222e7-fc2b-44a9-ac74-7fe996722057 req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] No DVR routers for this DVR port 495eb86d-cf34-418c-952e-fd8568c93e84 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:29:34.252727 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8cf222e7-fc2b-44a9-ac74-7fe996722057 req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:34.256024 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8cf222e7-fc2b-44a9-ac74-7fe996722057 req-9284404a-c08b-40d6-b619-ae82e577ab2b tempest-TestServerAdvancedOps-1164186705 tempest-TestServerAdvancedOps-1164186705-project] 10.222.0.27 "DELETE /v2.0/ports/495eb86d-cf34-418c-952e-fd8568c93e84 HTTP/1.1" status: 204 len: 173 time: 0.5537875 Nov 03 02:29:34.256554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e93903-bc03-4f91-8b0b-620194455b19', 'name': 'network-vif-deleted', 'tag': '495eb86d-cf34-418c-952e-fd8568c93e84'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:29:34.259215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc2474b-e28c-4e66-860a-6520c7c7501a" -d '{"events": [{"server_uuid": "01e93903-bc03-4f91-8b0b-620194455b19", "name": "network-vif-deleted", "tag": "495eb86d-cf34-418c-952e-fd8568c93e84"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:29:34.296144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9e2002-b6b8-4def-bfbf-b33e48056325 x-openstack-request-id: req-0f9e2002-b6b8-4def-bfbf-b33e48056325 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:29:34.296623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e93903-bc03-4f91-8b0b-620194455b19", "name": "network-vif-deleted", "tag": "495eb86d-cf34-418c-952e-fd8568c93e84", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:29:34.296915 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f9e2002-b6b8-4def-bfbf-b33e48056325 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:29:34.297362 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9e2002-b6b8-4def-bfbf-b33e48056325'] response: {'server_uuid': '01e93903-bc03-4f91-8b0b-620194455b19', 'name': 'network-vif-deleted', 'tag': '495eb86d-cf34-418c-952e-fd8568c93e84', 'status': 'completed', 'code': 200} Nov 03 02:29:34.577848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57833413-c90d-4a4c-b2f6-453361bf7415 req-d04568ef-c18a-4ff8-a742-5aca9ea82726 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:34.579338 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-57833413-c90d-4a4c-b2f6-453361bf7415 req-d04568ef-c18a-4ff8-a742-5aca9ea82726 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 945 time: 0.0536170 Nov 03 02:29:34.628709 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-57833413-c90d-4a4c-b2f6-453361bf7415 req-92d409e3-7579-490d-895a-5343a0a17a29 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=846cfc4a-7880-42d5-bead-e99dd8f30b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433362 Nov 03 02:29:34.954677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833d1a3-b13b-4209-aaa9-7b033c907c1d req-6058d8de-2ec9-448e-8876-8d846498b46b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:34.956104 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7833d1a3-b13b-4209-aaa9-7b033c907c1d req-6058d8de-2ec9-448e-8876-8d846498b46b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 945 time: 0.0554519 Nov 03 02:29:35.045612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-7833d1a3-b13b-4209-aaa9-7b033c907c1d req-000f69bc-416a-4c2c-8ce1-1795bb80fd30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 28a66631-6d32-4fcd-b94c-171518c23cdb {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:35.045955 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7833d1a3-b13b-4209-aaa9-7b033c907c1d req-000f69bc-416a-4c2c-8ce1-1795bb80fd30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.104467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41210) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:35.170412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-7833d1a3-b13b-4209-aaa9-7b033c907c1d req-000f69bc-416a-4c2c-8ce1-1795bb80fd30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 28a66631-6d32-4fcd-b94c-171518c23cdb, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=28a66631-6d32-4fcd-b94c-171518c23cdb,segment=NetworkSegment(b94e076a-f124-495b-bc4b-40787fd0a202),segment_id=b94e076a-f124-495b-bc4b-40787fd0a202)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:35.170685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7833d1a3-b13b-4209-aaa9-7b033c907c1d req-000f69bc-416a-4c2c-8ce1-1795bb80fd30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.175385 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be1436c-c487-47e5-b2a3-ff88aec29d67 admin admin] Deleting subnet 996f6f92-0c8c-4940-a40b-f931c2e5d222 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:29:35.184842 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2be1436c-c487-47e5-b2a3-ff88aec29d67 admin admin] Publish callbacks [] for subnet (996f6f92-0c8c-4940-a40b-f931c2e5d222), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.204525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-7833d1a3-b13b-4209-aaa9-7b033c907c1d req-000f69bc-416a-4c2c-8ce1-1795bb80fd30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 28a66631-6d32-4fcd-b94c-171518c23cdb owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:35.257027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2be1436c-c487-47e5-b2a3-ff88aec29d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (996f6f92-0c8c-4940-a40b-f931c2e5d222), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.553259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2be1436c-c487-47e5-b2a3-ff88aec29d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (996f6f92-0c8c-4940-a40b-f931c2e5d222), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.640951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2be1436c-c487-47e5-b2a3-ff88aec29d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (996f6f92-0c8c-4940-a40b-f931c2e5d222), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.677342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1436c-c487-47e5-b2a3-ff88aec29d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=996f6f92-0c8c-4940-a40b-f931c2e5d222,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:35.681688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2be1436c-c487-47e5-b2a3-ff88aec29d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.687777 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2be1436c-c487-47e5-b2a3-ff88aec29d67 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/996f6f92-0c8c-4940-a40b-f931c2e5d222 HTTP/1.1" status: 204 len: 168 time: 0.5793815 Nov 03 02:29:35.687777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7833d1a3-b13b-4209-aaa9-7b033c907c1d req-000f69bc-416a-4c2c-8ce1-1795bb80fd30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (28a66631-6d32-4fcd-b94c-171518c23cdb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.688069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41214) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:35.716369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f69bc-416a-4c2c-8ce1-1795bb80fd30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=28a66631-6d32-4fcd-b94c-171518c23cdb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:35.761509 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a77c8bd2-a679-411d-8f95-1d9e7ba3f58e req-d41b5b2d-cc7c-4d67-a64e-1234e3a03847 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc939d64-bff7-4e2e-a06f-43cabfaffe4d HTTP/1.1" status: 200 len: 210 time: 0.0464265 Nov 03 02:29:35.773295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (773acd4a-a790-4825-8fa2-b4475316a345), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.784728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-7833d1a3-b13b-4209-aaa9-7b033c907c1d req-000f69bc-416a-4c2c-8ce1-1795bb80fd30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] No DVR routers for this DVR port 28a66631-6d32-4fcd-b94c-171518c23cdb on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:29:35.787555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7833d1a3-b13b-4209-aaa9-7b033c907c1d req-000f69bc-416a-4c2c-8ce1-1795bb80fd30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.790812 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7833d1a3-b13b-4209-aaa9-7b033c907c1d req-000f69bc-416a-4c2c-8ce1-1795bb80fd30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "DELETE /v2.0/ports/28a66631-6d32-4fcd-b94c-171518c23cdb HTTP/1.1" status: 204 len: 173 time: 0.8284628 Nov 03 02:29:35.860543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (773acd4a-a790-4825-8fa2-b4475316a345), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.884277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773acd4a-a790-4825-8fa2-b4475316a345']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:35.894943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b73ab22-8fb7-458c-9250-80f2ce474097') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:35.895344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b73ab22-8fb7-458c-9250-80f2ce474097') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:35.904916 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (5b73ab22-8fb7-458c-9250-80f2ce474097), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.919171 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (5b73ab22-8fb7-458c-9250-80f2ce474097), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.925495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:29:35.926475 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (5b73ab22-8fb7-458c-9250-80f2ce474097), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:35.968686 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 5b73ab22-8fb7-458c-9250-80f2ce474097 resource provider aggregate not found Nov 03 02:29:35.986078 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 5b73ab22-8fb7-458c-9250-80f2ce474097 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b73ab22-8fb7-458c-9250-80f2ce474097 found for delete ", "request_id": "req-0f16500d-1161-4c9d-bfa6-aa13ee3ff39a"}]} Nov 03 02:29:35.994563 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (773acd4a-a790-4825-8fa2-b4475316a345), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.000027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.003202 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] 10.222.0.23 "DELETE /v2.0/networks/773acd4a-a790-4825-8fa2-b4475316a345 HTTP/1.1" status: 204 len: 168 time: 0.3146737 Nov 03 02:29:36.006473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41220) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:36.014678 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=773acd4a-a790-4825-8fa2-b4475316a345,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:36.022728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.023088 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.023437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.023781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.024137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.024465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.024853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.025189 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.025524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.025858 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.026191 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.026519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.026849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27517969-8aa4-4c81-a615-818d59f46e84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:36.058823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b05a8bd-0537-44ef-8d01-1a90fdfea06e admin admin] Deleting subnet eb43c889-c9c7-4516-b142-75cb17e374e4 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:29:36.063050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b05a8bd-0537-44ef-8d01-1a90fdfea06e admin admin] Publish callbacks [] for subnet (eb43c889-c9c7-4516-b142-75cb17e374e4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.102419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b05a8bd-0537-44ef-8d01-1a90fdfea06e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (eb43c889-c9c7-4516-b142-75cb17e374e4), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.145875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b05a8bd-0537-44ef-8d01-1a90fdfea06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (eb43c889-c9c7-4516-b142-75cb17e374e4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.209182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b05a8bd-0537-44ef-8d01-1a90fdfea06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (eb43c889-c9c7-4516-b142-75cb17e374e4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.239087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05a8bd-0537-44ef-8d01-1a90fdfea06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb43c889-c9c7-4516-b142-75cb17e374e4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:36.247191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b05a8bd-0537-44ef-8d01-1a90fdfea06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.252880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2b05a8bd-0537-44ef-8d01-1a90fdfea06e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eb43c889-c9c7-4516-b142-75cb17e374e4 HTTP/1.1" status: 204 len: 168 time: 0.2428825 Nov 03 02:29:36.253715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41222) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:36.298419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'name': 'network-vif-deleted', 'tag': '28a66631-6d32-4fcd-b94c-171518c23cdb'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:29:36.301469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ebb91-52e3-45ec-94c7-6400b5108508" -d '{"events": [{"server_uuid": "fc939d64-bff7-4e2e-a06f-43cabfaffe4d", "name": "network-vif-deleted", "tag": "28a66631-6d32-4fcd-b94c-171518c23cdb"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:29:36.337682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7a1121-ab13-40cc-b4ed-7dfdfc1e4510 x-openstack-request-id: req-5a7a1121-ab13-40cc-b4ed-7dfdfc1e4510 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:29:36.337991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc939d64-bff7-4e2e-a06f-43cabfaffe4d", "name": "network-vif-deleted", "tag": "28a66631-6d32-4fcd-b94c-171518c23cdb", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:29:36.338246 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a7a1121-ab13-40cc-b4ed-7dfdfc1e4510 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:29:36.338712 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7a1121-ab13-40cc-b4ed-7dfdfc1e4510'] response: {'server_uuid': 'fc939d64-bff7-4e2e-a06f-43cabfaffe4d', 'name': 'network-vif-deleted', 'tag': '28a66631-6d32-4fcd-b94c-171518c23cdb', 'status': 'completed', 'code': 200} Nov 03 02:29:36.344353 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (87074506-c3a2-4d50-887f-a9b13af0af71), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.429475 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (87074506-c3a2-4d50-887f-a9b13af0af71), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.449237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87074506-c3a2-4d50-887f-a9b13af0af71']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:36.459292 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3840acc7-4996-4244-b79d-12ce0abdedd9') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:36.459854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3840acc7-4996-4244-b79d-12ce0abdedd9') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:36.468991 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (3840acc7-4996-4244-b79d-12ce0abdedd9), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.483101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3840acc7-4996-4244-b79d-12ce0abdedd9), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.489764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:29:36.490254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (3840acc7-4996-4244-b79d-12ce0abdedd9), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.548506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (87074506-c3a2-4d50-887f-a9b13af0af71), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.554168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.557354 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] 10.222.0.23 "DELETE /v2.0/networks/87074506-c3a2-4d50-887f-a9b13af0af71 HTTP/1.1" status: 204 len: 168 time: 0.3023455 Nov 03 02:29:36.569044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af612530-a3e7-42f2-b16d-176319980f81 admin admin] Pushing event deleted for resources: {'Network': ['ID=87074506-c3a2-4d50-887f-a9b13af0af71,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:36.711499 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41230) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:36.754911 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2137cf4a-6c93-4414-83bb-796291c56d24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dbe69f758544d8cb6b5a058c925890c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422742 Nov 03 02:29:36.757472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41232) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:36.804243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0bba-284d-4d97-9d67-56a417b100bb admin admin] Publish callbacks [] for security_group (09a68a87-a087-4925-8254-c11f81d68b8a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.824598 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41236) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:36.826201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0bba-284d-4d97-9d67-56a417b100bb admin admin] Publish callbacks [] for security_group (09a68a87-a087-4925-8254-c11f81d68b8a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.873959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0bba-284d-4d97-9d67-56a417b100bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (09a68a87-a087-4925-8254-c11f81d68b8a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.876530 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0bba-284d-4d97-9d67-56a417b100bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.877738 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7b1f0bba-284d-4d97-9d67-56a417b100bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09a68a87-a087-4925-8254-c11f81d68b8a HTTP/1.1" status: 204 len: 168 time: 0.1192813 Nov 03 02:29:36.886350 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d843e5ec-cc92-482c-8539-3f395840f5cc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (846cfc4a-7880-42d5-bead-e99dd8f30b8b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.889494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f0bba-284d-4d97-9d67-56a417b100bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a68a87-a087-4925-8254-c11f81d68b8a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:36.920061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d843e5ec-cc92-482c-8539-3f395840f5cc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (846cfc4a-7880-42d5-bead-e99dd8f30b8b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.982448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d843e5ec-cc92-482c-8539-3f395840f5cc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (846cfc4a-7880-42d5-bead-e99dd8f30b8b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.985118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d843e5ec-cc92-482c-8539-3f395840f5cc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:36.986312 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d843e5ec-cc92-482c-8539-3f395840f5cc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/846cfc4a-7880-42d5-bead-e99dd8f30b8b HTTP/1.1" status: 204 len: 168 time: 0.1607080 Nov 03 02:29:36.996459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843e5ec-cc92-482c-8539-3f395840f5cc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846cfc4a-7880-42d5-bead-e99dd8f30b8b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:37.023290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41242) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:37.217168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41246) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:37.258749 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-daa849f7-ff47-4d7f-b615-777bf82fbd02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=170a79b69f794d2cbb63f3519d010801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401714 Nov 03 02:29:37.261245 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41248) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:37.314832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-117558e9-326b-4e5a-8033-0facc5854e41 admin admin] Publish callbacks [] for security_group (bf01de12-4140-4774-9750-9d5cc748298d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:37.337102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-117558e9-326b-4e5a-8033-0facc5854e41 admin admin] Publish callbacks [] for security_group (bf01de12-4140-4774-9750-9d5cc748298d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:37.377572 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (b2099be8-060f-400f-8fc9-027a9a357095), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:37.385472 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-117558e9-326b-4e5a-8033-0facc5854e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (bf01de12-4140-4774-9750-9d5cc748298d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:37.388351 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-117558e9-326b-4e5a-8033-0facc5854e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:37.389561 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-117558e9-326b-4e5a-8033-0facc5854e41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf01de12-4140-4774-9750-9d5cc748298d HTTP/1.1" status: 204 len: 168 time: 0.1271217 Nov 03 02:29:37.397953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117558e9-326b-4e5a-8033-0facc5854e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf01de12-4140-4774-9750-9d5cc748298d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:37.654080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 40bc9ec5-7172-4f04-91c2-3667de1ceeab {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:37.654432 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:37.754880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 40bc9ec5-7172-4f04-91c2-3667de1ceeab, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=40bc9ec5-7172-4f04-91c2-3667de1ceeab,segment=NetworkSegment(b94e076a-f124-495b-bc4b-40787fd0a202),segment_id=b94e076a-f124-495b-bc4b-40787fd0a202)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:37.755645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:37.770483 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 40bc9ec5-7172-4f04-91c2-3667de1ceeab owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:37.952476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (40bc9ec5-7172-4f04-91c2-3667de1ceeab), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:37.982042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=40bc9ec5-7172-4f04-91c2-3667de1ceeab,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:38.006514 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 3840acc7-4996-4244-b79d-12ce0abdedd9 resource provider aggregate not found Nov 03 02:29:38.022904 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 3840acc7-4996-4244-b79d-12ce0abdedd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3840acc7-4996-4244-b79d-12ce0abdedd9 found for delete ", "request_id": "req-f0af7763-4c93-410c-b2bb-f08c79db1119"}]} Nov 03 02:29:38.057648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:38.166505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (b2099be8-060f-400f-8fc9-027a9a357095), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:38.390019 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router b2099be8-060f-400f-8fc9-027a9a357095 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:29:38.462302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 28a66631-6d32-4fcd-b94c-171518c23cdb no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:29:38.481591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 28a66631-6d32-4fcd-b94c-171518c23cdb {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:29:38.482253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 28a66631-6d32-4fcd-b94c-171518c23cdb not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:29:38.482675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 495eb86d-cf34-418c-952e-fd8568c93e84 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:29:38.497390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:29:38.505953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-49562ded-a73f-4787-a64f-c57bbbf15cbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/b2099be8-060f-400f-8fc9-027a9a357095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4774420 Nov 03 02:29:38.506066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 495eb86d-cf34-418c-952e-fd8568c93e84 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:29:38.506066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 495eb86d-cf34-418c-952e-fd8568c93e84 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:29:38.506252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41256) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:38.509794 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f345b3a-f59a-44fe-b1b7-62a7a580eb5f None None] Sync routers for ids ['b2099be8-060f-400f-8fc9-027a9a357095'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:29:38.519460 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f345b3a-f59a-44fe-b1b7-62a7a580eb5f None None] Routers {'b2099be8-060f-400f-8fc9-027a9a357095'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:38.520075 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6f345b3a-f59a-44fe-b1b7-62a7a580eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b2099be8-060f-400f-8fc9-027a9a357095'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:38.559876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdff56fb-4179-492e-9ba6-e8fa7585a156 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting subnet c8b40db8-2fd2-45d8-85f0-3e8a88593dee {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:29:38.562916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdff56fb-4179-492e-9ba6-e8fa7585a156 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (c8b40db8-2fd2-45d8-85f0-3e8a88593dee), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:38.602597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdff56fb-4179-492e-9ba6-e8fa7585a156 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (c8b40db8-2fd2-45d8-85f0-3e8a88593dee), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:38.618560 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-6f345b3a-f59a-44fe-b1b7-62a7a580eb5f None None] Set router b2099be8-060f-400f-8fc9-027a9a357095 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:38.685953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdff56fb-4179-492e-9ba6-e8fa7585a156 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c8b40db8-2fd2-45d8-85f0-3e8a88593dee), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:38.749492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdff56fb-4179-492e-9ba6-e8fa7585a156 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (c8b40db8-2fd2-45d8-85f0-3e8a88593dee), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:38.777828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff56fb-4179-492e-9ba6-e8fa7585a156 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b40db8-2fd2-45d8-85f0-3e8a88593dee,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:38.779793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdff56fb-4179-492e-9ba6-e8fa7585a156 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:38.782971 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bdff56fb-4179-492e-9ba6-e8fa7585a156 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/subnets/c8b40db8-2fd2-45d8-85f0-3e8a88593dee HTTP/1.1" status: 204 len: 168 time: 0.2763875 Nov 03 02:29:38.786333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41258) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:38.793502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eefffd-ef6a-4587-a70c-6c7a1e16b11c None None] Network d4d5c213-ff61-4d28-8455-08ec3fd99c76 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:38.798855 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6f345b3a-f59a-44fe-b1b7-62a7a580eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:29:37Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:38.824585 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f345b3a-f59a-44fe-b1b7-62a7a580eb5f None None] Checking router: b2099be8-060f-400f-8fc9-027a9a357095 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:29:38.837175 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f345b3a-f59a-44fe-b1b7-62a7a580eb5f None None] Routers {'b2099be8-060f-400f-8fc9-027a9a357095'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:38.837793 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6f345b3a-f59a-44fe-b1b7-62a7a580eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b2099be8-060f-400f-8fc9-027a9a357095'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:38.901470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (b2099be8-060f-400f-8fc9-027a9a357095), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:38.948636 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-6f345b3a-f59a-44fe-b1b7-62a7a580eb5f None None] Set router b2099be8-060f-400f-8fc9-027a9a357095 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:38.986647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] DHCP port deletion for d4d5c213-ff61-4d28-8455-08ec3fd99c76 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:29:39.017507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (b2099be8-060f-400f-8fc9-027a9a357095), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.048537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Deleting port ee4e218d-7058-4957-9172-ddc892fc0454 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:39.049369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.071668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 170be411-de1c-4eeb-991f-58353a8f9796 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:39.072010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (170be411-de1c-4eeb-991f-58353a8f9796), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.115368 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] For port ee4e218d-7058-4957-9172-ddc892fc0454, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ee4e218d-7058-4957-9172-ddc892fc0454,segment=NetworkSegment(b94e076a-f124-495b-bc4b-40787fd0a202),segment_id=b94e076a-f124-495b-bc4b-40787fd0a202)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:39.116005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.128636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Calling delete_port for ee4e218d-7058-4957-9172-ddc892fc0454 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:39.132236 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6f345b3a-f59a-44fe-b1b7-62a7a580eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:29:37Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:39.154591 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 170be411-de1c-4eeb-991f-58353a8f9796, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=170be411-de1c-4eeb-991f-58353a8f9796,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:39.154971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (170be411-de1c-4eeb-991f-58353a8f9796), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.156434 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f345b3a-f59a-44fe-b1b7-62a7a580eb5f None None] The sync data for ids ['b2099be8-060f-400f-8fc9-027a9a357095'] in dv-neutron-860659-5-hyperv is: [{'id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'name': 'tempest-TestNetworkBasicOps-router-300472493', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '170be411-de1c-4eeb-991f-58353a8f9796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:28:23Z', 'updated_at': '2022-11-03T02:29:37Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '170be411-de1c-4eeb-991f-58353a8f9796', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2099be8-060f-400f-8fc9-027a9a357095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:28:24Z', 'updated_at': '2022-11-03T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:29:39.170252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 170be411-de1c-4eeb-991f-58353a8f9796 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:39.214461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (ee4e218d-7058-4957-9172-ddc892fc0454), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.241661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] No DVR routers for this DVR port ee4e218d-7058-4957-9172-ddc892fc0454 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:29:39.243558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Pushing event deleted for resources: {'Port': ['ID=ee4e218d-7058-4957-9172-ddc892fc0454,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:39.254984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.254984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.255322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.255640 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.255979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.256420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.256823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.257206 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.257486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.257822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.258155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.258486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.258816 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884026f8-6267-41f2-8d5b-0258a169e189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:39.345360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (170be411-de1c-4eeb-991f-58353a8f9796), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.375545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=170be411-de1c-4eeb-991f-58353a8f9796,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:39.435827 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (b2099be8-060f-400f-8fc9-027a9a357095), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.722012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d6261bbd-c528-48b4-9b5c-3d0eeafd8f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.766741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (b2099be8-060f-400f-8fc9-027a9a357095), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.768887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (b2099be8-060f-400f-8fc9-027a9a357095), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.812719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (b2099be8-060f-400f-8fc9-027a9a357095), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.813296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Fanout notify agent at l3_agent the message router_deleted on router b2099be8-060f-400f-8fc9-027a9a357095 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:29:39.823720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.824838 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b8ef4700-6fbb-4652-a89b-7e2da09fccff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/routers/b2099be8-060f-400f-8fc9-027a9a357095 HTTP/1.1" status: 204 len: 168 time: 1.0375640 Nov 03 02:29:39.827544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41260) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:39.913457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (d4d5c213-ff61-4d28-8455-08ec3fd99c76), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:39.999209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (d4d5c213-ff61-4d28-8455-08ec3fd99c76), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.022863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d5c213-ff61-4d28-8455-08ec3fd99c76']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:40.032060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94e076a-f124-495b-bc4b-40787fd0a202') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:40.032363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94e076a-f124-495b-bc4b-40787fd0a202') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:40.042071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (b94e076a-f124-495b-bc4b-40787fd0a202), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.055562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b94e076a-f124-495b-bc4b-40787fd0a202), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.061221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:29:40.061612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (b94e076a-f124-495b-bc4b-40787fd0a202), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.102755 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment b94e076a-f124-495b-bc4b-40787fd0a202 resource provider aggregate not found Nov 03 02:29:40.122479 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment b94e076a-f124-495b-bc4b-40787fd0a202 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b94e076a-f124-495b-bc4b-40787fd0a202 found for delete ", "request_id": "req-b997f584-dd55-44e9-a657-fac7d983549e"}]} Nov 03 02:29:40.130102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (d4d5c213-ff61-4d28-8455-08ec3fd99c76), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.136588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.139681 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/networks/d4d5c213-ff61-4d28-8455-08ec3fd99c76 HTTP/1.1" status: 204 len: 168 time: 0.3111825 Nov 03 02:29:40.151384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe3ea-11b0-4598-afc8-ae02cec1aed6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Network': ['ID=d4d5c213-ff61-4d28-8455-08ec3fd99c76,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:40.154446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41268) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:40.159829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'network': {'name': 'tempest-network-smoke--756535547', 'project_id': '313880603e634d3084046ce40393537e', 'port_security_enabled': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:40.180584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:40.183815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.206263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:29:40.216024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (70e2fd5a-a739-4e72-be9e-17cea8eac916), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.216364 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Added segment 70e2fd5a-a739-4e72-be9e-17cea8eac916 of type vlan for network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 Nov 03 02:29:40.264405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (f9f85b23-2c34-4894-9ed0-5a7a5fb16566), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.294861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (f9f85b23-2c34-4894-9ed0-5a7a5fb16566), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.299817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:40.300444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.303448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 40bc9ec5-7172-4f04-91c2-3667de1ceeab no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:29:40.323666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 40bc9ec5-7172-4f04-91c2-3667de1ceeab {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:29:40.324022 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 40bc9ec5-7172-4f04-91c2-3667de1ceeab not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:29:40.324689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ee4e218d-7058-4957-9172-ddc892fc0454 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:29:40.343293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: ee4e218d-7058-4957-9172-ddc892fc0454 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:29:40.343648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ee4e218d-7058-4957-9172-ddc892fc0454 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:29:40.344265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 170be411-de1c-4eeb-991f-58353a8f9796 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:29:40.359197 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2035429 Nov 03 02:29:40.362060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41270) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:40.363380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 170be411-de1c-4eeb-991f-58353a8f9796 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:29:40.363914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 170be411-de1c-4eeb-991f-58353a8f9796 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:29:40.366875 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-808407814', 'admin_state_up': True, 'project_id': '313880603e634d3084046ce40393537e', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:40.387396 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a92f8-4ba2-465d-a1ee-ff10f87a93b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Network': ['ID=f9f85b23-2c34-4894-9ed0-5a7a5fb16566,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:40.399159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:29:40.400753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (9c2cd220-0651-494c-aee2-5b42be9542a0), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.401970 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (9c2cd220-0651-494c-aee2-5b42be9542a0), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.451413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (9c2cd220-0651-494c-aee2-5b42be9542a0), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.586150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (9c2cd220-0651-494c-aee2-5b42be9542a0), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.773581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (9c2cd220-0651-494c-aee2-5b42be9542a0), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.792198 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:40.899474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.163 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/a2aa3981-ca34-433f-b566-dd16968a5381) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:29:40.999099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (a2aa3981-ca34-433f-b566-dd16968a5381), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:41.031558 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:41.073611 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:29:41.076382 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:41.078807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:29:41.104641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=a2aa3981-ca34-433f-b566-dd16968a5381,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:41.323246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (9c2cd220-0651-494c-aee2-5b42be9542a0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:41.505967 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (9c2cd220-0651-494c-aee2-5b42be9542a0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:41.627020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 9c2cd220-0651-494c-aee2-5b42be9542a0 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:29:41.726077 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:29:41.735152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Sync routers for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:29:41.745884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:41.746213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:41.746502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:41.747470 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b7ffc980-4014-47c1-bd4d-1426d4f2a4d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3842673 Nov 03 02:29:41.750539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41272) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:41.781380 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-226f62eb-f586-4bf8-8fb2-ed5ed2a45b0e tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=313880603e634d3084046ce40393537e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274236 Nov 03 02:29:41.781607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41274) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:41.875836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab49eb2-3d7b-4c14-862b-fde26335184f tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:41.881077 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0ab49eb2-3d7b-4c14-862b-fde26335184f tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950544 Nov 03 02:29:41.881807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41276) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:41.914723 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-75a375da-4bc7-456d-87f3-f0d859552399 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324028 Nov 03 02:29:41.917342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41278) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:41.922145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1729143662', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'project_id': '313880603e634d3084046ce40393537e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:41.986909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:42.015303 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:42.018874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:42.161211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:41Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:42.189559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Checking router: 9c2cd220-0651-494c-aee2-5b42be9542a0 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:29:42.189916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Updating router 9c2cd220-0651-494c-aee2-5b42be9542a0 port a2aa3981-ca34-433f-b566-dd16968a5381 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:29:42.198936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (02e1ac05-ec5e-4841-b2a3-7019b53ffc9f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:42.228752 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:42.250317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9135f8e5-5007-4664-99b1-eb6cdf5e38b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:42.255490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Subnet': ['ID=02e1ac05-ec5e-4841-b2a3-7019b53ffc9f,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:42.271388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Checking segment: {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:29:42.271753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network hostable DHCP agents. Network: f9f85b23-2c34-4894-9ed0-5a7a5fb16566, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:29:42.289801 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:29:42.298818 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, f9f85b23-2c34-4894-9ed0-5a7a5fb16566) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:42.303241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:42.303836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:42.311349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1fb37-21e5-4275-9ac3-3afcc6d3a849 None None] Network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:42.320595 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-774a3121-c4c1-44c1-98c8-e594c7edbbc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4022300 Nov 03 02:29:42.323444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41280) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:42.480916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:29:42.482377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:42.658776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Publish callbacks [] for port (a2aa3981-ca34-433f-b566-dd16968a5381), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:42.668363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:42.712228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Allocated IP 172.20.0.2 (f9f85b23-2c34-4894-9ed0-5a7a5fb16566/02e1ac05-ec5e-4841-b2a3-7019b53ffc9f/e8b5e34c-432d-4942-a172-f6ddc3f10c81) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:29:42.714592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Attempting to bind port a2aa3981-ca34-433f-b566-dd16968a5381 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:29:42.714979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Attempting to bind port a2aa3981-ca34-433f-b566-dd16968a5381 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:29:42.715350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Attempting to bind port a2aa3981-ca34-433f-b566-dd16968a5381 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:29:42.737483 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:29:42.738313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:29:42.738313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:42.738629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:29:42.739077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Bound port: a2aa3981-ca34-433f-b566-dd16968a5381, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:29:42.739464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:42.747529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba434fde-685a-4340-83ac-75c1c7883ae3 None None] Pushing event updated for resources: {'Port': ['ID=a2aa3981-ca34-433f-b566-dd16968a5381,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:42.853919 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] For port a2aa3981-ca34-433f-b566-dd16968a5381, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:29:42.862676 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] For port a2aa3981-ca34-433f-b566-dd16968a5381, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a2aa3981-ca34-433f-b566-dd16968a5381,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:29:42.871157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:42.951243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:42.951875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:43.015991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Publish callbacks [] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:43.018780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba434fde-685a-4340-83ac-75c1c7883ae3 None None] Pushing event updated for resources: {'Port': ['ID=a2aa3981-ca34-433f-b566-dd16968a5381,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:43.031989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:43.053369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:43.114806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:29:43.122579 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:43.126530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:43.131142 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Pushing event updated for resources: {'Port': ['ID=e8b5e34c-432d-4942-a172-f6ddc3f10c81,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:43.156096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:29:43.209497 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:43.290056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Attempting to bind port e8b5e34c-432d-4942-a172-f6ddc3f10c81 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:29:43.290342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Attempting to bind port e8b5e34c-432d-4942-a172-f6ddc3f10c81 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:29:43.290703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Attempting to bind port e8b5e34c-432d-4942-a172-f6ddc3f10c81 on network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:29:43.304131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:29:43.304523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Checking segment: {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:29:43.304926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:43.305322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Bound using segment: {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:29:43.305795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Bound port: e8b5e34c-432d-4942-a172-f6ddc3f10c81, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:29:43.306168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:43.320975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.1 (f9f85b23-2c34-4894-9ed0-5a7a5fb16566/02e1ac05-ec5e-4841-b2a3-7019b53ffc9f/31962153-7e59-4a56-bd22-81014a4c8eff) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:29:43.405454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] For port e8b5e34c-432d-4942-a172-f6ddc3f10c81, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:29:43.419056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] For port e8b5e34c-432d-4942-a172-f6ddc3f10c81, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e8b5e34c-432d-4942-a172-f6ddc3f10c81,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:29:43.429713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:43.439119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:41Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:43.439279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (31962153-7e59-4a56-bd22-81014a4c8eff), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:43.475506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:43.522482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:29:43.525815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:43.528764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:29:43.561755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=31962153-7e59-4a56-bd22-81014a4c8eff,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:43.589336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (9c2cd220-0651-494c-aee2-5b42be9542a0), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:43.676167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e5fd7-227d-468d-b8e3-b994ef8f839c None None] The sync data for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv is: [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:41Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:29:43.704202 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb00bf-9d6c-404e-83b7-1d54dc842243 None None] Pushing event updated for resources: {'Port': ['ID=e8b5e34c-432d-4942-a172-f6ddc3f10c81,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:43.789343 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:44.121879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (31962153-7e59-4a56-bd22-81014a4c8eff), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:44.127060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:44.204868 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (9c2cd220-0651-494c-aee2-5b42be9542a0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:44.207772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=31962153-7e59-4a56-bd22-81014a4c8eff,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:44.368727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:29:44.370998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:44.400953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e8b5e34c-432d-4942-a172-f6ddc3f10c81 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:29:44.470195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e8b5e34c-432d-4942-a172-f6ddc3f10c81 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:44.470578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:44.470925 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e8b5e34c-432d-4942-a172-f6ddc3f10c81 Nov 03 02:29:44.549645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 9c2cd220-0651-494c-aee2-5b42be9542a0 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:29:44.573245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e8b5e34c-432d-4942-a172-f6ddc3f10c81 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:44.573651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:44.656724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port e8b5e34c-432d-4942-a172-f6ddc3f10c81, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e8b5e34c-432d-4942-a172-f6ddc3f10c81,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:44.663815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:44.666073 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a2aa3981-ca34-433f-b566-dd16968a5381 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:29:44.672422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:44.699175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:29:44.704761 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-54d2f653-e246-47a4-8791-bc2bb23fa99e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/9c2cd220-0651-494c-aee2-5b42be9542a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3801866 Nov 03 02:29:44.707428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41284) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:44.757317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae07913-0e87-4553-b66c-5cfa7b96ac00 None None] Network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:44.762470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=e8b5e34c-432d-4942-a172-f6ddc3f10c81,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:44.831643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port a2aa3981-ca34-433f-b566-dd16968a5381 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:44.832658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:44.833014 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port a2aa3981-ca34-433f-b566-dd16968a5381 Nov 03 02:29:44.846807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41286) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:44.862675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-1827e148-d892-470f-be4d-59634bba591e None None] Provisioning complete for port e8b5e34c-432d-4942-a172-f6ddc3f10c81 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:44.863121 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1827e148-d892-470f-be4d-59634bba591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:44.863468 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1827e148-d892-470f-be4d-59634bba591e None None] Attempt 1 to provision port e8b5e34c-432d-4942-a172-f6ddc3f10c81 Nov 03 02:29:44.900148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b181-bf3a-45d3-98b5-407337145870 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:44.901138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b181-bf3a-45d3-98b5-407337145870 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:44.901621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b181-bf3a-45d3-98b5-407337145870 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:44.902139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b181-bf3a-45d3-98b5-407337145870 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:44.902592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b181-bf3a-45d3-98b5-407337145870 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:44.903063 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b181-bf3a-45d3-98b5-407337145870 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:44.903536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b181-bf3a-45d3-98b5-407337145870 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:44.906020 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9af2b181-bf3a-45d3-98b5-407337145870 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1975653 Nov 03 02:29:44.908246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41288) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:45.022166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port a2aa3981-ca34-433f-b566-dd16968a5381 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:45.022568 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.035372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9dff5-1808-4bb1-9c7e-b8a77cd31ba8 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:45.035871 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9dff5-1808-4bb1-9c7e-b8a77cd31ba8 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:45.036312 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9dff5-1808-4bb1-9c7e-b8a77cd31ba8 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:45.036800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9dff5-1808-4bb1-9c7e-b8a77cd31ba8 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:45.037317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9dff5-1808-4bb1-9c7e-b8a77cd31ba8 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:45.037777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9dff5-1808-4bb1-9c7e-b8a77cd31ba8 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:45.038230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9dff5-1808-4bb1-9c7e-b8a77cd31ba8 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:45.039988 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1827e148-d892-470f-be4d-59634bba591e None None] Current status of the port e8b5e34c-432d-4942-a172-f6ddc3f10c81 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:45.040129 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fbf9dff5-1808-4bb1-9c7e-b8a77cd31ba8 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1303861 Nov 03 02:29:45.042921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41290) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:45.053454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port a2aa3981-ca34-433f-b566-dd16968a5381, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a2aa3981-ca34-433f-b566-dd16968a5381,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:45.058485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.114314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=a2aa3981-ca34-433f-b566-dd16968a5381,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:45.133277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Deleting port f564185f-dea5-4184-815b-3d3607a591d6 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:45.133546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f564185f-dea5-4184-815b-3d3607a591d6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.267288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Provisioning complete for port 31962153-7e59-4a56-bd22-81014a4c8eff triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:45.268012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.268648 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Attempt 1 to provision port 31962153-7e59-4a56-bd22-81014a4c8eff Nov 03 02:29:45.283812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f564185f-dea5-4184-815b-3d3607a591d6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.284142 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for floatingip (f564185f-dea5-4184-815b-3d3607a591d6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.308366 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Calling delete_port for f564185f-dea5-4184-815b-3d3607a591d6 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:45.315869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Port 31962153-7e59-4a56-bd22-81014a4c8eff cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:45.430581 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-91704584-051a-41a9-b301-5914aa4858f0 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.3865888 Nov 03 02:29:45.526501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41294) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:45.532825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c7315db2-0656-49bf-afbc-23f3ba1dea0e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-187709297', 'description': 'tempest-secgroup-smoke-187709297 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:45.537927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f564185f-dea5-4184-815b-3d3607a591d6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.579332 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event deleted for resources: {'Port': ['ID=f564185f-dea5-4184-815b-3d3607a591d6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:45.619495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7315db2-0656-49bf-afbc-23f3ba1dea0e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.677497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for floatingip (37b00e03-55b9-4110-90a8-1033f888d259), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.677748 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Floating IP 37b00e03-55b9-4110-90a8-1033f888d259 disassociated (deleted). External IP: 172.26.6.141, port: 327b4dda-7883-4c87-9073-cbb51117b940. Nov 03 02:29:45.697783 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Sync routers for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:29:45.713565 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:45.714198 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:45.797263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7315db2-0656-49bf-afbc-23f3ba1dea0e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (df03164f-e317-41f1-bbb6-2e211a9e1309), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.805617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7315db2-0656-49bf-afbc-23f3ba1dea0e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (df03164f-e317-41f1-bbb6-2e211a9e1309), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.818015 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:45.819318 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Attempt 2 to provision port 31962153-7e59-4a56-bd22-81014a4c8eff Nov 03 02:29:45.844913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7315db2-0656-49bf-afbc-23f3ba1dea0e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:45.849578 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c7315db2-0656-49bf-afbc-23f3ba1dea0e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3183944 Nov 03 02:29:45.849578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7315db2-0656-49bf-afbc-23f3ba1dea0e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df03164f-e317-41f1-bbb6-2e211a9e1309,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:45.850763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41296) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:45.855067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b205d7e1-7474-4679-9c75-712c618363fe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'df03164f-e317-41f1-bbb6-2e211a9e1309', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:45.861802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Port 31962153-7e59-4a56-bd22-81014a4c8eff cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:45.926260 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b205d7e1-7474-4679-9c75-712c618363fe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (ff96246b-c699-4c26-a173-6d374619b703), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.003715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:29:46.017687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b205d7e1-7474-4679-9c75-712c618363fe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (ff96246b-c699-4c26-a173-6d374619b703), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.021267 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:46.023597 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b205d7e1-7474-4679-9c75-712c618363fe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (ff96246b-c699-4c26-a173-6d374619b703), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.045752 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Checking router: 9c2cd220-0651-494c-aee2-5b42be9542a0 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:29:46.046117 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Updating router 9c2cd220-0651-494c-aee2-5b42be9542a0 port 31962153-7e59-4a56-bd22-81014a4c8eff binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:29:46.072667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.077273 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.078993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d7e1-7474-4679-9c75-712c618363fe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff96246b-c699-4c26-a173-6d374619b703,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:46.090774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b205d7e1-7474-4679-9c75-712c618363fe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.091987 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b205d7e1-7474-4679-9c75-712c618363fe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2402902 Nov 03 02:29:46.095039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41298) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:46.100596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9ece98bc-80df-4498-bd8d-6ea7d2567d16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'df03164f-e317-41f1-bbb6-2e211a9e1309', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:46.127265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ece98bc-80df-4498-bd8d-6ea7d2567d16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (c830c664-b231-40a5-b45f-62bca6681f85), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.147071 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:29:46.152279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.160532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7c0da-ce94-449e-9fc0-e6c175e7c9b0 None None] Sync routers for ids ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:29:46.174538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7c0da-ce94-449e-9fc0-e6c175e7c9b0 None None] Routers {'3c1a7fd1-878f-4621-bc8d-a0065c0770a1'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:46.176618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-00a7c0da-ce94-449e-9fc0-e6c175e7c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:46.188872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ece98bc-80df-4498-bd8d-6ea7d2567d16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (c830c664-b231-40a5-b45f-62bca6681f85), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.195648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ece98bc-80df-4498-bd8d-6ea7d2567d16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (c830c664-b231-40a5-b45f-62bca6681f85), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.204935 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-af42a9d5-0b6c-4f19-9557-15e7468eede5 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "DELETE /v2.0/floatingips/37b00e03-55b9-4110-90a8-1033f888d259 HTTP/1.1" status: 204 len: 168 time: 1.3560476 Nov 03 02:29:46.205864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:29:46.208699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7136b118-f43e-4a22-b41b-c79cc768005d" -d '{"events": [{"name": "network-changed", "server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "tag": "327b4dda-7883-4c87-9073-cbb51117b940"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:29:46.212384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece98bc-80df-4498-bd8d-6ea7d2567d16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c830c664-b231-40a5-b45f-62bca6681f85,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:46.261213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b23fa5a-2c4e-4ec1-9277-bd6b3c06e1b2 x-openstack-request-id: req-0b23fa5a-2c4e-4ec1-9277-bd6b3c06e1b2 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:29:46.261505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "tag": "327b4dda-7883-4c87-9073-cbb51117b940", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:29:46.261840 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b23fa5a-2c4e-4ec1-9277-bd6b3c06e1b2 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:29:46.263147 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b23fa5a-2c4e-4ec1-9277-bd6b3c06e1b2'] response: {'name': 'network-changed', 'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940', 'status': 'completed', 'code': 200} Nov 03 02:29:46.263295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ece98bc-80df-4498-bd8d-6ea7d2567d16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.266865 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9ece98bc-80df-4498-bd8d-6ea7d2567d16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1683977 Nov 03 02:29:46.267353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41304) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:46.275865 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ba3e9bfb-e76d-4fb7-8221-4dc3da66f122 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'df03164f-e317-41f1-bbb6-2e211a9e1309', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:46.354362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba3e9bfb-e76d-4fb7-8221-4dc3da66f122 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (bf5d9fb0-eb84-4649-ab48-a2abf95d7902), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.367366 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Attempt 3 to provision port 31962153-7e59-4a56-bd22-81014a4c8eff Nov 03 02:29:46.374624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e8b5e34c-432d-4942-a172-f6ddc3f10c81 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:29:46.378433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136b118-f43e-4a22-b41b-c79cc768005d req-290960f6-db6b-4e63-b3e0-15c499093c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:46.380975 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7136b118-f43e-4a22-b41b-c79cc768005d req-290960f6-db6b-4e63-b3e0-15c499093c28 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ad1f711b8c1a40bbb1ab086db752b3cf&device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 1130 time: 0.0919700 Nov 03 02:29:46.426841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-00a7c0da-ce94-449e-9fc0-e6c175e7c9b0 None None] Set router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:46.453612 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Publish callbacks [] for port (31962153-7e59-4a56-bd22-81014a4c8eff), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.461976 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.485421 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Port 31962153-7e59-4a56-bd22-81014a4c8eff cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:46.524077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba3e9bfb-e76d-4fb7-8221-4dc3da66f122 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (bf5d9fb0-eb84-4649-ab48-a2abf95d7902), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.532511 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Pushing event updated for resources: {'Port': ['ID=31962153-7e59-4a56-bd22-81014a4c8eff,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:46.537587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba3e9bfb-e76d-4fb7-8221-4dc3da66f122 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (bf5d9fb0-eb84-4649-ab48-a2abf95d7902), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.544759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e8b5e34c-432d-4942-a172-f6ddc3f10c81 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:46.545150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.545488 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e8b5e34c-432d-4942-a172-f6ddc3f10c81 Nov 03 02:29:46.552999 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.553379 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.553723 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.554055 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.554386 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.554886 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.555234 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.555572 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.555899 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.556231 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.556576 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.556895 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.557206 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:29:46.565761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e9bfb-e76d-4fb7-8221-4dc3da66f122 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5d9fb0-eb84-4649-ab48-a2abf95d7902,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:46.575792 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Attempting to bind port 31962153-7e59-4a56-bd22-81014a4c8eff on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:29:46.576878 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Attempting to bind port 31962153-7e59-4a56-bd22-81014a4c8eff by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:29:46.577263 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Attempting to bind port 31962153-7e59-4a56-bd22-81014a4c8eff on network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:29:46.579724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136b118-f43e-4a22-b41b-c79cc768005d req-67573e29-dec3-47f0-8f5b-cc8b56ff5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:46.582227 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7136b118-f43e-4a22-b41b-c79cc768005d req-67573e29-dec3-47f0-8f5b-cc8b56ff5c7f service neutron] 10.222.0.27 "GET /v2.0/networks?id=bb8622d4-094c-43a4-9289-97c61a50d69d HTTP/1.1" status: 200 len: 898 time: 0.1884887 Nov 03 02:29:46.583834 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:29:46.584286 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Checking segment: {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:29:46.585316 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.585841 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Bound using segment: {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:29:46.586597 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Bound port: 31962153-7e59-4a56-bd22-81014a4c8eff, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:29:46.587039 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.600586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba3e9bfb-e76d-4fb7-8221-4dc3da66f122 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.602126 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ba3e9bfb-e76d-4fb7-8221-4dc3da66f122 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338468 Nov 03 02:29:46.605101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41308) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:46.636818 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2b79e42b-a03f-44cc-9bd5-db9764438932 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'df03164f-e317-41f1-bbb6-2e211a9e1309', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:46.649487 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1f0f-d5ce-4c97-bca0-827b02acb827 req-8f2f0d4e-c6d3-4e99-8726-901af88a5c3c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:46.651031 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-36ad1f0f-d5ce-4c97-bca0-827b02acb827 req-8f2f0d4e-c6d3-4e99-8726-901af88a5c3c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.1761601 Nov 03 02:29:46.652294 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7136b118-f43e-4a22-b41b-c79cc768005d req-63f7c256-39f0-4cd1-b432-5497b7b6cce0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=327b4dda-7883-4c87-9073-cbb51117b940 HTTP/1.1" status: 200 len: 217 time: 0.0611680 Nov 03 02:29:46.662471 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] For port 31962153-7e59-4a56-bd22-81014a4c8eff, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:29:46.666234 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] For port 31962153-7e59-4a56-bd22-81014a4c8eff, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=31962153-7e59-4a56-bd22-81014a4c8eff,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:29:46.671786 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.707967 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:46.708700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e8b5e34c-432d-4942-a172-f6ddc3f10c81 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:46.708837 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:46.709504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a2aa3981-ca34-433f-b566-dd16968a5381 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:29:46.755803 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-36ad1f0f-d5ce-4c97-bca0-827b02acb827 req-7d8182cf-9567-4c6f-8541-1e89f19c185c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982699 Nov 03 02:29:46.758846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b79e42b-a03f-44cc-9bd5-db9764438932 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (316e4027-8cc8-4e26-a94a-312c1e590a47), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.762477 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49ec6-280f-40b4-9c2b-985a41f88148 None None] Pushing event updated for resources: {'Port': ['ID=31962153-7e59-4a56-bd22-81014a4c8eff,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:46.771091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-00a7c0da-ce94-449e-9fc0-e6c175e7c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:46Z', 'revision_number': 4, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'bf47955e-2574-4acf-bd76-35427a3745b6', 'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'mac_address': 'fa:16:3e:ce:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:44Z', 'updated_at': '2022-11-03T02:27:53Z', 'revision_number': 5, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'subnets': [{'id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:46.772190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136b118-f43e-4a22-b41b-c79cc768005d req-5b1d9b55-1106-4649-bf17-645684717cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:46.774447 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7136b118-f43e-4a22-b41b-c79cc768005d req-5b1d9b55-1106-4649-bf17-645684717cbd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=dae27f63-d6ec-47e5-a1a9-a2d75c95d55e HTTP/1.1" status: 200 len: 835 time: 0.0958884 Nov 03 02:29:46.799395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7c0da-ce94-449e-9fc0-e6c175e7c9b0 None None] Checking router: 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:29:46.802580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port a2aa3981-ca34-433f-b566-dd16968a5381 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:46.802953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.803295 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port a2aa3981-ca34-433f-b566-dd16968a5381 Nov 03 02:29:46.836540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7c0da-ce94-449e-9fc0-e6c175e7c9b0 None None] Routers {'3c1a7fd1-878f-4621-bc8d-a0065c0770a1'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:46.837528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-00a7c0da-ce94-449e-9fc0-e6c175e7c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:46.853153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b79e42b-a03f-44cc-9bd5-db9764438932 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (316e4027-8cc8-4e26-a94a-312c1e590a47), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.860062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b79e42b-a03f-44cc-9bd5-db9764438932 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (316e4027-8cc8-4e26-a94a-312c1e590a47), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.862513 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:46.870965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136b118-f43e-4a22-b41b-c79cc768005d req-984a3b3c-f76e-4c07-8c1e-458a2592b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:46.875698 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7136b118-f43e-4a22-b41b-c79cc768005d req-984a3b3c-f76e-4c07-8c1e-458a2592b4cf service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=bb8622d4-094c-43a4-9289-97c61a50d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0888119 Nov 03 02:29:46.901894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79e42b-a03f-44cc-9bd5-db9764438932 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316e4027-8cc8-4e26-a94a-312c1e590a47,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:46.933773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2b79e42b-a03f-44cc-9bd5-db9764438932 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:46.937831 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2b79e42b-a03f-44cc-9bd5-db9764438932 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3289630 Nov 03 02:29:46.938737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41310) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:46.943140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-075a28e4-3ce7-4826-a39f-37ae2cfde271 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'df03164f-e317-41f1-bbb6-2e211a9e1309', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:46.980131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-00a7c0da-ce94-449e-9fc0-e6c175e7c9b0 None None] Set router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:46.983544 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-075a28e4-3ce7-4826-a39f-37ae2cfde271 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:29:46.984132 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port a2aa3981-ca34-433f-b566-dd16968a5381 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:46.994767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-075a28e4-3ce7-4826-a39f-37ae2cfde271 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e71a3be8-6b0f-46f3-85f0-e0bbff531146), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.012648 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Attempt 4 to provision port 31962153-7e59-4a56-bd22-81014a4c8eff Nov 03 02:29:47.018782 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7136b118-f43e-4a22-b41b-c79cc768005d req-79907d25-1819-4070-93c5-023a3b13dbc9 service neutron] 10.222.0.27 "GET /v2.0/networks/bb8622d4-094c-43a4-9289-97c61a50d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383095 Nov 03 02:29:47.124031 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-075a28e4-3ce7-4826-a39f-37ae2cfde271 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e71a3be8-6b0f-46f3-85f0-e0bbff531146), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.134778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-075a28e4-3ce7-4826-a39f-37ae2cfde271 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (e71a3be8-6b0f-46f3-85f0-e0bbff531146), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.167953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7136b118-f43e-4a22-b41b-c79cc768005d req-f9e4419a-efb4-43ee-856d-7085ef10f3eb service neutron] 10.222.0.27 "GET /v2.0/networks/bb8622d4-094c-43a4-9289-97c61a50d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398640 Nov 03 02:29:47.169217 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:46Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:47.169499 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a28e4-3ce7-4826-a39f-37ae2cfde271 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71a3be8-6b0f-46f3-85f0-e0bbff531146,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:47.188459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-075a28e4-3ce7-4826-a39f-37ae2cfde271 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.189737 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-075a28e4-3ce7-4826-a39f-37ae2cfde271 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2507625 Nov 03 02:29:47.192848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41312) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:47.200717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1e1775a7-d367-43fb-b0bf-37b2c420411c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'df03164f-e317-41f1-bbb6-2e211a9e1309', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:47.202433 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54320e1c-4e66-49c7-b74e-86712c1882c6 None None] The sync data for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv is: [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:46Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:29:47.224314 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-1e1775a7-d367-43fb-b0bf-37b2c420411c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:29:47.230120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1e1775a7-d367-43fb-b0bf-37b2c420411c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (a43f88fe-66d5-45a4-9002-573c769c3b27), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.325454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1e1775a7-d367-43fb-b0bf-37b2c420411c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (a43f88fe-66d5-45a4-9002-573c769c3b27), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.332397 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1e1775a7-d367-43fb-b0bf-37b2c420411c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (a43f88fe-66d5-45a4-9002-573c769c3b27), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.361279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Current status of the port 31962153-7e59-4a56-bd22-81014a4c8eff is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:47.361656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.372935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1775a7-d367-43fb-b0bf-37b2c420411c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43f88fe-66d5-45a4-9002-573c769c3b27,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:47.379100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1e1775a7-d367-43fb-b0bf-37b2c420411c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.389918 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1e1775a7-d367-43fb-b0bf-37b2c420411c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1927743 Nov 03 02:29:47.423322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] For port 31962153-7e59-4a56-bd22-81014a4c8eff, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=31962153-7e59-4a56-bd22-81014a4c8eff,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:47.431896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.492827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Provisioning complete for port e8b5e34c-432d-4942-a172-f6ddc3f10c81 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:47.493363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.493542 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Attempt 1 to provision port e8b5e34c-432d-4942-a172-f6ddc3f10c81 Nov 03 02:29:47.499457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-00a7c0da-ce94-449e-9fc0-e6c175e7c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:46Z', 'revision_number': 4, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'bf47955e-2574-4acf-bd76-35427a3745b6', 'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'mac_address': 'fa:16:3e:ce:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:44Z', 'updated_at': '2022-11-03T02:27:53Z', 'revision_number': 5, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'subnets': [{'id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:47.546893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Pushing event updated for resources: {'Port': ['ID=31962153-7e59-4a56-bd22-81014a4c8eff,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:47.553203 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7c0da-ce94-449e-9fc0-e6c175e7c9b0 None None] The sync data for ids ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'] in dv-neutron-860659-5-hyperv is: [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:27:46Z', 'revision_number': 4, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'bf47955e-2574-4acf-bd76-35427a3745b6', 'name': '', 'network_id': 'bb8622d4-094c-43a4-9289-97c61a50d69d', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'mac_address': 'fa:16:3e:ce:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:44Z', 'updated_at': '2022-11-03T02:27:53Z', 'revision_number': 5, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'subnets': [{'id': 'dae27f63-d6ec-47e5-a1a9-a2d75c95d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:29:47.615939 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-04159756-f15b-4eee-b1e4-4a48c35d76fd None None] Current status of the port e8b5e34c-432d-4942-a172-f6ddc3f10c81 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:47.631655 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-4cc0363e-14c8-4974-8a17-a0dd7dc36c24 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187709297&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.0607052 Nov 03 02:29:47.737416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ebd981eb-28ec-4578-b542-2ed306ef82a7 None None] Provisioning complete for port 31962153-7e59-4a56-bd22-81014a4c8eff triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:47.737716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ebd981eb-28ec-4578-b542-2ed306ef82a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:47.738635 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ebd981eb-28ec-4578-b542-2ed306ef82a7 None None] Attempt 1 to provision port 31962153-7e59-4a56-bd22-81014a4c8eff Nov 03 02:29:47.756357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-dd94ef37-bcaa-4e62-8518-3285f0c2e84e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:47.763565 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-dd94ef37-bcaa-4e62-8518-3285f0c2e84e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/networks?id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 200 len: 796 time: 0.1243184 Nov 03 02:29:47.776312 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ed7eec50-7915-45d2-8b06-28aac9fd9cb3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/quotas/313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 375 time: 0.0115678 Nov 03 02:29:47.837623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ebd981eb-28ec-4578-b542-2ed306ef82a7 None None] Current status of the port 31962153-7e59-4a56-bd22-81014a4c8eff is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:47.859710 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-bc17383c-207d-46a3-867d-db08f3344258 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767992 Nov 03 02:29:47.923185 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba5b5d-e000-40c1-8a70-862649bd3334 None None] New status for floating IP 37b00e03-55b9-4110-90a8-1033f888d259: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:29:48.040804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a219c3-2c4c-4dee-b2a5-68081c1d9568 req-925ce6c1-baf7-4697-92c9-c8fb1f9e8054 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:48.042339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61a219c3-2c4c-4dee-b2a5-68081c1d9568 req-925ce6c1-baf7-4697-92c9-c8fb1f9e8054 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.1564133 Nov 03 02:29:48.048992 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-6e9dcd94-6bc5-47a8-87c5-a13aa00ed2af service neutron] 10.222.0.23 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873827 Nov 03 02:29:48.067922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78defd63-6d64-4d03-85a4-9f087aea8c6b req-67542ffd-6753-4298-bf6a-eccc96bf2a24 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:48.069439 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-78defd63-6d64-4d03-85a4-9f087aea8c6b req-67542ffd-6753-4298-bf6a-eccc96bf2a24 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.27 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 946 time: 0.1247389 Nov 03 02:29:48.232136 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61a219c3-2c4c-4dee-b2a5-68081c1d9568 req-6bd512c4-0799-414c-93fc-5b006b3f0566 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/security-groups?id=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793449 Nov 03 02:29:48.259025 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-7319efee-6f67-4561-b008-7db20176e4e6 service neutron] 10.222.0.23 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033970 Nov 03 02:29:48.283191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-78defd63-6d64-4d03-85a4-9f087aea8c6b req-24c784de-d030-4d59-b6db-b972edda3d21 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Deleting port 327b4dda-7883-4c87-9073-cbb51117b940 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:48.284317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-78defd63-6d64-4d03-85a4-9f087aea8c6b req-24c784de-d030-4d59-b6db-b972edda3d21 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (327b4dda-7883-4c87-9073-cbb51117b940), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:48.353857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31962153-7e59-4a56-bd22-81014a4c8eff up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:29:48.409202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-78defd63-6d64-4d03-85a4-9f087aea8c6b req-24c784de-d030-4d59-b6db-b972edda3d21 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] For port 327b4dda-7883-4c87-9073-cbb51117b940, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=327b4dda-7883-4c87-9073-cbb51117b940,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:48.410383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-78defd63-6d64-4d03-85a4-9f087aea8c6b req-24c784de-d030-4d59-b6db-b972edda3d21 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (327b4dda-7883-4c87-9073-cbb51117b940), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:48.428030 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 31962153-7e59-4a56-bd22-81014a4c8eff triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:48.428418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:48.429217 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 31962153-7e59-4a56-bd22-81014a4c8eff Nov 03 02:29:48.434358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-78defd63-6d64-4d03-85a4-9f087aea8c6b req-24c784de-d030-4d59-b6db-b972edda3d21 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Calling delete_port for 327b4dda-7883-4c87-9073-cbb51117b940 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:48.528846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 31962153-7e59-4a56-bd22-81014a4c8eff is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:48.529367 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eb2d2b51-1a9c-4e6c-9a51-5b78f095b412 req-f26a8164-367e-4ff7-8a17-744770dad3dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 210 time: 0.0766842 Nov 03 02:29:48.628182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-78defd63-6d64-4d03-85a4-9f087aea8c6b req-24c784de-d030-4d59-b6db-b972edda3d21 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (327b4dda-7883-4c87-9073-cbb51117b940), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:48.698974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c784de-d030-4d59-b6db-b972edda3d21 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event deleted for resources: {'Port': ['ID=327b4dda-7883-4c87-9073-cbb51117b940,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:48.724402 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-78defd63-6d64-4d03-85a4-9f087aea8c6b req-24c784de-d030-4d59-b6db-b972edda3d21 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] No DVR routers for this DVR port 327b4dda-7883-4c87-9073-cbb51117b940 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:29:48.727153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-78defd63-6d64-4d03-85a4-9f087aea8c6b req-24c784de-d030-4d59-b6db-b972edda3d21 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:48.730831 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-78defd63-6d64-4d03-85a4-9f087aea8c6b req-24c784de-d030-4d59-b6db-b972edda3d21 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.27 "DELETE /v2.0/ports/327b4dda-7883-4c87-9073-cbb51117b940 HTTP/1.1" status: 204 len: 173 time: 0.6452863 Nov 03 02:29:48.731468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'name': 'network-vif-deleted', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:29:48.733851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66c833f-f2ee-4d7a-8156-8cf4e933065d" -d '{"events": [{"server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "name": "network-vif-deleted", "tag": "327b4dda-7883-4c87-9073-cbb51117b940"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:29:48.791280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a05c7d-a6d7-4ba8-844a-103fea53f3bc x-openstack-request-id: req-f0a05c7d-a6d7-4ba8-844a-103fea53f3bc {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:29:48.791584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e5ec4c-ac80-496f-9263-c463c5aa11e9", "name": "network-vif-deleted", "tag": "327b4dda-7883-4c87-9073-cbb51117b940", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:29:48.791859 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0a05c7d-a6d7-4ba8-844a-103fea53f3bc {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:29:48.792249 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a05c7d-a6d7-4ba8-844a-103fea53f3bc'] response: {'server_uuid': '70e5ec4c-ac80-496f-9263-c463c5aa11e9', 'name': 'network-vif-deleted', 'tag': '327b4dda-7883-4c87-9073-cbb51117b940', 'status': 'completed', 'code': 200} Nov 03 02:29:49.351444 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f47801c3-c2b0-4052-b7b5-60a556b1eebf req-98450910-aebd-43e8-a66c-cf57a17e4962 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e5ec4c-ac80-496f-9263-c463c5aa11e9 HTTP/1.1" status: 200 len: 210 time: 0.0281708 Nov 03 02:29:49.624362 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-367533f5-164e-47b4-8245-912ee8d7b839 req-e92024e1-3559-462b-8807-9510ffd454c9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 210 time: 0.0274503 Nov 03 02:29:49.923214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-8f2d9633-03ba-4fa9-a3f2-38d9deb402f3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:49.924687 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-8f2d9633-03ba-4fa9-a3f2-38d9deb402f3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 200 len: 796 time: 0.1111727 Nov 03 02:29:49.999522 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-f19520d8-e863-470f-aebe-aec75e5db1a2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 379 time: 0.0656908 Nov 03 02:29:50.009191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'device_id': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'admin_state_up': True, 'tenant_id': '313880603e634d3084046ce40393537e', 'security_groups': ['df03164f-e317-41f1-bbb6-2e211a9e1309']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:50.123080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:29:50.126626 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:50.253084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.4 (f9f85b23-2c34-4894-9ed0-5a7a5fb16566/02e1ac05-ec5e-4841-b2a3-7019b53ffc9f/9fe8559e-9137-4393-8866-9bb6580274fe) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:29:50.393875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (9fe8559e-9137-4393-8866-9bb6580274fe), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:50.414817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41354) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:50.427336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:50.469379 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:29:50.473204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:50.475635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:29:50.516150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=9fe8559e-9137-4393-8866-9bb6580274fe,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:50.542854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:50.543729 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:50.564572 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ddf86064-8a11-4646-aa8a-9afde9ced527 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589807 Nov 03 02:29:50.576762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Request body: {'port': {'device_id': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:50.642858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:50.705724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d5e1cb85-4b3e-4be6-9e59-f1de0f844fc4 None None] Provisioning complete for port 9fe8559e-9137-4393-8866-9bb6580274fe triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:50.706349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d5e1cb85-4b3e-4be6-9e59-f1de0f844fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:50.706602 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d5e1cb85-4b3e-4be6-9e59-f1de0f844fc4 None None] Attempt 1 to provision port 9fe8559e-9137-4393-8866-9bb6580274fe Nov 03 02:29:50.754225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1cb85-4b3e-4be6-9e59-f1de0f844fc4 None None] Port 9fe8559e-9137-4393-8866-9bb6580274fe cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:50.974362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9a64-2382-4531-801a-3aaa8eeeec16 req-484739e4-377c-45f1-9fa5-4652327863a1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:50.975992 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-49bc9a64-2382-4531-801a-3aaa8eeeec16 req-484739e4-377c-45f1-9fa5-4652327863a1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 931 time: 0.1160500 Nov 03 02:29:51.069372 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-49bc9a64-2382-4531-801a-3aaa8eeeec16 req-5915a78b-9d09-4ec9-86bf-f8736d4d386d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=df03164f-e317-41f1-bbb6-2e211a9e1309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868826 Nov 03 02:29:51.071981 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:51.078143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe8559e-9137-4393-8866-9bb6580274fe {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:29:51.088776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Publish callbacks [] for port (9fe8559e-9137-4393-8866-9bb6580274fe), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:51.109566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Transition to ACTIVE for port object 9fe8559e-9137-4393-8866-9bb6580274fe will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:29:51.114344 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:51.203319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe8559e-9137-4393-8866-9bb6580274fe,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:51.235447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Attempting to bind port 9fe8559e-9137-4393-8866-9bb6580274fe on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:29:51.235823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Attempting to bind port 9fe8559e-9137-4393-8866-9bb6580274fe by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:29:51.236181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Attempting to bind port 9fe8559e-9137-4393-8866-9bb6580274fe on network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:29:51.241301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Port 9fe8559e-9137-4393-8866-9bb6580274fe on network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:29:51.241633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Attempting to bind port 9fe8559e-9137-4393-8866-9bb6580274fe on network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:29:51.247261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:29:51.247618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Checking segment: {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:29:51.248011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Bound using segment: {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:29:51.248464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Bound port: 9fe8559e-9137-4393-8866-9bb6580274fe, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:29:51.248936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:51.255180 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d5e1cb85-4b3e-4be6-9e59-f1de0f844fc4 None None] Attempt 2 to provision port 9fe8559e-9137-4393-8866-9bb6580274fe Nov 03 02:29:51.288942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1cb85-4b3e-4be6-9e59-f1de0f844fc4 None None] Port 9fe8559e-9137-4393-8866-9bb6580274fe cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:29:51.345608 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Deleting port bf47955e-2574-4acf-bd76-35427a3745b6 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:51.345956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:51.481025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] For port bf47955e-2574-4acf-bd76-35427a3745b6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bf47955e-2574-4acf-bd76-35427a3745b6,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:51.481765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:51.496047 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-eefabdf9-2f24-4256-b633-4371b250534d req-787eef28-9edd-4a75-8fa6-c8ec8b3e1fac service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1004722 Nov 03 02:29:51.500116 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Calling delete_port for bf47955e-2574-4acf-bd76-35427a3745b6 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:51.571930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] For port 9fe8559e-9137-4393-8866-9bb6580274fe, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:29:51.575268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] For port 9fe8559e-9137-4393-8866-9bb6580274fe, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=9fe8559e-9137-4393-8866-9bb6580274fe,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:29:51.583512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:51.587078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:51.587883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:51.589534 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] 10.222.0.27 "PUT /v2.0/ports/9fe8559e-9137-4393-8866-9bb6580274fe HTTP/1.1" status: 200 len: 1093 time: 1.0171583 Nov 03 02:29:51.591628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'tag': '9fe8559e-9137-4393-8866-9bb6580274fe'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:29:51.593922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd79a55-2a72-45aa-8d60-ca9ec421969c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac68b2b0-2a30-4531-bff2-f3f107a3d682", "tag": "9fe8559e-9137-4393-8866-9bb6580274fe"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:29:51.643859 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefabdf9-2f24-4256-b633-4371b250534d req-f16d29f9-3934-41e9-b5fa-9b69a1b3265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:51.646070 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-eefabdf9-2f24-4256-b633-4371b250534d req-f16d29f9-3934-41e9-b5fa-9b69a1b3265f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 1130 time: 0.0989821 Nov 03 02:29:51.653768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca85cf99-e320-4a0d-beda-9ad21bd42b19 x-openstack-request-id: req-ca85cf99-e320-4a0d-beda-9ad21bd42b19 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:29:51.653990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac68b2b0-2a30-4531-bff2-f3f107a3d682", "tag": "9fe8559e-9137-4393-8866-9bb6580274fe", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:29:51.654180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca85cf99-e320-4a0d-beda-9ad21bd42b19 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:29:51.654536 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca85cf99-e320-4a0d-beda-9ad21bd42b19'] response: {'name': 'network-changed', 'server_uuid': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'tag': '9fe8559e-9137-4393-8866-9bb6580274fe', 'status': 'completed', 'code': 200} Nov 03 02:29:51.681447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9b8a5-0d04-46e7-a7c8-8dc70fe64e57 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe8559e-9137-4393-8866-9bb6580274fe,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:51.702128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-c267a543-032d-4baf-b346-b23035218344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:51.703659 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-c267a543-032d-4baf-b346-b23035218344 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 1127 time: 0.0651369 Nov 03 02:29:51.748789 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-e827f2fa-57b4-493b-88e2-90e03a5f07c0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe8559e-9137-4393-8866-9bb6580274fe HTTP/1.1" status: 200 len: 217 time: 0.0358412 Nov 03 02:29:51.789869 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d5e1cb85-4b3e-4be6-9e59-f1de0f844fc4 None None] Attempt 3 to provision port 9fe8559e-9137-4393-8866-9bb6580274fe Nov 03 02:29:51.797770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ee4ab17e-5ff2-4aee-ae64-2464e50fc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:51.799417 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-ee4ab17e-5ff2-4aee-ae64-2464e50fc3ac service neutron] 10.222.0.27 "GET /v2.0/subnets?id=02e1ac05-ec5e-4841-b2a3-7019b53ffc9f HTTP/1.1" status: 200 len: 835 time: 0.0446110 Nov 03 02:29:51.806033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefabdf9-2f24-4256-b633-4371b250534d req-1ee944d3-2bbf-438e-bcfc-383f40ee7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:51.807573 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-eefabdf9-2f24-4256-b633-4371b250534d req-1ee944d3-2bbf-438e-bcfc-383f40ee7cdb service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.1328571 Nov 03 02:29:51.821340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bf47955e-2574-4acf-bd76-35427a3745b6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:51.841546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1cb85-4b3e-4be6-9e59-f1de0f844fc4 None None] Port 9fe8559e-9137-4393-8866-9bb6580274fe had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:29:51.855581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-538d860f-6715-435a-b87a-9230b9c96769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:51.857133 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-538d860f-6715-435a-b87a-9230b9c96769 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0502501 Nov 03 02:29:51.892192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event deleted for resources: {'Port': ['ID=bf47955e-2574-4acf-bd76-35427a3745b6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:51.951974 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-eefabdf9-2f24-4256-b633-4371b250534d req-de10cc91-3b60-423f-be3e-2f442c4e42d1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e44cfa83-8420-4a71-ac90-b43cf12918b7 HTTP/1.1" status: 200 len: 1002 time: 0.1383483 Nov 03 02:29:51.962755 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-96b437cc-e024-4722-a501-8588d68952f8 service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985572 Nov 03 02:29:52.056663 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f966108f-f67b-4f12-9edb-2feeb6515ecb req-0551ef31-2282-4900-8147-f13a1a8a1c71 service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881536 Nov 03 02:29:52.057466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefabdf9-2f24-4256-b633-4371b250534d req-6372d6e5-aac3-4559-bec7-4229d43527ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:52.058930 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-eefabdf9-2f24-4256-b633-4371b250534d req-6372d6e5-aac3-4559-bec7-4229d43527ba service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0982013 Nov 03 02:29:52.155182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:52.175027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefabdf9-2f24-4256-b633-4371b250534d req-78fdc0b1-87d1-49c0-9002-10a5eea63e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:52.177360 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-eefabdf9-2f24-4256-b633-4371b250534d req-78fdc0b1-87d1-49c0-9002-10a5eea63e2e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1087937 Nov 03 02:29:52.194560 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd79a55-2a72-45aa-8d60-ca9ec421969c req-05469442-3b0f-4ce6-986e-674ab8638954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:52.196077 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fbd79a55-2a72-45aa-8d60-ca9ec421969c req-05469442-3b0f-4ce6-986e-674ab8638954 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 1127 time: 0.0809083 Nov 03 02:29:52.257610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc5cb6-580d-46a1-9336-583a2e706010 req-af6ec9fd-5c87-4fdd-88a7-97ce2e24a5bf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:52.259184 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28bc5cb6-580d-46a1-9336-583a2e706010 req-af6ec9fd-5c87-4fdd-88a7-97ce2e24a5bf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 943 time: 0.1107867 Nov 03 02:29:52.339488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd79a55-2a72-45aa-8d60-ca9ec421969c req-cb29b976-eff3-4a15-80d2-d9cd12894b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:52.340995 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fbd79a55-2a72-45aa-8d60-ca9ec421969c req-cb29b976-eff3-4a15-80d2-d9cd12894b54 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 200 len: 897 time: 0.1380000 Nov 03 02:29:52.344763 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28bc5cb6-580d-46a1-9336-583a2e706010 req-a7c6fd0d-c1a1-4304-a4cb-1ab7ebeebc1c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=df03164f-e317-41f1-bbb6-2e211a9e1309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769296 Nov 03 02:29:52.354758 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-eefabdf9-2f24-4256-b633-4371b250534d req-ebdf3872-315a-4995-98da-8b879288a69e service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431034 Nov 03 02:29:52.382905 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fbd79a55-2a72-45aa-8d60-ca9ec421969c req-a879fdc3-ff00-48ad-9f77-befd91e12e43 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe8559e-9137-4393-8866-9bb6580274fe HTTP/1.1" status: 200 len: 217 time: 0.0335543 Nov 03 02:29:52.432142 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd79a55-2a72-45aa-8d60-ca9ec421969c req-c9dbc9b0-07a6-49f4-923f-38723bd8777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:52.433619 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fbd79a55-2a72-45aa-8d60-ca9ec421969c req-c9dbc9b0-07a6-49f4-923f-38723bd8777b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=02e1ac05-ec5e-4841-b2a3-7019b53ffc9f HTTP/1.1" status: 200 len: 835 time: 0.0443943 Nov 03 02:29:52.484463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd79a55-2a72-45aa-8d60-ca9ec421969c req-e35ccea8-59ad-40af-8725-6337f5b91b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:52.485994 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fbd79a55-2a72-45aa-8d60-ca9ec421969c req-e35ccea8-59ad-40af-8725-6337f5b91b7e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453546 Nov 03 02:29:52.534648 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:29:52.539864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 327b4dda-7883-4c87-9073-cbb51117b940 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:29:52.545110 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-eefabdf9-2f24-4256-b633-4371b250534d req-1b727b92-23d7-49f2-8702-ac7ecf613825 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578681 Nov 03 02:29:52.578567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 327b4dda-7883-4c87-9073-cbb51117b940 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:29:52.578998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 327b4dda-7883-4c87-9073-cbb51117b940 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:29:52.587938 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fbd79a55-2a72-45aa-8d60-ca9ec421969c req-5396d930-c02e-4f82-b161-48940f15d237 service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949075 Nov 03 02:29:52.654177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:29:52.660787 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e234706b-63df-47c5-a662-812fb0ce4a13 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "PUT /v2.0/routers/3c1a7fd1-878f-4621-bc8d-a0065c0770a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2437592 Nov 03 02:29:52.663811 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41364) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:52.665980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5305b48-8fbc-4208-acc4-065e1ffecebc None None] Sync routers for ids ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:29:52.678870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5305b48-8fbc-4208-acc4-065e1ffecebc None None] Routers {'3c1a7fd1-878f-4621-bc8d-a0065c0770a1'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:52.679737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b5305b48-8fbc-4208-acc4-065e1ffecebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:52.683730 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fbd79a55-2a72-45aa-8d60-ca9ec421969c req-6cd50684-8d58-4551-8d16-2ecacbeb3eec service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876789 Nov 03 02:29:52.727122 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-af585b35-e28f-47a3-a581-2f119718177f tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Deleting subnet dae27f63-d6ec-47e5-a1a9-a2d75c95d55e {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:29:52.730513 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af585b35-e28f-47a3-a581-2f119718177f tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for subnet (dae27f63-d6ec-47e5-a1a9-a2d75c95d55e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:52.778561 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af585b35-e28f-47a3-a581-2f119718177f tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (dae27f63-d6ec-47e5-a1a9-a2d75c95d55e), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:52.794381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-b5305b48-8fbc-4208-acc4-065e1ffecebc None None] Set router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:52.861952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af585b35-e28f-47a3-a581-2f119718177f tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (dae27f63-d6ec-47e5-a1a9-a2d75c95d55e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:52.939970 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af585b35-e28f-47a3-a581-2f119718177f tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (dae27f63-d6ec-47e5-a1a9-a2d75c95d55e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:52.976366 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-af585b35-e28f-47a3-a581-2f119718177f tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:52.980151 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-af585b35-e28f-47a3-a581-2f119718177f tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "DELETE /v2.0/subnets/dae27f63-d6ec-47e5-a1a9-a2d75c95d55e HTTP/1.1" status: 204 len: 168 time: 0.3146648 Nov 03 02:29:52.981921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af585b35-e28f-47a3-a581-2f119718177f tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event deleted for resources: {'Subnet': ['ID=dae27f63-d6ec-47e5-a1a9-a2d75c95d55e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:52.982986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41366) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:52.985270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ea715-48aa-4e35-83dc-2759ab413233 None None] Network bb8622d4-094c-43a4-9289-97c61a50d69d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:29:53.037637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b5305b48-8fbc-4208-acc4-065e1ffecebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:29:51Z', 'revision_number': 5, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:53.070892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5305b48-8fbc-4208-acc4-065e1ffecebc None None] Checking router: 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:29:53.101575 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5305b48-8fbc-4208-acc4-065e1ffecebc None None] Routers {'3c1a7fd1-878f-4621-bc8d-a0065c0770a1'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:29:53.102197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b5305b48-8fbc-4208-acc4-065e1ffecebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:53.103605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for router (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.220480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for router_gateway (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.225086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-b5305b48-8fbc-4208-acc4-065e1ffecebc None None] Set router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:29:53.262944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a38268-891a-41da-ac51-b9e04c829547 None None] DHCP port deletion for bb8622d4-094c-43a4-9289-97c61a50d69d request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:29:53.274401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Deleting port 25812a24-56d3-44b9-b634-26c285fd71fc {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:53.274739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.358044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] For port 25812a24-56d3-44b9-b634-26c285fd71fc, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=25812a24-56d3-44b9-b634-26c285fd71fc,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:53.358415 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.370965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Calling delete_port for 25812a24-56d3-44b9-b634-26c285fd71fc owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:53.405345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-78a38268-891a-41da-ac51-b9e04c829547 None None] Deleting port 7bfeb44f-917a-4087-ae8d-2fec79067e26 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:29:53.405726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-78a38268-891a-41da-ac51-b9e04c829547 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.505054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-78a38268-891a-41da-ac51-b9e04c829547 None None] For port 7bfeb44f-917a-4087-ae8d-2fec79067e26, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7bfeb44f-917a-4087-ae8d-2fec79067e26,segment=NetworkSegment(65123545-4d1d-4cf5-9207-29d841a08783),segment_id=65123545-4d1d-4cf5-9207-29d841a08783)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:53.505345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-78a38268-891a-41da-ac51-b9e04c829547 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.525092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-78a38268-891a-41da-ac51-b9e04c829547 None None] Calling delete_port for 7bfeb44f-917a-4087-ae8d-2fec79067e26 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:29:53.533341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772ffd-88fb-486b-b037-db245e09ad56 req-9f11bb76-83aa-4602-97db-8ff437a2696c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:53.534881 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf772ffd-88fb-486b-b037-db245e09ad56 req-9f11bb76-83aa-4602-97db-8ff437a2696c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 943 time: 0.1097722 Nov 03 02:29:53.570403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b5305b48-8fbc-4208-acc4-065e1ffecebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:29:51Z', 'revision_number': 5, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:53.599179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5305b48-8fbc-4208-acc4-065e1ffecebc None None] The sync data for ids ['3c1a7fd1-878f-4621-bc8d-a0065c0770a1'] in dv-neutron-860659-5-hyperv is: [{'id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445716026', 'tenant_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:27:28Z', 'updated_at': '2022-11-03T02:29:51Z', 'revision_number': 5, 'project_id': 'ad1f711b8c1a40bbb1ab086db752b3cf', 'gw_port': {'id': '25812a24-56d3-44b9-b634-26c285fd71fc', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1a7fd1-878f-4621-bc8d-a0065c0770a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:27:31Z', 'updated_at': '2022-11-03T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:29:53.621886 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf772ffd-88fb-486b-b037-db245e09ad56 req-fe64107b-c9e1-4949-bd97-f34acc7aa75c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=df03164f-e317-41f1-bbb6-2e211a9e1309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806901 Nov 03 02:29:53.642705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (25812a24-56d3-44b9-b634-26c285fd71fc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.645388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-78a38268-891a-41da-ac51-b9e04c829547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (7bfeb44f-917a-4087-ae8d-2fec79067e26), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.669936 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a38268-891a-41da-ac51-b9e04c829547 None None] Pushing event deleted for resources: {'Port': ['ID=7bfeb44f-917a-4087-ae8d-2fec79067e26,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:53.673812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a38268-891a-41da-ac51-b9e04c829547 None None] No DVR routers for this DVR port 7bfeb44f-917a-4087-ae8d-2fec79067e26 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:29:53.703496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event deleted for resources: {'Port': ['ID=25812a24-56d3-44b9-b634-26c285fd71fc,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:53.744077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.831701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.833831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for router_controller (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.875362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (3c1a7fd1-878f-4621-bc8d-a0065c0770a1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.875988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Fanout notify agent at l3_agent the message router_deleted on router 3c1a7fd1-878f-4621-bc8d-a0065c0770a1 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:29:53.885251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:53.886396 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9698d5ca-88ef-4c0f-99b4-374f86ae6341 tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "DELETE /v2.0/routers/3c1a7fd1-878f-4621-bc8d-a0065c0770a1 HTTP/1.1" status: 204 len: 168 time: 0.9024000 Nov 03 02:29:53.889299 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41370) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:53.973765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (bb8622d4-094c-43a4-9289-97c61a50d69d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.069060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (bb8622d4-094c-43a4-9289-97c61a50d69d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.096050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8622d4-094c-43a4-9289-97c61a50d69d']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:54.106671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65123545-4d1d-4cf5-9207-29d841a08783') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:54.107053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65123545-4d1d-4cf5-9207-29d841a08783') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:29:54.116705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (65123545-4d1d-4cf5-9207-29d841a08783), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.130631 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (65123545-4d1d-4cf5-9207-29d841a08783), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.136389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:29:54.136814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (65123545-4d1d-4cf5-9207-29d841a08783), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.177673 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 65123545-4d1d-4cf5-9207-29d841a08783 resource provider aggregate not found Nov 03 02:29:54.198116 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 65123545-4d1d-4cf5-9207-29d841a08783 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65123545-4d1d-4cf5-9207-29d841a08783 found for delete ", "request_id": "req-9151cd7c-4a99-4d41-b3f0-abfeb5036736"}]} Nov 03 02:29:54.207075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (bb8622d4-094c-43a4-9289-97c61a50d69d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.214658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.219654 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "DELETE /v2.0/networks/bb8622d4-094c-43a4-9289-97c61a50d69d HTTP/1.1" status: 204 len: 168 time: 0.3275411 Nov 03 02:29:54.220573 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41376) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:54.231091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30902eb0-75f3-4411-a751-e0f65e05f7df tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event deleted for resources: {'Network': ['ID=bb8622d4-094c-43a4-9289-97c61a50d69d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:54.291220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1f6da60-1b53-402a-b581-5b207d7b5a8c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group (88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.320451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1f6da60-1b53-402a-b581-5b207d7b5a8c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group (88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.387937 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1f6da60-1b53-402a-b581-5b207d7b5a8c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.390668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1f6da60-1b53-402a-b581-5b207d7b5a8c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.391838 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c1f6da60-1b53-402a-b581-5b207d7b5a8c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] 10.222.0.23 "DELETE /v2.0/security-groups/88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2 HTTP/1.1" status: 204 len: 168 time: 0.1702683 Nov 03 02:29:54.401391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6da60-1b53-402a-b581-5b207d7b5a8c tempest-TestNetworkAdvancedServerOps-988549707 tempest-TestNetworkAdvancedServerOps-988549707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fd9e0b-be8d-44d8-9b7a-f62f7d7072d2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:54.557480 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 9fe8559e-9137-4393-8866-9bb6580274fe details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:29:54.658134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 9fe8559e-9137-4393-8866-9bb6580274fe, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=9fe8559e-9137-4393-8866-9bb6580274fe,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:54.674338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '9fe8559e-9137-4393-8866-9bb6580274fe', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'port_id': '9fe8559e-9137-4393-8866-9bb6580274fe', 'mac_address': 'fa:16:3e:b8:6d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:29:54.705297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41386) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:54.719346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7bfeb44f-917a-4087-ae8d-2fec79067e26 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:29:54.757998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 7bfeb44f-917a-4087-ae8d-2fec79067e26 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:29:54.758407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7bfeb44f-917a-4087-ae8d-2fec79067e26 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:29:54.758981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bf47955e-2574-4acf-bd76-35427a3745b6 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:29:54.772020 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 9fe8559e-9137-4393-8866-9bb6580274fe is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:54.772424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.787119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2c8e3-a963-42a3-9b0d-a9885d345ca7 req-90080df8-0432-4bba-8b17-1147e64a7a5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:54.788735 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fdf2c8e3-a963-42a3-9b0d-a9885d345ca7 req-90080df8-0432-4bba-8b17-1147e64a7a5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 943 time: 0.0621123 Nov 03 02:29:54.803953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: bf47955e-2574-4acf-bd76-35427a3745b6 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:29:54.804310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bf47955e-2574-4acf-bd76-35427a3745b6 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:29:54.808337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe8559e-9137-4393-8866-9bb6580274fe {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:29:54.829782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 9fe8559e-9137-4393-8866-9bb6580274fe, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=9fe8559e-9137-4393-8866-9bb6580274fe,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:54.835093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.861800 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fdf2c8e3-a963-42a3-9b0d-a9885d345ca7 req-ff086a79-176e-4d06-9fdf-75c9cb233283 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=df03164f-e317-41f1-bbb6-2e211a9e1309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665443 Nov 03 02:29:54.866889 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8801c013-741f-4861-a09b-86253161e09f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad1f711b8c1a40bbb1ab086db752b3cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604335 Nov 03 02:29:54.869560 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41390) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:54.896291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=9fe8559e-9137-4393-8866-9bb6580274fe,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:54.922540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c09fc78e-9f55-4fb3-a6eb-da852e5b8549 admin admin] Publish callbacks [] for security_group (51afe03f-fe13-4fb0-9929-5ad24cf75e2f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.948741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c09fc78e-9f55-4fb3-a6eb-da852e5b8549 admin admin] Publish callbacks [] for security_group (51afe03f-fe13-4fb0-9929-5ad24cf75e2f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.996198 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c09fc78e-9f55-4fb3-a6eb-da852e5b8549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (51afe03f-fe13-4fb0-9929-5ad24cf75e2f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:54.998878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c09fc78e-9f55-4fb3-a6eb-da852e5b8549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:55.000034 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c09fc78e-9f55-4fb3-a6eb-da852e5b8549 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51afe03f-fe13-4fb0-9929-5ad24cf75e2f HTTP/1.1" status: 204 len: 168 time: 0.1295760 Nov 03 02:29:55.009101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fc78e-9f55-4fb3-a6eb-da852e5b8549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51afe03f-fe13-4fb0-9929-5ad24cf75e2f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:55.104685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['9fe8559e-9137-4393-8866-9bb6580274fe'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:29:55.261335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41396) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:55.274753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d23abdc-06e2-429d-b34a-09e1dfc2c796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:55.353786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d23abdc-06e2-429d-b34a-09e1dfc2c796 admin admin] Publish callbacks [] for security_group (77f0b3c1-0003-4629-a392-092044127de3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:55.357415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d23abdc-06e2-429d-b34a-09e1dfc2c796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (77f0b3c1-0003-4629-a392-092044127de3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:55.395152 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6d23abdc-06e2-429d-b34a-09e1dfc2c796 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78ef69778cb14985908722a210418702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325028 Nov 03 02:29:55.396111 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23abdc-06e2-429d-b34a-09e1dfc2c796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f0b3c1-0003-4629-a392-092044127de3,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:55.397720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41398) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:55.445092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7a14-d7b8-410b-a5c7-c5c66e1b95b8 admin admin] Publish callbacks [] for security_group (77f0b3c1-0003-4629-a392-092044127de3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:55.466759 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7a14-d7b8-410b-a5c7-c5c66e1b95b8 admin admin] Publish callbacks [] for security_group (77f0b3c1-0003-4629-a392-092044127de3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:55.514326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7a14-d7b8-410b-a5c7-c5c66e1b95b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (77f0b3c1-0003-4629-a392-092044127de3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:55.516995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7a14-d7b8-410b-a5c7-c5c66e1b95b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:55.518159 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7d4d7a14-d7b8-410b-a5c7-c5c66e1b95b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77f0b3c1-0003-4629-a392-092044127de3 HTTP/1.1" status: 204 len: 168 time: 0.1194432 Nov 03 02:29:55.525946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d7a14-d7b8-410b-a5c7-c5c66e1b95b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f0b3c1-0003-4629-a392-092044127de3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:55.995431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af92a0-d124-4e6e-b48a-1f21123df842 req-0b0b562d-bbb3-4f5f-94d9-17d6a7f6b20a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:55.996937 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d1af92a0-d124-4e6e-b48a-1f21123df842 req-0b0b562d-bbb3-4f5f-94d9-17d6a7f6b20a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 944 time: 0.0529966 Nov 03 02:29:56.045518 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d1af92a0-d124-4e6e-b48a-1f21123df842 req-3111ca17-0fdc-4e01-a3c0-bdf740a20030 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=df03164f-e317-41f1-bbb6-2e211a9e1309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430355 Nov 03 02:29:56.248875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 25812a24-56d3-44b9-b634-26c285fd71fc no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:29:56.407287 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 25812a24-56d3-44b9-b634-26c285fd71fc {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:29:56.407637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 25812a24-56d3-44b9-b634-26c285fd71fc not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:29:56.558541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 9fe8559e-9137-4393-8866-9bb6580274fe up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:29:56.603592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 9fe8559e-9137-4393-8866-9bb6580274fe completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:29:56.607160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 9fe8559e-9137-4393-8866-9bb6580274fe triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:29:56.607543 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:56.607885 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 9fe8559e-9137-4393-8866-9bb6580274fe Nov 03 02:29:56.678554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 9fe8559e-9137-4393-8866-9bb6580274fe is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:29:56.678946 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:56.702993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe8559e-9137-4393-8866-9bb6580274fe'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:29:56.705302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42b1182-593c-42e6-b11a-f0e735f4be70" -d '{"events": [{"server_uuid": "ac68b2b0-2a30-4531-bff2-f3f107a3d682", "name": "network-vif-plugged", "status": "completed", "tag": "9fe8559e-9137-4393-8866-9bb6580274fe"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:29:56.718300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 9fe8559e-9137-4393-8866-9bb6580274fe, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=9fe8559e-9137-4393-8866-9bb6580274fe,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:29:56.722903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:56.745300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ee841c-c5cd-4d12-9d76-73384c241af0 x-openstack-request-id: req-b2ee841c-c5cd-4d12-9d76-73384c241af0 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:29:56.745587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac68b2b0-2a30-4531-bff2-f3f107a3d682", "name": "network-vif-plugged", "status": "completed", "tag": "9fe8559e-9137-4393-8866-9bb6580274fe", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:29:56.745838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2ee841c-c5cd-4d12-9d76-73384c241af0 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:29:56.746232 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ee841c-c5cd-4d12-9d76-73384c241af0'] response: {'server_uuid': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe8559e-9137-4393-8866-9bb6580274fe', 'code': 200} Nov 03 02:29:56.771523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=9fe8559e-9137-4393-8866-9bb6580274fe,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:56.924335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca10f0-e4ee-4e1c-8dad-7b46a7243fae req-9a965e27-631c-46f7-b4fc-fd403a4bc50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:56.926360 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61ca10f0-e4ee-4e1c-8dad-7b46a7243fae req-9a965e27-631c-46f7-b4fc-fd403a4bc50c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 1129 time: 0.0462074 Nov 03 02:29:56.984985 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61ca10f0-e4ee-4e1c-8dad-7b46a7243fae req-a06cf972-bd65-42a4-a46d-cd3463076c9f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=df03164f-e317-41f1-bbb6-2e211a9e1309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461648 Nov 03 02:29:57.169209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b656d-3c20-4852-a028-15e937d01432 req-71c61bd9-6e7c-4cd3-9db9-7f2d89da7ad8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:57.170602 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1c8b656d-3c20-4852-a028-15e937d01432 req-71c61bd9-6e7c-4cd3-9db9-7f2d89da7ad8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Nov 03 02:29:57.218472 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1c8b656d-3c20-4852-a028-15e937d01432 req-7f5e3582-870e-40f9-9308-8525dee449a4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=df03164f-e317-41f1-bbb6-2e211a9e1309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 Nov 03 02:29:58.342425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8f912-335c-4084-8919-81b49ba166e0 req-b716b680-fae9-4939-94d4-41b997f04dbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:58.343881 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eda8f912-335c-4084-8919-81b49ba166e0 req-b716b680-fae9-4939-94d4-41b997f04dbb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 945 time: 0.0517924 Nov 03 02:29:58.395219 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eda8f912-335c-4084-8919-81b49ba166e0 req-f862e42b-9420-4c5c-9011-41eb654fbb93 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=df03164f-e317-41f1-bbb6-2e211a9e1309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457740 Nov 03 02:29:58.515414 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b9f08-64a6-4b2f-9153-dd8b0077e114 req-9a5b0763-4792-4711-bb32-45b2e601c131 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:58.516899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-892b9f08-64a6-4b2f-9153-dd8b0077e114 req-9a5b0763-4792-4711-bb32-45b2e601c131 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 945 time: 0.0519006 Nov 03 02:29:58.564040 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-892b9f08-64a6-4b2f-9153-dd8b0077e114 req-c19c0df0-3983-41dd-ad05-2b69ddf589d8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=df03164f-e317-41f1-bbb6-2e211a9e1309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416248 Nov 03 02:29:58.592624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41412) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:58.635264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe10e0-67f7-4f92-adfa-f2b6e74cd81c tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:29:58.636790 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1ebe10e0-67f7-4f92-adfa-f2b6e74cd81c tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 1124 time: 0.0432396 Nov 03 02:29:58.639613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41414) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:29:58.644808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '9fe8559e-9137-4393-8866-9bb6580274fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:29:58.664920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:58.763788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:58.864327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.133 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/3a21ef4a-f435-481e-b198-1d8c4b7fa528) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:29:58.970199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (3a21ef4a-f435-481e-b198-1d8c4b7fa528), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:59.002029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3a21ef4a-f435-481e-b198-1d8c4b7fa528), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:59.037677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:29:59.040637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:29:59.044068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:29:59.069304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=3a21ef4a-f435-481e-b198-1d8c4b7fa528,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:59.391041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (95b5d498-09d4-45ac-9ca0-b368210c083b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:59.455344 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3a21ef4a-f435-481e-b198-1d8c4b7fa528), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:59.600016 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (3a21ef4a-f435-481e-b198-1d8c4b7fa528), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:59.604477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (3a21ef4a-f435-481e-b198-1d8c4b7fa528), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:59.670208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=3a21ef4a-f435-481e-b198-1d8c4b7fa528,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:29:59.675032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (95b5d498-09d4-45ac-9ca0-b368210c083b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:29:59.771218 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 95b5d498-09d4-45ac-9ca0-b368210c083b associated. External IP: 172.26.6.133, port: 9fe8559e-9137-4393-8866-9bb6580274fe. Nov 03 02:29:59.962952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 9c2cd220-0651-494c-aee2-5b42be9542a0 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:30:00.064756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:30:00.074170 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779d03e-537b-4a9e-ad2c-aae89a00a409 None None] Sync routers for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:30:00.082223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:00.088093 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779d03e-537b-4a9e-ad2c-aae89a00a409 None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:30:00.088749 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2779d03e-537b-4a9e-ad2c-aae89a00a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:00.112011 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-47251227-021d-46cc-8440-25b333490af9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4713998 Nov 03 02:30:00.112713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'tag': '9fe8559e-9137-4393-8866-9bb6580274fe'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:30:00.115453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204a8533-345e-41df-8dcd-027f878e49c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac68b2b0-2a30-4531-bff2-f3f107a3d682", "tag": "9fe8559e-9137-4393-8866-9bb6580274fe"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:30:00.115745 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41416) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:00.153517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723a3e30-806a-4078-88df-0c84b6767778 x-openstack-request-id: req-723a3e30-806a-4078-88df-0c84b6767778 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:30:00.153818 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac68b2b0-2a30-4531-bff2-f3f107a3d682", "tag": "9fe8559e-9137-4393-8866-9bb6580274fe", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:30:00.154769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-723a3e30-806a-4078-88df-0c84b6767778 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:30:00.154769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723a3e30-806a-4078-88df-0c84b6767778'] response: {'name': 'network-changed', 'server_uuid': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'tag': '9fe8559e-9137-4393-8866-9bb6580274fe', 'status': 'completed', 'code': 200} Nov 03 02:30:00.178579 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bcda0cd2-5675-436f-99f6-81bbeae64996 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/95b5d498-09d4-45ac-9ca0-b368210c083b HTTP/1.1" status: 200 len: 991 time: 0.0610781 Nov 03 02:30:00.193910 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2779d03e-537b-4a9e-ad2c-aae89a00a409 None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:30:00.228259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a8533-345e-41df-8dcd-027f878e49c4 req-2a95e67b-3c76-49d3-9503-5a3e394771ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:00.229796 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-204a8533-345e-41df-8dcd-027f878e49c4 req-2a95e67b-3c76-49d3-9503-5a3e394771ae service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 1129 time: 0.0525699 Nov 03 02:30:00.319870 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a8533-345e-41df-8dcd-027f878e49c4 req-03ebc4bf-8ef5-4c71-a67b-e27a90921458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:00.321372 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-204a8533-345e-41df-8dcd-027f878e49c4 req-03ebc4bf-8ef5-4c71-a67b-e27a90921458 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 200 len: 897 time: 0.0857534 Nov 03 02:30:00.407353 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2779d03e-537b-4a9e-ad2c-aae89a00a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '95b5d498-09d4-45ac-9ca0-b368210c083b', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'port_id': '9fe8559e-9137-4393-8866-9bb6580274fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'mac_address': 'fa:16:3e:b8:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:29:59Z', 'updated_at': '2022-11-03T02:29:59Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:00.433404 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779d03e-537b-4a9e-ad2c-aae89a00a409 None None] Checking router: 9c2cd220-0651-494c-aee2-5b42be9542a0 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:30:00.443094 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779d03e-537b-4a9e-ad2c-aae89a00a409 None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:30:00.443723 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2779d03e-537b-4a9e-ad2c-aae89a00a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:29:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:00.550514 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2779d03e-537b-4a9e-ad2c-aae89a00a409 None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:30:00.676735 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-204a8533-345e-41df-8dcd-027f878e49c4 req-5b3853d2-61af-44f9-b4ff-42ad5f8d0a65 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe8559e-9137-4393-8866-9bb6580274fe HTTP/1.1" status: 200 len: 999 time: 0.3494632 Nov 03 02:30:00.726167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a8533-345e-41df-8dcd-027f878e49c4 req-c745830e-a3f1-46cb-8915-e4861da4441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:00.727619 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-204a8533-345e-41df-8dcd-027f878e49c4 req-c745830e-a3f1-46cb-8915-e4861da4441b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=02e1ac05-ec5e-4841-b2a3-7019b53ffc9f HTTP/1.1" status: 200 len: 835 time: 0.0440643 Nov 03 02:30:00.770770 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2779d03e-537b-4a9e-ad2c-aae89a00a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '95b5d498-09d4-45ac-9ca0-b368210c083b', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'port_id': '9fe8559e-9137-4393-8866-9bb6580274fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'mac_address': 'fa:16:3e:b8:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:29:59Z', 'updated_at': '2022-11-03T02:29:59Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:00.775472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a8533-345e-41df-8dcd-027f878e49c4 req-6ae0b61a-e4ff-4cdb-af6a-66cd070ca899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:00.776999 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-204a8533-345e-41df-8dcd-027f878e49c4 req-6ae0b61a-e4ff-4cdb-af6a-66cd070ca899 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436237 Nov 03 02:30:00.795087 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779d03e-537b-4a9e-ad2c-aae89a00a409 None None] The sync data for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv is: [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '95b5d498-09d4-45ac-9ca0-b368210c083b', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'port_id': '9fe8559e-9137-4393-8866-9bb6580274fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'mac_address': 'fa:16:3e:b8:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:29:59Z', 'updated_at': '2022-11-03T02:29:59Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:30:00.871530 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-204a8533-345e-41df-8dcd-027f878e49c4 req-77ec9183-d235-473d-a10a-5cc3234433d7 service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875783 Nov 03 02:30:00.966403 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-204a8533-345e-41df-8dcd-027f878e49c4 req-b860088a-3caf-4bc7-b76b-c4549cc469fd service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880892 Nov 03 02:30:00.997926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfeb2ee-f171-4d48-b437-b002ee74e4a7 None None] New status for floating IP 95b5d498-09d4-45ac-9ca0-b368210c083b: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:30:01.182256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41420) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:01.237287 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-da785fa6-f4dd-4bd5-bd11-26ddcefcae3f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/95b5d498-09d4-45ac-9ca0-b368210c083b HTTP/1.1" status: 200 len: 993 time: 0.0538456 Nov 03 02:30:05.988952 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:30:08.072688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:09.726620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-23a72361-2a4a-4930-8eb9-2893ecdb0694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:11.738477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d17e8c-1740-4f2f-b4d7-1a85ef037a64 req-eabfd001-1609-42fc-b6ef-6f653cec53a9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:11.740012 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-78d17e8c-1740-4f2f-b4d7-1a85ef037a64 req-eabfd001-1609-42fc-b6ef-6f653cec53a9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 946 time: 0.0531754 Nov 03 02:30:11.793518 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-78d17e8c-1740-4f2f-b4d7-1a85ef037a64 req-88e98ee1-9c21-4aee-9b9f-b69872c0e423 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478573 Nov 03 02:30:12.221894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5b431d49-edf2-47af-9964-1ab72f2fca26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:12.921824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25781950-d907-4847-98b2-a87971760671 req-e815049d-1375-40e7-9b7b-1d5acae36917 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:12.923585 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-25781950-d907-4847-98b2-a87971760671 req-e815049d-1375-40e7-9b7b-1d5acae36917 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 946 time: 0.0537481 Nov 03 02:30:12.972800 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-25781950-d907-4847-98b2-a87971760671 req-54a32d85-ee4e-4fbd-a9c9-2a08934ce8cd tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434511 Nov 03 02:30:13.140941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:13.607868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-40f76ed8-34b9-42e1-93a0-fa2adf36b421 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:13.609350 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-40f76ed8-34b9-42e1-93a0-fa2adf36b421 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 946 time: 0.0519502 Nov 03 02:30:13.700386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Deleting port e44cfa83-8420-4a71-ac90-b43cf12918b7 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:30:13.700753 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:13.788242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] For port e44cfa83-8420-4a71-ac90-b43cf12918b7, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e44cfa83-8420-4a71-ac90-b43cf12918b7,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:30:13.788641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:13.993935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:13.994655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (7483a4e4-4d4c-4ef2-b908-1374c4ef4850), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:13.994655 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Floating IP 7483a4e4-4d4c-4ef2-b908-1374c4ef4850 disassociated. External IP: 172.26.6.245, port: e44cfa83-8420-4a71-ac90-b43cf12918b7. Nov 03 02:30:13.994943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Calling delete_port for e44cfa83-8420-4a71-ac90-b43cf12918b7 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:30:14.138883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1a717-cbd7-4a95-be8e-8d1abcd9af2e req-95467863-3d50-44cb-afad-4bfe51be7fa7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:14.140266 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4de1a717-cbd7-4a95-be8e-8d1abcd9af2e req-95467863-3d50-44cb-afad-4bfe51be7fa7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 946 time: 0.0904586 Nov 03 02:30:14.180513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e44cfa83-8420-4a71-ac90-b43cf12918b7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:14.219520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event deleted for resources: {'Port': ['ID=e44cfa83-8420-4a71-ac90-b43cf12918b7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:14.225374 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4de1a717-cbd7-4a95-be8e-8d1abcd9af2e req-3c4c4d3e-aa0e-4fba-a603-474d61b56b9e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780480 Nov 03 02:30:14.333984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Router 33a9ddf1-560b-4718-aec6-6a8ed115679d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:30:14.436127 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:30:14.446596 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55c38f-72c4-4aec-bfa1-bb588ac3778a None None] Sync routers for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:30:14.456640 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55c38f-72c4-4aec-bfa1-bb588ac3778a None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:30:14.457375 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0e55c38f-72c4-4aec-bfa1-bb588ac3778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:30:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:14.478047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] No DVR routers for this DVR port e44cfa83-8420-4a71-ac90-b43cf12918b7 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:30:14.480712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:14.484223 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3da2e442-207c-43e5-a697-82e7a0bf8f29 req-fab83a74-aab2-4731-b5f2-f03307426b62 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "DELETE /v2.0/ports/e44cfa83-8420-4a71-ac90-b43cf12918b7 HTTP/1.1" status: 204 len: 173 time: 0.8679080 Nov 03 02:30:14.484760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'name': 'network-vif-deleted', 'tag': 'e44cfa83-8420-4a71-ac90-b43cf12918b7'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:30:14.487012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa3e5fb-c062-4d7e-acf0-a74d5a68140a" -d '{"events": [{"server_uuid": "45f88454-a1ef-4f4b-b1da-db1d5e630e42", "name": "network-vif-deleted", "tag": "e44cfa83-8420-4a71-ac90-b43cf12918b7"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:30:14.524767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c41e61-6083-44ee-af73-c4aeb5773ff2 x-openstack-request-id: req-03c41e61-6083-44ee-af73-c4aeb5773ff2 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:30:14.525041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f88454-a1ef-4f4b-b1da-db1d5e630e42", "name": "network-vif-deleted", "tag": "e44cfa83-8420-4a71-ac90-b43cf12918b7", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:30:14.525298 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03c41e61-6083-44ee-af73-c4aeb5773ff2 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:30:14.525705 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c41e61-6083-44ee-af73-c4aeb5773ff2'] response: {'server_uuid': '45f88454-a1ef-4f4b-b1da-db1d5e630e42', 'name': 'network-vif-deleted', 'tag': 'e44cfa83-8420-4a71-ac90-b43cf12918b7', 'status': 'completed', 'code': 200} Nov 03 02:30:14.570893 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0e55c38f-72c4-4aec-bfa1-bb588ac3778a None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:30:14.649240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:14.784573 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0e55c38f-72c4-4aec-bfa1-bb588ac3778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:14.809756 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55c38f-72c4-4aec-bfa1-bb588ac3778a None None] Checking router: 33a9ddf1-560b-4718-aec6-6a8ed115679d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:30:14.820427 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55c38f-72c4-4aec-bfa1-bb588ac3778a None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:30:14.821142 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0e55c38f-72c4-4aec-bfa1-bb588ac3778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:30:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:15.016441 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0e55c38f-72c4-4aec-bfa1-bb588ac3778a None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:30:15.224050 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0e55c38f-72c4-4aec-bfa1-bb588ac3778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:15.252886 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55c38f-72c4-4aec-bfa1-bb588ac3778a None None] The sync data for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv is: [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:30:15.367299 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52fe230c-05d6-452d-9ec3-88680325461b req-f23ea7c7-3a11-4476-b374-7cd6a7f96881 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 0.0419300 Nov 03 02:30:15.522167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66dd2ad-20b6-494c-adde-91b5ff698453 None None] New status for floating IP 7483a4e4-4d4c-4ef2-b908-1374c4ef4850: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:30:16.079445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:16.477211 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2608e4cb-693f-4431-84e5-d453f5cecebc req-48737521-5971-4e56-9b8d-46b5161cb3fe tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 0.0286508 Nov 03 02:30:16.683431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e44cfa83-8420-4a71-ac90-b43cf12918b7 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:30:16.703266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: e44cfa83-8420-4a71-ac90-b43cf12918b7 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:30:16.703614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e44cfa83-8420-4a71-ac90-b43cf12918b7 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:30:17.575661 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a6fa0fbd-8ab7-4747-ac4a-79ad88b67541 req-81181327-df0a-49de-b5be-5d43af00b602 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 0.0276792 Nov 03 02:30:18.675393 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60986353-6748-4efc-8033-f66629e1680b req-6a7ef31e-ac63-47c9-a6de-dbca5d759f4e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 0.0272183 Nov 03 02:30:19.777519 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d044d18-dee5-4728-8afd-c25ea207dea4 req-f797239f-c952-4b88-abc5-382d0d1aaf6d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 0.0285110 Nov 03 02:30:20.882868 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff242576-6585-40dd-863e-805807d9681c req-e594828a-c7a9-43b4-bdd6-1803bf781af3 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 0.0303211 Nov 03 02:30:21.988059 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc6c79fc-8299-4942-80ce-82e68a784235 req-b1a927a3-efc6-4c73-bc6b-82fae9ad5934 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 0.0309482 Nov 03 02:30:23.091829 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-34b86293-805f-44e0-8c97-cc86916e49b9 req-4c8778d1-318b-4857-bffc-4831320575da tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f88454-a1ef-4f4b-b1da-db1d5e630e42 HTTP/1.1" status: 200 len: 210 time: 0.0275497 Nov 03 02:30:24.355696 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-b093bcd2-601c-48fb-ac21-56a1b2ead3d2 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36406731&fields=id&tenant_id=85d090cdd5024f12953b609b70451319 HTTP/1.1" status: 200 len: 267 time: 0.0438743 Nov 03 02:30:24.464546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-59797c67-422b-4400-b04f-282721d5fba0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:24.465925 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-59797c67-422b-4400-b04f-282721d5fba0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 811 time: 0.1039267 Nov 03 02:30:24.480788 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-cf9d87c3-1879-48fa-a52d-5ec26c4a6abc tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/quotas/85d090cdd5024f12953b609b70451319 HTTP/1.1" status: 200 len: 375 time: 0.0095463 Nov 03 02:30:24.534230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-a10b90b5-10e9-4845-919d-8a371701dc6e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487723 Nov 03 02:30:24.626967 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-4356a38f-9e8c-4343-b876-28089a7989be service neutron] 10.222.0.23 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811749 Nov 03 02:30:24.721952 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-0ee0604a-8404-4033-848d-00d714021eaa service neutron] 10.222.0.23 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891197 Nov 03 02:30:25.010354 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c02f453-dceb-4662-b7b3-07d33a6f5926 req-77f02eb9-2a79-445a-aeea-99fc92f28734 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 210 time: 0.0281200 Nov 03 02:30:25.956967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-2795c2e0-bec0-4ccb-a075-84d1eb81fb94 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:25.959077 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-2795c2e0-bec0-4ccb-a075-84d1eb81fb94 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 811 time: 0.1089091 Nov 03 02:30:26.026414 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-8d893073-e611-4b27-b1d7-42d609ac7a35 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85d090cdd5024f12953b609b70451319 HTTP/1.1" status: 200 len: 378 time: 0.0552878 Nov 03 02:30:26.035034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'port': {'device_id': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'admin_state_up': True, 'tenant_id': '85d090cdd5024f12953b609b70451319', 'security_groups': ['7f55eacb-80c7-41a0-b4ca-3fe0fd428496']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:26.127120 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c6929606-39d3-4806-abb8-63ea6fa55ea4 req-cd9bd144-aeda-43d0-92a3-ce71819863ea tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 210 time: 0.0348480 Nov 03 02:30:26.173436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Made reservation on behalf of 85d090cdd5024f12953b609b70451319 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:30:26.176777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:26.306042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Allocated IP 172.20.0.12 (c497e5a1-fa84-40b4-9a93-bbaa81315a40/fc85f33e-a9bb-401a-8f2b-36b88bf79176/050619f0-f327-4a9d-ba5d-9746928757cb) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:30:26.448683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for port (050619f0-f327-4a9d-ba5d-9746928757cb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:26.480584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:26.518715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Network c497e5a1-fa84-40b4-9a93-bbaa81315a40 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:30:26.522057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:30:26.525744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:30:26.561062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'Port': ['ID=050619f0-f327-4a9d-ba5d-9746928757cb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:26.592272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:26.592908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:26.609878 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-52df7ea3-6a65-471b-b819-e040abb7e010 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5784237 Nov 03 02:30:26.621653 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Request body: {'port': {'device_id': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:26.686415 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:26.806206 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2d809e4b-660c-4c95-bb84-47e6f9adf066 None None] Provisioning complete for port 050619f0-f327-4a9d-ba5d-9746928757cb triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:30:26.806790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2d809e4b-660c-4c95-bb84-47e6f9adf066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:26.806906 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2d809e4b-660c-4c95-bb84-47e6f9adf066 None None] Attempt 1 to provision port 050619f0-f327-4a9d-ba5d-9746928757cb Nov 03 02:30:26.846640 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2d809e4b-660c-4c95-bb84-47e6f9adf066 None None] Port 050619f0-f327-4a9d-ba5d-9746928757cb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:30:26.949758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050619f0-f327-4a9d-ba5d-9746928757cb {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:30:26.958344 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Publish callbacks [] for port (050619f0-f327-4a9d-ba5d-9746928757cb), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:26.971101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Transition to ACTIVE for port object 050619f0-f327-4a9d-ba5d-9746928757cb will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:30:26.976547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:27.039203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Pushing event updated for resources: {'Port': ['ID=050619f0-f327-4a9d-ba5d-9746928757cb,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:27.089703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Attempting to bind port 050619f0-f327-4a9d-ba5d-9746928757cb on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:30:27.090029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Attempting to bind port 050619f0-f327-4a9d-ba5d-9746928757cb by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:30:27.090362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Attempting to bind port 050619f0-f327-4a9d-ba5d-9746928757cb on network c497e5a1-fa84-40b4-9a93-bbaa81315a40 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:30:27.094735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Port 050619f0-f327-4a9d-ba5d-9746928757cb on network c497e5a1-fa84-40b4-9a93-bbaa81315a40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:30:27.095056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Attempting to bind port 050619f0-f327-4a9d-ba5d-9746928757cb on network c497e5a1-fa84-40b4-9a93-bbaa81315a40 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:30:27.100910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:30:27.101256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Checking segment: {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:30:27.101644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Bound using segment: {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:30:27.102079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Bound port: 050619f0-f327-4a9d-ba5d-9746928757cb, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:30:27.102446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:27.173025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] For port 050619f0-f327-4a9d-ba5d-9746928757cb, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:30:27.177564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] For port 050619f0-f327-4a9d-ba5d-9746928757cb, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=050619f0-f327-4a9d-ba5d-9746928757cb,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:30:27.184997 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:27.189644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:27.190461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:27.191890 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] 10.222.0.27 "PUT /v2.0/ports/050619f0-f327-4a9d-ba5d-9746928757cb HTTP/1.1" status: 200 len: 1094 time: 0.5748155 Nov 03 02:30:27.193015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'tag': '050619f0-f327-4a9d-ba5d-9746928757cb'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:30:27.196876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f1c294-bc43-434e-adcc-4a464724e06c" -d '{"events": [{"name": "network-changed", "server_uuid": "67d069a1-1eb4-4d88-8289-1064afa4ba21", "tag": "050619f0-f327-4a9d-ba5d-9746928757cb"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:30:27.243604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95280b31-a722-4612-b057-f39406dd3b54 x-openstack-request-id: req-95280b31-a722-4612-b057-f39406dd3b54 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:30:27.243895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d069a1-1eb4-4d88-8289-1064afa4ba21", "tag": "050619f0-f327-4a9d-ba5d-9746928757cb", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:30:27.244150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95280b31-a722-4612-b057-f39406dd3b54 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:30:27.244580 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95280b31-a722-4612-b057-f39406dd3b54'] response: {'name': 'network-changed', 'server_uuid': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'tag': '050619f0-f327-4a9d-ba5d-9746928757cb', 'status': 'completed', 'code': 200} Nov 03 02:30:27.327766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cd507-fe15-4ba7-a022-f992cb98ecb3 service neutron] Pushing event updated for resources: {'Port': ['ID=050619f0-f327-4a9d-ba5d-9746928757cb,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:27.347727 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2d809e4b-660c-4c95-bb84-47e6f9adf066 None None] Attempt 2 to provision port 050619f0-f327-4a9d-ba5d-9746928757cb Nov 03 02:30:27.356705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0015df-d9db-403e-b027-7640d9010ab7 req-2dc1d38c-c8c5-44d6-9cf1-4fb0776fdaa5 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:27.358195 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ad0015df-d9db-403e-b027-7640d9010ab7 req-2dc1d38c-c8c5-44d6-9cf1-4fb0776fdaa5 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.1164570 Nov 03 02:30:27.362878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-64c2a376-1a8f-4e75-b075-ecb0233e8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:27.364796 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-64c2a376-1a8f-4e75-b075-ecb0233e8577 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 1128 time: 0.1080294 Nov 03 02:30:27.394715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2d809e4b-660c-4c95-bb84-47e6f9adf066 None None] Port 050619f0-f327-4a9d-ba5d-9746928757cb had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:30:27.419655 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-480ba9ab-ccf7-4f95-a855-1152d86d17f0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050619f0-f327-4a9d-ba5d-9746928757cb HTTP/1.1" status: 200 len: 217 time: 0.0393631 Nov 03 02:30:27.469867 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ad0015df-d9db-403e-b027-7640d9010ab7 req-fd4bc138-a87b-4975-a89c-2c4119fef4e8 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037638 Nov 03 02:30:27.491877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-5291429d-dddc-4406-87c2-a24d1506b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:27.493458 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-5291429d-dddc-4406-87c2-a24d1506b4fc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0660937 Nov 03 02:30:27.545554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-177d09ba-0249-4f72-a4f9-718e71642831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:27.546949 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-177d09ba-0249-4f72-a4f9-718e71642831 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473990 Nov 03 02:30:27.636853 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-d7e7cc02-eb4a-4af5-bd7d-a0a931e6adcc service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827992 Nov 03 02:30:27.733256 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6af8714b-ddc2-4a41-b708-faed1a7543c2 req-1956f1da-a0b7-44d8-a653-daf3c21dd7c5 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872500 Nov 03 02:30:27.823223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c294-bc43-434e-adcc-4a464724e06c req-7984cd47-3307-4c8f-98aa-b49be96c80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:27.824862 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9f1c294-bc43-434e-adcc-4a464724e06c req-7984cd47-3307-4c8f-98aa-b49be96c80f6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 1128 time: 0.0476515 Nov 03 02:30:27.918089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c294-bc43-434e-adcc-4a464724e06c req-536ba7a2-ce31-4624-8873-ef3a4e2238e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:27.919654 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9f1c294-bc43-434e-adcc-4a464724e06c req-536ba7a2-ce31-4624-8873-ef3a4e2238e3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.0876265 Nov 03 02:30:27.965411 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9f1c294-bc43-434e-adcc-4a464724e06c req-bc7b0b44-9fd8-4540-9c09-bebfb6897f2c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050619f0-f327-4a9d-ba5d-9746928757cb HTTP/1.1" status: 200 len: 217 time: 0.0370066 Nov 03 02:30:28.014278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c294-bc43-434e-adcc-4a464724e06c req-0ee68e99-8934-48d9-a4e4-e04e652d2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:28.015789 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9f1c294-bc43-434e-adcc-4a464724e06c req-0ee68e99-8934-48d9-a4e4-e04e652d2b2e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0441911 Nov 03 02:30:28.064692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c294-bc43-434e-adcc-4a464724e06c req-58606e5a-2ea1-4f05-bde7-debab59393a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:28.066201 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9f1c294-bc43-434e-adcc-4a464724e06c req-58606e5a-2ea1-4f05-bde7-debab59393a6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443888 Nov 03 02:30:28.162924 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9f1c294-bc43-434e-adcc-4a464724e06c req-fa581226-eab2-4f61-a928-3d330a7bd310 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893207 Nov 03 02:30:28.253321 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9f1c294-bc43-434e-adcc-4a464724e06c req-49f3067b-41b6-4cc0-b586-8c5ac1915368 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839350 Nov 03 02:30:28.601701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a13a8-5283-4d6c-aae1-1f71098b22c3 req-46eed7f1-d435-448d-9b46-c016dca03ed7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:28.603171 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-180a13a8-5283-4d6c-aae1-1f71098b22c3 req-46eed7f1-d435-448d-9b46-c016dca03ed7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0577707 Nov 03 02:30:28.654802 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-180a13a8-5283-4d6c-aae1-1f71098b22c3 req-ce5d4d86-0cb5-44a3-a1d1-12fbb53595ae tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460520 Nov 03 02:30:29.790082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517401ed-3e7f-424d-995b-eb51038ba129 req-43056913-d84d-49f1-b455-fd4236cd7e85 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:29.791782 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-517401ed-3e7f-424d-995b-eb51038ba129 req-43056913-d84d-49f1-b455-fd4236cd7e85 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0563729 Nov 03 02:30:29.844337 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-517401ed-3e7f-424d-995b-eb51038ba129 req-607e3372-93e2-4792-8b67-5e62802f001e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469534 Nov 03 02:30:30.974847 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b315eb-cfc0-4988-ae1f-d01140921134 req-3e6673a4-775a-43b1-b846-1cb1c3e9eaea tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:30.976386 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c0b315eb-cfc0-4988-ae1f-d01140921134 req-3e6673a4-775a-43b1-b846-1cb1c3e9eaea tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0559955 Nov 03 02:30:31.031681 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c0b315eb-cfc0-4988-ae1f-d01140921134 req-35bce426-a937-4c0f-a7a2-20a2700d5463 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497286 Nov 03 02:30:32.162148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d46c2-cc0f-4ed3-92bc-6267a6dd6f76 req-03d4c6ed-c656-49b1-98c0-91cdd4525030 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:32.163596 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ca5d46c2-cc0f-4ed3-92bc-6267a6dd6f76 req-03d4c6ed-c656-49b1-98c0-91cdd4525030 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0538995 Nov 03 02:30:32.213564 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ca5d46c2-cc0f-4ed3-92bc-6267a6dd6f76 req-96bb840d-c62c-4070-86d5-633ca26585df tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442421 Nov 03 02:30:33.338820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ae0c9-e74b-4a1f-8053-5693e9be61c5 req-3b5aaabd-bc6f-430d-b83c-32e24f57127e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:33.340382 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-599ae0c9-e74b-4a1f-8053-5693e9be61c5 req-3b5aaabd-bc6f-430d-b83c-32e24f57127e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0549333 Nov 03 02:30:33.389474 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-599ae0c9-e74b-4a1f-8053-5693e9be61c5 req-0320323d-77fb-4191-82bd-811b087a9c5c tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432138 Nov 03 02:30:34.520140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f13eb-d580-4ef2-a3f4-027471169b7b req-b5028f66-4209-40b5-b4cb-c30d8b256d2c tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:34.521543 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-aa5f13eb-d580-4ef2-a3f4-027471169b7b req-b5028f66-4209-40b5-b4cb-c30d8b256d2c tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0587001 Nov 03 02:30:34.569952 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-aa5f13eb-d580-4ef2-a3f4-027471169b7b req-f1dae7d7-ea1d-4afb-8159-3a7f81038eea tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428357 Nov 03 02:30:35.693977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec94ee-a3e9-44bf-afd7-5a84f57a4176 req-8746702a-8efd-4923-b071-c2aacd46bbba tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:35.695462 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52ec94ee-a3e9-44bf-afd7-5a84f57a4176 req-8746702a-8efd-4923-b071-c2aacd46bbba tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0545886 Nov 03 02:30:35.744336 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52ec94ee-a3e9-44bf-afd7-5a84f57a4176 req-6ee6554c-87ab-40fe-b5c2-024d8dfdc857 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430121 Nov 03 02:30:36.499877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41510) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:36.730736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2585af40-98d1-49cd-a4a6-da4c025069e2 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:36.731435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2585af40-98d1-49cd-a4a6-da4c025069e2 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:36.731677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2585af40-98d1-49cd-a4a6-da4c025069e2 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:36.735685 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2585af40-98d1-49cd-a4a6-da4c025069e2 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=313880603e634d3084046ce40393537e&network_id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 200 len: 3102 time: 0.2354386 Nov 03 02:30:36.873767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08378756-7e06-40e3-a945-03bf45e9f973 req-cb5caf8a-4248-45c0-ad03-c946d61d0bf1 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:36.875864 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08378756-7e06-40e3-a945-03bf45e9f973 req-cb5caf8a-4248-45c0-ad03-c946d61d0bf1 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0543096 Nov 03 02:30:36.925347 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08378756-7e06-40e3-a945-03bf45e9f973 req-86a17092-79bb-4d0a-ae8f-254b605fd078 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444334 Nov 03 02:30:38.054610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b2936-1727-4610-8186-04eae7b12eaa req-76aed802-66ac-4991-9742-2e75a9248c99 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:38.057006 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-923b2936-1727-4610-8186-04eae7b12eaa req-76aed802-66ac-4991-9742-2e75a9248c99 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0564702 Nov 03 02:30:38.064085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:38.114530 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-923b2936-1727-4610-8186-04eae7b12eaa req-28ef84a7-1f0a-4011-85b8-32d0a7d208ee tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512168 Nov 03 02:30:38.528607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41526) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:38.597982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090cc945-1844-459b-92a5-b3c115b6e65c tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:38.599476 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-090cc945-1844-459b-92a5-b3c115b6e65c tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 HTTP/1.1" status: 200 len: 814 time: 0.0699420 Nov 03 02:30:39.069103 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41532) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:39.074149 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ad7d3c63-3158-4f56-b24d-9c10c26084f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:39.129283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ad7d3c63-3158-4f56-b24d-9c10c26084f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (95b5d498-09d4-45ac-9ca0-b368210c083b), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:39.249732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cb24f-f8f2-43e5-beb5-9d42219aeecd req-d360176e-2d0d-4d3c-8a52-c9bdcb58b8a4 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:39.251982 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-602cb24f-f8f2-43e5-beb5-9d42219aeecd req-d360176e-2d0d-4d3c-8a52-c9bdcb58b8a4 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0590487 Nov 03 02:30:39.275836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ad7d3c63-3158-4f56-b24d-9c10c26084f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:39.281482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ad7d3c63-3158-4f56-b24d-9c10c26084f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (95b5d498-09d4-45ac-9ca0-b368210c083b), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:39.281836 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-ad7d3c63-3158-4f56-b24d-9c10c26084f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 95b5d498-09d4-45ac-9ca0-b368210c083b disassociated. External IP: 172.26.6.133, port: 9fe8559e-9137-4393-8866-9bb6580274fe. Nov 03 02:30:39.307043 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-602cb24f-f8f2-43e5-beb5-9d42219aeecd req-1a870b61-e5b7-496a-9e8d-4da058aaede7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480742 Nov 03 02:30:39.486562 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7d3c63-3158-4f56-b24d-9c10c26084f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 9c2cd220-0651-494c-aee2-5b42be9542a0 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:30:39.595696 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7d3c63-3158-4f56-b24d-9c10c26084f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:30:39.600723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ad7d3c63-3158-4f56-b24d-9c10c26084f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:39.606734 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de599269-aecc-42da-abaa-a8a5d3ab807f None None] Sync routers for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:30:39.618751 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de599269-aecc-42da-abaa-a8a5d3ab807f None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:30:39.619371 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-de599269-aecc-42da-abaa-a8a5d3ab807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:30:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:39.631944 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ad7d3c63-3158-4f56-b24d-9c10c26084f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/floatingips/95b5d498-09d4-45ac-9ca0-b368210c083b HTTP/1.1" status: 200 len: 690 time: 0.5610371 Nov 03 02:30:39.632827 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'tag': '9fe8559e-9137-4393-8866-9bb6580274fe'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:30:39.635096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41536) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:39.636006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc20b275-d994-4077-a2ed-4447678c19d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac68b2b0-2a30-4531-bff2-f3f107a3d682", "tag": "9fe8559e-9137-4393-8866-9bb6580274fe"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:30:39.681020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b8c7a6-ec8c-4ddf-9000-c7054e42f730 x-openstack-request-id: req-20b8c7a6-ec8c-4ddf-9000-c7054e42f730 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:30:39.681316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac68b2b0-2a30-4531-bff2-f3f107a3d682", "tag": "9fe8559e-9137-4393-8866-9bb6580274fe", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:30:39.681573 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20b8c7a6-ec8c-4ddf-9000-c7054e42f730 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:30:39.682947 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b8c7a6-ec8c-4ddf-9000-c7054e42f730'] response: {'name': 'network-changed', 'server_uuid': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'tag': '9fe8559e-9137-4393-8866-9bb6580274fe', 'status': 'completed', 'code': 200} Nov 03 02:30:39.735173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fa28655d-6b1d-47d7-b9d6-60f10b9a0a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:39.746766 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-de599269-aecc-42da-abaa-a8a5d3ab807f None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:30:39.965461 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-de599269-aecc-42da-abaa-a8a5d3ab807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:39.993198 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-51ea4dae-fd63-4719-96c0-1e138b677a95 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/95b5d498-09d4-45ac-9ca0-b368210c083b HTTP/1.1" status: 200 len: 690 time: 0.3569403 Nov 03 02:30:39.995904 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de599269-aecc-42da-abaa-a8a5d3ab807f None None] Checking router: 9c2cd220-0651-494c-aee2-5b42be9542a0 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:30:40.004984 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de599269-aecc-42da-abaa-a8a5d3ab807f None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:30:40.005531 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-de599269-aecc-42da-abaa-a8a5d3ab807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:30:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:40.027230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b275-d994-4077-a2ed-4447678c19d0 req-f54372ed-6fe8-4818-9bf2-e92cdd20b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:40.028931 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc20b275-d994-4077-a2ed-4447678c19d0 req-f54372ed-6fe8-4818-9bf2-e92cdd20b7e3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 1129 time: 0.0553937 Nov 03 02:30:40.113385 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-de599269-aecc-42da-abaa-a8a5d3ab807f None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:30:40.133715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b275-d994-4077-a2ed-4447678c19d0 req-f199177a-f2b3-4e65-ba67-2f7f99bc4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:40.135239 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc20b275-d994-4077-a2ed-4447678c19d0 req-f199177a-f2b3-4e65-ba67-2f7f99bc4526 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 200 len: 897 time: 0.0949085 Nov 03 02:30:40.178151 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc20b275-d994-4077-a2ed-4447678c19d0 req-cd7f659e-f1e6-4d45-ab9e-9c0f219b68a8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe8559e-9137-4393-8866-9bb6580274fe HTTP/1.1" status: 200 len: 217 time: 0.0340126 Nov 03 02:30:40.234376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b275-d994-4077-a2ed-4447678c19d0 req-3d1e60f5-800c-4394-9210-45a1693a6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:40.236267 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc20b275-d994-4077-a2ed-4447678c19d0 req-3d1e60f5-800c-4394-9210-45a1693a6546 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=02e1ac05-ec5e-4841-b2a3-7019b53ffc9f HTTP/1.1" status: 200 len: 835 time: 0.0495741 Nov 03 02:30:40.297049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b275-d994-4077-a2ed-4447678c19d0 req-ed640500-ac44-4203-9ea2-563ad12ee1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:40.298571 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc20b275-d994-4077-a2ed-4447678c19d0 req-ed640500-ac44-4203-9ea2-563ad12ee1c0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0506256 Nov 03 02:30:40.318244 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-de599269-aecc-42da-abaa-a8a5d3ab807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:40.343389 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de599269-aecc-42da-abaa-a8a5d3ab807f None None] The sync data for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv is: [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:30:40.437653 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc20b275-d994-4077-a2ed-4447678c19d0 req-49aa555e-ac03-4c84-809c-a1db02e01063 service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262267 Nov 03 02:30:40.510820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6fad0-a468-428e-ae5a-cfec74e14aa9 req-b790174f-7257-4b7c-b869-492cc6cdde1a tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:40.512327 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-15b6fad0-a468-428e-ae5a-cfec74e14aa9 req-b790174f-7257-4b7c-b869-492cc6cdde1a tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.1183805 Nov 03 02:30:40.595055 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-15b6fad0-a468-428e-ae5a-cfec74e14aa9 req-2b5ce123-db4d-4711-be2b-d04f6651de89 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736942 Nov 03 02:30:40.601495 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc20b275-d994-4077-a2ed-4447678c19d0 req-f5e06357-b8e5-4859-99d4-eb04ec6e083c service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499672 Nov 03 02:30:40.633770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d868cfe-4e29-49a7-af39-1d09d993da61 None None] New status for floating IP 95b5d498-09d4-45ac-9ca0-b368210c083b: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:30:40.996343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41542) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:41.039785 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-87f437c1-e17a-439f-a100-a0463f515d72 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/95b5d498-09d4-45ac-9ca0-b368210c083b HTTP/1.1" status: 200 len: 688 time: 0.0422113 Nov 03 02:30:41.732251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456b454-251c-4dbb-9e16-bfaef720291c req-dc97b307-d3fd-445d-b5da-d3f3c107ddc8 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:41.734156 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c456b454-251c-4dbb-9e16-bfaef720291c req-dc97b307-d3fd-445d-b5da-d3f3c107ddc8 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0601258 Nov 03 02:30:41.788408 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c456b454-251c-4dbb-9e16-bfaef720291c req-cf2280d7-bd87-443d-bd87-78acf49bb7cf tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447247 Nov 03 02:30:42.110848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41548) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:42.115597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61170357', 'description': 'tempest-secgroup-smoke-61170357 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:42.140658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.218509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (ff743774-35f2-4665-a2b1-8fcca66785b8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.222746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (ff743774-35f2-4665-a2b1-8fcca66785b8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.227718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7371111c-8d7f-45e1-8229-58df962762bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.248552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.249812 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1379499 Nov 03 02:30:42.253040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41550) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:42.259609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff743774-35f2-4665-a2b1-8fcca66785b8,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:42.260912 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'ff743774-35f2-4665-a2b1-8fcca66785b8', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:42.267313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.267521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.268033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.268347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.268792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.269131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.269497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.269841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.270179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.270514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.270844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.271174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.271504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850c0-c0db-45e6-b1bd-5273f86e6ce1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.293814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (29cebe1b-398f-4a40-8bf2-9194305eeec1), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.355662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (29cebe1b-398f-4a40-8bf2-9194305eeec1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.359571 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (29cebe1b-398f-4a40-8bf2-9194305eeec1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.378043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cebe1b-398f-4a40-8bf2-9194305eeec1,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:42.386277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.387435 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318438 Nov 03 02:30:42.389330 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.389705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.390130 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.390483 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.390614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41552) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:42.390819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.391151 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.391489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.391824 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.392150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.392501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.392833 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.393161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.393488 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ca27-effe-49f8-9a61-6a947fb20e28 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:42.395395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e372aa2f-78c8-4c61-873e-082d4c173c5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'ff743774-35f2-4665-a2b1-8fcca66785b8', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:42.422309 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e372aa2f-78c8-4c61-873e-082d4c173c5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (a855b754-f498-4186-b801-2f4fbfb865a5), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.483410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e372aa2f-78c8-4c61-873e-082d4c173c5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (a855b754-f498-4186-b801-2f4fbfb865a5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.487190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e372aa2f-78c8-4c61-873e-082d4c173c5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (a855b754-f498-4186-b801-2f4fbfb865a5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.504397 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372aa2f-78c8-4c61-873e-082d4c173c5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a855b754-f498-4186-b801-2f4fbfb865a5,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:42.514078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e372aa2f-78c8-4c61-873e-082d4c173c5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.515460 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e372aa2f-78c8-4c61-873e-082d4c173c5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238139 Nov 03 02:30:42.518178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41554) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:42.522608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-db56653b-bea0-4393-9913-d9da017547d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'ff743774-35f2-4665-a2b1-8fcca66785b8', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:42.546503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-db56653b-bea0-4393-9913-d9da017547d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (c24b0948-b662-4101-9679-8ee244dd8662), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.609457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-db56653b-bea0-4393-9913-d9da017547d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (c24b0948-b662-4101-9679-8ee244dd8662), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.613435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-db56653b-bea0-4393-9913-d9da017547d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (c24b0948-b662-4101-9679-8ee244dd8662), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.633210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56653b-bea0-4393-9913-d9da017547d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24b0948-b662-4101-9679-8ee244dd8662,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:42.638820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-db56653b-bea0-4393-9913-d9da017547d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.640034 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-db56653b-bea0-4393-9913-d9da017547d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208730 Nov 03 02:30:42.642915 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41556) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:42.647668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-11954d89-c79d-47e7-98d4-e28d8aed1117 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'ff743774-35f2-4665-a2b1-8fcca66785b8', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:42.673246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11954d89-c79d-47e7-98d4-e28d8aed1117 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (13a6fdbc-4f20-411c-99ca-91ae1433e20f), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.731388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11954d89-c79d-47e7-98d4-e28d8aed1117 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (13a6fdbc-4f20-411c-99ca-91ae1433e20f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.735280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11954d89-c79d-47e7-98d4-e28d8aed1117 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (13a6fdbc-4f20-411c-99ca-91ae1433e20f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.750557 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11954d89-c79d-47e7-98d4-e28d8aed1117 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a6fdbc-4f20-411c-99ca-91ae1433e20f,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:42.761724 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11954d89-c79d-47e7-98d4-e28d8aed1117 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.766027 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-11954d89-c79d-47e7-98d4-e28d8aed1117 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209190 Nov 03 02:30:42.766354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41558) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:42.770914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-552509f1-0134-4b4f-800e-263e30766e7a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'ff743774-35f2-4665-a2b1-8fcca66785b8', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:42.792232 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-552509f1-0134-4b4f-800e-263e30766e7a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:30:42.797152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-552509f1-0134-4b4f-800e-263e30766e7a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (282f1186-6dfd-48a4-91f3-22931cb5dc0a), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.857171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-552509f1-0134-4b4f-800e-263e30766e7a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (282f1186-6dfd-48a4-91f3-22931cb5dc0a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.861594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-552509f1-0134-4b4f-800e-263e30766e7a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (282f1186-6dfd-48a4-91f3-22931cb5dc0a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.906166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552509f1-0134-4b4f-800e-263e30766e7a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282f1186-6dfd-48a4-91f3-22931cb5dc0a,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:42.912688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-552509f1-0134-4b4f-800e-263e30766e7a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.913957 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-552509f1-0134-4b4f-800e-263e30766e7a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465962 Nov 03 02:30:42.917205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41562) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:42.921025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f47b2a53-06ea-49a9-b9b4-fac9488f70be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'ff743774-35f2-4665-a2b1-8fcca66785b8', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:42.955856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbca1e1-98b4-4025-bb3e-8ec7d4d3cab7 req-eeb20dc2-c921-47b5-b66d-fe7a1d215f39 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:42.957402 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dfbca1e1-98b4-4025-bb3e-8ec7d4d3cab7 req-eeb20dc2-c921-47b5-b66d-fe7a1d215f39 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0939221 Nov 03 02:30:42.958316 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-f47b2a53-06ea-49a9-b9b4-fac9488f70be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:30:42.964321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f47b2a53-06ea-49a9-b9b4-fac9488f70be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (b50566a2-b0d4-46e4-b473-657d0c302142), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:42.988230 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:30:43.046754 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dfbca1e1-98b4-4025-bb3e-8ec7d4d3cab7 req-0f3e22b1-2682-44fd-a86d-ec81d2cce637 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795503 Nov 03 02:30:43.061769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f47b2a53-06ea-49a9-b9b4-fac9488f70be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (b50566a2-b0d4-46e4-b473-657d0c302142), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:43.074183 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f47b2a53-06ea-49a9-b9b4-fac9488f70be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (b50566a2-b0d4-46e4-b473-657d0c302142), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:43.094353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b2a53-06ea-49a9-b9b4-fac9488f70be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50566a2-b0d4-46e4-b473-657d0c302142,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:43.099195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f47b2a53-06ea-49a9-b9b4-fac9488f70be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:43.100417 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f47b2a53-06ea-49a9-b9b4-fac9488f70be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1827717 Nov 03 02:30:43.147778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:43.316626 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-041d2e5b-a8ae-40a4-8ae5-20e7be334d51 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61170357&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.0499275 Nov 03 02:30:43.426245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-6cde18f2-bee1-4478-ae7a-c69e98f467d4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:43.427742 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-6cde18f2-bee1-4478-ae7a-c69e98f467d4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/networks?id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 200 len: 796 time: 0.1042998 Nov 03 02:30:43.442271 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-17764273-69cc-4dd1-bbe5-fada31bfed35 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/quotas/313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 375 time: 0.0087986 Nov 03 02:30:43.498576 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-2954a0ff-1d60-4083-860e-85ce726084dd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510032 Nov 03 02:30:43.592568 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-375c008a-f6a6-4cef-a627-90292481d0da service neutron] 10.222.0.23 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821753 Nov 03 02:30:43.684739 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-687325fd-1551-47a0-acba-72acf4582ccd service neutron] 10.222.0.23 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863457 Nov 03 02:30:43.845364 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3988c1c1-7a80-4b00-8917-f768ae260c89 req-319f0f4e-e3b6-4742-826d-f1fbc9788e7b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 210 time: 0.0299411 Nov 03 02:30:44.181507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd377a4-7f2d-4a34-8a27-eb61ef0ef9e8 req-e9507b34-2a13-4b9c-94c2-57908d18e958 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:44.183006 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fd377a4-7f2d-4a34-8a27-eb61ef0ef9e8 req-e9507b34-2a13-4b9c-94c2-57908d18e958 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 944 time: 0.0563536 Nov 03 02:30:44.241562 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fd377a4-7f2d-4a34-8a27-eb61ef0ef9e8 req-70cacbe5-4ebc-4adb-b8f4-7b2c82413370 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515170 Nov 03 02:30:44.638656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:44.860333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 050619f0-f327-4a9d-ba5d-9746928757cb details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:30:44.873488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-08410bb1-8790-447c-9828-9834189b3c90 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:44.874981 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-08410bb1-8790-447c-9828-9834189b3c90 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 200 len: 796 time: 0.1085076 Nov 03 02:30:44.965239 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c0fc4346-28c4-4392-9639-6cbf01764a35 req-7f463f8f-18cb-4f90-aa00-fb661bf2a3af tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 210 time: 0.0414374 Nov 03 02:30:44.983494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 050619f0-f327-4a9d-ba5d-9746928757cb, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=050619f0-f327-4a9d-ba5d-9746928757cb,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:30:45.001463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '050619f0-f327-4a9d-ba5d-9746928757cb', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'port_id': '050619f0-f327-4a9d-ba5d-9746928757cb', 'mac_address': 'fa:16:3e:e6:ee:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:30:45.005056 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-b92384e9-7d8e-4e26-9309-f6b0c43ad622 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 470 time: 0.1185565 Nov 03 02:30:45.014019 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'device_id': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'admin_state_up': True, 'tenant_id': '313880603e634d3084046ce40393537e', 'security_groups': ['ff743774-35f2-4665-a2b1-8fcca66785b8']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:45.038997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 050619f0-f327-4a9d-ba5d-9746928757cb is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:30:45.039599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:45.052916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050619f0-f327-4a9d-ba5d-9746928757cb {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:30:45.074454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 050619f0-f327-4a9d-ba5d-9746928757cb, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=050619f0-f327-4a9d-ba5d-9746928757cb,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:30:45.078256 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:45.125068 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=050619f0-f327-4a9d-ba5d-9746928757cb,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:45.132457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:30:45.132679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.133000 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.133569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.133916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.134255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.134590 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.134923 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.135252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.135758 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.135898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:45.136090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.136621 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.137120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.137665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:30:45.269854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.11 (f9f85b23-2c34-4894-9ed0-5a7a5fb16566/02e1ac05-ec5e-4841-b2a3-7019b53ffc9f/6ae63b4c-0944-4797-869c-8a39a2dbeea6) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:30:45.329917 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['050619f0-f327-4a9d-ba5d-9746928757cb'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:30:45.435408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cc3b0-0e5a-4266-87e2-643fa65f9cdb req-c009dceb-e7fd-4af7-9f01-16d581f7ad17 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:45.436816 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f6cc3b0-0e5a-4266-87e2-643fa65f9cdb req-c009dceb-e7fd-4af7-9f01-16d581f7ad17 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 945 time: 0.1128104 Nov 03 02:30:45.462112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:45.514967 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f6cc3b0-0e5a-4266-87e2-643fa65f9cdb req-60ed69fc-ea2b-4d5b-9b09-23e2777bb02e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691931 Nov 03 02:30:45.529502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:45.575367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:30:45.583078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:30:45.586360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=6ae63b4c-0944-4797-869c-8a39a2dbeea6,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:45.588635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:30:45.644120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:45.644891 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:45.663612 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-0c05e36d-2d65-4de6-ad13-863575cefad9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6535196 Nov 03 02:30:45.675422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Request body: {'port': {'device_id': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:45.747075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:45.847793 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-15314a6e-2811-4c85-b9da-fa38e123c31f None None] Provisioning complete for port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:30:45.848415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-15314a6e-2811-4c85-b9da-fa38e123c31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:45.848598 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-15314a6e-2811-4c85-b9da-fa38e123c31f None None] Attempt 1 to provision port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 Nov 03 02:30:45.885150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-15314a6e-2811-4c85-b9da-fa38e123c31f None None] Port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:30:46.068524 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae63b4c-0944-4797-869c-8a39a2dbeea6 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:30:46.075804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:46.093685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Publish callbacks [] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:46.110984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Transition to ACTIVE for port object 6ae63b4c-0944-4797-869c-8a39a2dbeea6 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:30:46.119113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:46.161544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f1459-e916-48ca-9a61-79d4284b6644 req-46b05545-c8dc-4364-8b7f-06af6c1ca5ab tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:46.163593 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5b2f1459-e916-48ca-9a61-79d4284b6644 req-46b05545-c8dc-4364-8b7f-06af6c1ca5ab tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 932 time: 0.1123817 Nov 03 02:30:46.211403 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae63b4c-0944-4797-869c-8a39a2dbeea6,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:46.281861 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5b2f1459-e916-48ca-9a61-79d4284b6644 req-2b7e28eb-a882-48b4-a44a-ab192913b010 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1119399 Nov 03 02:30:46.291993 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Attempting to bind port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:30:46.292345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Attempting to bind port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:30:46.292710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Attempting to bind port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 on network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:30:46.297328 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 on network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:30:46.297594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Attempting to bind port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 on network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:30:46.302852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:30:46.303222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Checking segment: {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:30:46.304213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Bound using segment: {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:30:46.304687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Bound port: 6ae63b4c-0944-4797-869c-8a39a2dbeea6, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e2fd5a-a739-4e72-be9e-17cea8eac916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:30:46.305054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:46.371040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] For port 6ae63b4c-0944-4797-869c-8a39a2dbeea6, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:30:46.373500 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] For port 6ae63b4c-0944-4797-869c-8a39a2dbeea6, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6ae63b4c-0944-4797-869c-8a39a2dbeea6,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:30:46.379879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:46.385251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:46.385251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:46.386763 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] 10.222.0.27 "PUT /v2.0/ports/6ae63b4c-0944-4797-869c-8a39a2dbeea6 HTTP/1.1" status: 200 len: 1094 time: 0.7155092 Nov 03 02:30:46.387117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'tag': '6ae63b4c-0944-4797-869c-8a39a2dbeea6'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:30:46.387234 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-15314a6e-2811-4c85-b9da-fa38e123c31f None None] Attempt 2 to provision port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 Nov 03 02:30:46.389422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76" -d '{"events": [{"name": "network-changed", "server_uuid": "6f30d10b-fbce-4f38-a46d-4e41b571f50a", "tag": "6ae63b4c-0944-4797-869c-8a39a2dbeea6"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:30:46.439029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c57577-80a5-433c-86e0-876be9fabf67 x-openstack-request-id: req-e2c57577-80a5-433c-86e0-876be9fabf67 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:30:46.439321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f30d10b-fbce-4f38-a46d-4e41b571f50a", "tag": "6ae63b4c-0944-4797-869c-8a39a2dbeea6", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:30:46.439573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2c57577-80a5-433c-86e0-876be9fabf67 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:30:46.439972 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c57577-80a5-433c-86e0-876be9fabf67'] response: {'name': 'network-changed', 'server_uuid': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'tag': '6ae63b4c-0944-4797-869c-8a39a2dbeea6', 'status': 'completed', 'code': 200} Nov 03 02:30:46.453512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ba5a6-8c49-48ed-86e4-d901c2e55bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae63b4c-0944-4797-869c-8a39a2dbeea6,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:46.454108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-15314a6e-2811-4c85-b9da-fa38e123c31f None None] Port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:30:46.488703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-4e2ca211-951b-4c7e-bbe7-8d83626bab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:46.490207 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-4e2ca211-951b-4c7e-bbe7-8d83626bab8b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 1128 time: 0.0494158 Nov 03 02:30:46.543996 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-b00bea0d-0ce2-479e-bec9-28a1ef2c9314 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ae63b4c-0944-4797-869c-8a39a2dbeea6 HTTP/1.1" status: 200 len: 217 time: 0.0428073 Nov 03 02:30:46.621142 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-9de0282d-36d0-490f-8a47-15c5a18087a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:46.622604 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-9de0282d-36d0-490f-8a47-15c5a18087a1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=02e1ac05-ec5e-4841-b2a3-7019b53ffc9f HTTP/1.1" status: 200 len: 835 time: 0.0678971 Nov 03 02:30:46.675182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1b697-a7b3-4c5f-808d-d62985408a9e req-b239a836-f05e-4f77-95ab-1fdc2fdaefb7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:46.676657 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d7c1b697-a7b3-4c5f-808d-d62985408a9e req-b239a836-f05e-4f77-95ab-1fdc2fdaefb7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 945 time: 0.0870121 Nov 03 02:30:46.708692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-d18a5748-0457-4eff-a8d1-3b5953abcb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:46.711060 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-d18a5748-0457-4eff-a8d1-3b5953abcb99 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0783176 Nov 03 02:30:46.750544 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d7c1b697-a7b3-4c5f-808d-d62985408a9e req-0f18b15a-e26e-4d60-902e-4de898848544 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674331 Nov 03 02:30:46.817344 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-634d24a7-4bfe-423f-9b2e-e389b3d38d70 service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958097 Nov 03 02:30:46.855662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 050619f0-f327-4a9d-ba5d-9746928757cb up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:30:46.903738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 050619f0-f327-4a9d-ba5d-9746928757cb completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:30:46.907823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 050619f0-f327-4a9d-ba5d-9746928757cb triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:30:46.908203 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:46.908579 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 050619f0-f327-4a9d-ba5d-9746928757cb Nov 03 02:30:46.918139 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2efdc0d1-beb3-485e-89a9-b230c5840d40 req-2d2ea383-fb83-4531-8826-1936ac117287 service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910914 Nov 03 02:30:46.984025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 050619f0-f327-4a9d-ba5d-9746928757cb is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:30:46.984454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:47.008977 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050619f0-f327-4a9d-ba5d-9746928757cb'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:30:47.011252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dc0b24-4cb6-4e50-9aec-a2e13fa38b03" -d '{"events": [{"server_uuid": "67d069a1-1eb4-4d88-8289-1064afa4ba21", "name": "network-vif-plugged", "status": "completed", "tag": "050619f0-f327-4a9d-ba5d-9746928757cb"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:30:47.017164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76 req-eeca3fbc-2015-4f80-90ac-3d82a7912768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:47.018689 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76 req-eeca3fbc-2015-4f80-90ac-3d82a7912768 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 1128 time: 0.0460353 Nov 03 02:30:47.024240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 050619f0-f327-4a9d-ba5d-9746928757cb, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=050619f0-f327-4a9d-ba5d-9746928757cb,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:30:47.029225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:47.055393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494bf7a0-6080-4031-bef4-7882564c107a x-openstack-request-id: req-494bf7a0-6080-4031-bef4-7882564c107a {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:30:47.055696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d069a1-1eb4-4d88-8289-1064afa4ba21", "name": "network-vif-plugged", "status": "completed", "tag": "050619f0-f327-4a9d-ba5d-9746928757cb", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:30:47.055959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-494bf7a0-6080-4031-bef4-7882564c107a {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:30:47.056361 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-494bf7a0-6080-4031-bef4-7882564c107a'] response: {'server_uuid': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050619f0-f327-4a9d-ba5d-9746928757cb', 'code': 200} Nov 03 02:30:47.082164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=050619f0-f327-4a9d-ba5d-9746928757cb,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:47.117741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76 req-9f66db23-09da-4b37-9d48-d92ecc82b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:47.119208 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76 req-9f66db23-09da-4b37-9d48-d92ecc82b948 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 200 len: 897 time: 0.0927968 Nov 03 02:30:47.159113 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76 req-e88f9337-db4d-41e6-8e0d-05141305a739 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ae63b4c-0944-4797-869c-8a39a2dbeea6 HTTP/1.1" status: 200 len: 217 time: 0.0327060 Nov 03 02:30:47.208630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76 req-93478978-6d8d-4fa7-90dd-d716cd8ccf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:47.211057 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76 req-93478978-6d8d-4fa7-90dd-d716cd8ccf46 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=02e1ac05-ec5e-4841-b2a3-7019b53ffc9f HTTP/1.1" status: 200 len: 835 time: 0.0459270 Nov 03 02:30:47.248287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0366a6-5009-4fec-bb2d-36fe9f98f43d req-dd6889e4-5fa2-4db3-b871-f7ccbc06bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:47.249837 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-db0366a6-5009-4fec-bb2d-36fe9f98f43d req-dd6889e4-5fa2-4db3-b871-f7ccbc06bfcd service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 1130 time: 0.0439301 Nov 03 02:30:47.261153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76 req-43153e60-1821-450b-b84d-c6d1a8b0fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:47.262654 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76 req-43153e60-1821-450b-b84d-c6d1a8b0fed7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448234 Nov 03 02:30:47.296374 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-db0366a6-5009-4fec-bb2d-36fe9f98f43d req-247dc2d9-e407-4e60-88e0-67fd7b9b3cb2 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401478 Nov 03 02:30:47.356815 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76 req-1048bb7c-af20-4423-b96f-0a3e0d96e2f9 service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875859 Nov 03 02:30:47.411576 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c720d5-ed44-4cb5-8312-368c3030240b req-542c7d97-e5a0-4ce5-b646-9278890df09a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:47.413224 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-49c720d5-ed44-4cb5-8312-368c3030240b req-542c7d97-e5a0-4ce5-b646-9278890df09a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 944 time: 0.0528846 Nov 03 02:30:47.461486 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-49c720d5-ed44-4cb5-8312-368c3030240b req-dcada644-58c9-4aeb-863a-7ec491d79b14 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424201 Nov 03 02:30:47.597112 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8a2f3e9-26ee-458c-ad75-0f3f0700bb76 req-6f531b1e-372a-4900-bf5a-4b24db813d14 service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849197 Nov 03 02:30:47.877360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad5dc0-6e60-4096-bfa4-bcde9da08d64 req-6b496563-417d-460f-a80e-cfad8e2e8170 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:47.878849 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92ad5dc0-6e60-4096-bfa4-bcde9da08d64 req-6b496563-417d-460f-a80e-cfad8e2e8170 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 946 time: 0.0527828 Nov 03 02:30:47.926520 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92ad5dc0-6e60-4096-bfa4-bcde9da08d64 req-29fa7cc0-2a75-47e1-8aa5-ae7f0dd7461d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419583 Nov 03 02:30:48.582297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df8963-8f18-4d59-83e4-48945f511397 req-52505a24-eb3f-4de6-8df8-cc8b28eb3401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:48.583669 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28df8963-8f18-4d59-83e4-48945f511397 req-52505a24-eb3f-4de6-8df8-cc8b28eb3401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 944 time: 0.0511901 Nov 03 02:30:48.636230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28df8963-8f18-4d59-83e4-48945f511397 req-66c0eb32-111b-4348-9565-0caad018ef52 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461428 Nov 03 02:30:49.049671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54e2c1-668e-43d3-b693-b133e3cbb511 req-7b99cf33-fe0c-4bfa-9251-1d46fffe657d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:49.051158 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d54e2c1-668e-43d3-b693-b133e3cbb511 req-7b99cf33-fe0c-4bfa-9251-1d46fffe657d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 946 time: 0.0528417 Nov 03 02:30:49.100739 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d54e2c1-668e-43d3-b693-b133e3cbb511 req-e6e2cd5d-6331-4c3e-9ddc-f344c74a6e33 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436366 Nov 03 02:30:49.221332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1d8c-3613-4a55-881f-68d1663a49b7 req-317da8d6-a3ef-4008-b11c-7275948d0890 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:49.222786 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3e0e1d8c-3613-4a55-881f-68d1663a49b7 req-317da8d6-a3ef-4008-b11c-7275948d0890 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 946 time: 0.0523841 Nov 03 02:30:49.270757 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3e0e1d8c-3613-4a55-881f-68d1663a49b7 req-095f24e4-afc7-46b3-afc1-08c6205a86b9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419211 Nov 03 02:30:49.298980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41614) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:49.345850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850b14a-9961-4447-937a-eed4da952ba3 tempest-TestVolumeBootPattern-68623732 tempest-TestVolumeBootPattern-68623732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:49.347350 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3850b14a-9961-4447-937a-eed4da952ba3 tempest-TestVolumeBootPattern-68623732 tempest-TestVolumeBootPattern-68623732-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 1125 time: 0.0473988 Nov 03 02:30:49.350675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41616) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:49.355043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '050619f0-f327-4a9d-ba5d-9746928757cb', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:49.375121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:49.469547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:49.573790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Allocated IP 172.26.6.166 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:30:49.671704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for port (3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:49.705238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:49.774830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:30:49.779417 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'Port': ['ID=3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:49.782815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:30:49.784944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:30:49.860371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8434e57-bcfd-45c8-9fb3-39a3d90f13a2 req-82e54ecb-0eed-413a-88c1-d51c5a92b48b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:49.861876 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d8434e57-bcfd-45c8-9fb3-39a3d90f13a2 req-82e54ecb-0eed-413a-88c1-d51c5a92b48b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 944 time: 0.1285412 Nov 03 02:30:49.986290 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d8434e57-bcfd-45c8-9fb3-39a3d90f13a2 req-b6d68772-6614-45e2-b46c-0aece9fa3bea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168919 Nov 03 02:30:50.456128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (ea4e9e19-6841-4c68-b444-9878492225b4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:50.519801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:50.661470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for port (3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:50.666011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:50.729076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'Port': ['ID=3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:50.731542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (ea4e9e19-6841-4c68-b444-9878492225b4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:50.826416 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Floating IP ea4e9e19-6841-4c68-b444-9878492225b4 associated. External IP: 172.26.6.166, port: 050619f0-f327-4a9d-ba5d-9746928757cb. Nov 03 02:30:50.869306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6ae63b4c-0944-4797-869c-8a39a2dbeea6 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:30:50.966512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 6ae63b4c-0944-4797-869c-8a39a2dbeea6, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6ae63b4c-0944-4797-869c-8a39a2dbeea6,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:30:50.978417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '6ae63b4c-0944-4797-869c-8a39a2dbeea6', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'port_id': '6ae63b4c-0944-4797-869c-8a39a2dbeea6', 'mac_address': 'fa:16:3e:20:50:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:30:51.012168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:30:51.012596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:51.026280 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae63b4c-0944-4797-869c-8a39a2dbeea6 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:30:51.027017 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Router 33a9ddf1-560b-4718-aec6-6a8ed115679d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:30:51.047268 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 6ae63b4c-0944-4797-869c-8a39a2dbeea6, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6ae63b4c-0944-4797-869c-8a39a2dbeea6,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:30:51.054292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:51.105382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=6ae63b4c-0944-4797-869c-8a39a2dbeea6,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:51.172768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446193a8-bd6c-4770-ba46-18ab1962a64d req-f18e561a-28ea-4d75-9b7c-1ba132499ba4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:51.174240 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-446193a8-bd6c-4770-ba46-18ab1962a64d req-f18e561a-28ea-4d75-9b7c-1ba132499ba4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 945 time: 0.1024716 Nov 03 02:30:51.178926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:30:51.188939 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f29ea-fc31-428d-9cc1-f429ff5ecbb6 None None] Sync routers for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:30:51.198538 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f29ea-fc31-428d-9cc1-f429ff5ecbb6 None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:30:51.199144 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e63f29ea-fc31-428d-9cc1-f429ff5ecbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:30:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:51.216508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:51.263379 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-446193a8-bd6c-4770-ba46-18ab1962a64d req-859caf61-87fa-4be7-98f3-6e9a91f84012 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825851 Nov 03 02:30:51.267433 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f9dc6e3d-831e-4369-a369-0aa9afac8a74 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9132624 Nov 03 02:30:51.267433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'tag': '050619f0-f327-4a9d-ba5d-9746928757cb'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:30:51.267852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab53347-e496-4500-919d-0c212743a3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "67d069a1-1eb4-4d88-8289-1064afa4ba21", "tag": "050619f0-f327-4a9d-ba5d-9746928757cb"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:30:51.293912 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['6ae63b4c-0944-4797-869c-8a39a2dbeea6'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:30:51.303823 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e63f29ea-fc31-428d-9cc1-f429ff5ecbb6 None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:30:51.308288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750245c6-af6f-4173-acca-0481bcdc294f x-openstack-request-id: req-750245c6-af6f-4173-acca-0481bcdc294f {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:30:51.308629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d069a1-1eb4-4d88-8289-1064afa4ba21", "tag": "050619f0-f327-4a9d-ba5d-9746928757cb", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:30:51.309050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-750245c6-af6f-4173-acca-0481bcdc294f {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:30:51.309500 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750245c6-af6f-4173-acca-0481bcdc294f'] response: {'name': 'network-changed', 'server_uuid': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'tag': '050619f0-f327-4a9d-ba5d-9746928757cb', 'status': 'completed', 'code': 200} Nov 03 02:30:51.375746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab53347-e496-4500-919d-0c212743a3f1 req-eb3e557a-3e9c-455b-b040-dc96aaa557e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:51.376898 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ab53347-e496-4500-919d-0c212743a3f1 req-eb3e557a-3e9c-455b-b040-dc96aaa557e2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 1130 time: 0.0463715 Nov 03 02:30:51.472978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab53347-e496-4500-919d-0c212743a3f1 req-6d2a1a42-4af1-4d5e-876a-7fd2c9a8c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:51.474490 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ab53347-e496-4500-919d-0c212743a3f1 req-6d2a1a42-4af1-4d5e-876a-7fd2c9a8c209 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.0911281 Nov 03 02:30:51.544044 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ab53347-e496-4500-919d-0c212743a3f1 req-e4813178-5243-494a-9b8b-1909e560dad2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050619f0-f327-4a9d-ba5d-9746928757cb HTTP/1.1" status: 200 len: 1000 time: 0.0624733 Nov 03 02:30:51.594472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab53347-e496-4500-919d-0c212743a3f1 req-931cd772-4dc7-4116-8e29-96aeb825ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:51.595935 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ab53347-e496-4500-919d-0c212743a3f1 req-931cd772-4dc7-4116-8e29-96aeb825ecb3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0445437 Nov 03 02:30:51.619705 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e63f29ea-fc31-428d-9cc1-f429ff5ecbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'ea4e9e19-6841-4c68-b444-9878492225b4', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': '050619f0-f327-4a9d-ba5d-9746928757cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:e6:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:30:50Z', 'updated_at': '2022-11-03T02:30:50Z', 'revision_number': 0, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:51.645408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab53347-e496-4500-919d-0c212743a3f1 req-c0391f40-e00c-4731-9d67-28e5dd7032e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:51.646796 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f29ea-fc31-428d-9cc1-f429ff5ecbb6 None None] Checking router: 33a9ddf1-560b-4718-aec6-6a8ed115679d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:30:51.647472 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ab53347-e496-4500-919d-0c212743a3f1 req-c0391f40-e00c-4731-9d67-28e5dd7032e9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444379 Nov 03 02:30:51.655731 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f29ea-fc31-428d-9cc1-f429ff5ecbb6 None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:30:51.656323 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e63f29ea-fc31-428d-9cc1-f429ff5ecbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:30:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:51.740461 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ab53347-e496-4500-919d-0c212743a3f1 req-6a230e2c-cd9b-4547-a72e-c5044c07c887 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862365 Nov 03 02:30:51.755910 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e63f29ea-fc31-428d-9cc1-f429ff5ecbb6 None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:30:51.831959 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ab53347-e496-4500-919d-0c212743a3f1 req-9c49897a-e58e-40d9-a782-0ce9b20ba0d7 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839434 Nov 03 02:30:51.970549 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e63f29ea-fc31-428d-9cc1-f429ff5ecbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'ea4e9e19-6841-4c68-b444-9878492225b4', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': '050619f0-f327-4a9d-ba5d-9746928757cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:e6:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:30:50Z', 'updated_at': '2022-11-03T02:30:50Z', 'revision_number': 0, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:51.993907 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f29ea-fc31-428d-9cc1-f429ff5ecbb6 None None] The sync data for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv is: [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'ea4e9e19-6841-4c68-b444-9878492225b4', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': '050619f0-f327-4a9d-ba5d-9746928757cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:e6:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:30:50Z', 'updated_at': '2022-11-03T02:30:50Z', 'revision_number': 0, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:30:52.314075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4701d9-3587-4c5d-ab81-f72ff4b7658e None None] New status for floating IP ea4e9e19-6841-4c68-b444-9878492225b4: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:30:52.430208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe07334-aea1-41bd-934b-4514a0fb5708 req-38840ad0-2a03-4861-a8c4-7bb8fbfa9c67 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:52.431691 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fbe07334-aea1-41bd-934b-4514a0fb5708 req-38840ad0-2a03-4861-a8c4-7bb8fbfa9c67 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 945 time: 0.0873797 Nov 03 02:30:52.446712 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-88d12381-6c1a-4d98-b966-77116d11fdb2 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716002 Nov 03 02:30:52.488287 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fbe07334-aea1-41bd-934b-4514a0fb5708 req-d96ec5ee-063b-40c3-8555-b3552fd4530b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507009 Nov 03 02:30:52.533380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-c003fffb-304a-40ab-8dad-24cfef778f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:52.534784 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-c003fffb-304a-40ab-8dad-24cfef778f20 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 1129 time: 0.0456226 Nov 03 02:30:52.641078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-82036698-bbb2-404f-96e7-d4a97560b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:52.642540 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-82036698-bbb2-404f-96e7-d4a97560b7f4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 200 len: 897 time: 0.0879061 Nov 03 02:30:52.681714 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-5a726d10-61e5-4c18-8695-27fd1adfb47b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe8559e-9137-4393-8866-9bb6580274fe HTTP/1.1" status: 200 len: 217 time: 0.0329187 Nov 03 02:30:52.729581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-eb38d534-811c-42d1-9e48-a27b6fbab42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:52.730986 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-eb38d534-811c-42d1-9e48-a27b6fbab42c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=02e1ac05-ec5e-4841-b2a3-7019b53ffc9f HTTP/1.1" status: 200 len: 835 time: 0.0431683 Nov 03 02:30:52.778556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-bb11888a-bff5-4745-b978-b2a59f09ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:52.780061 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-bb11888a-bff5-4745-b978-b2a59f09ab87 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429382 Nov 03 02:30:52.874590 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-bd8d3836-e659-4e87-9d85-9e3f04e7bcfe service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852716 Nov 03 02:30:52.900501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6ae63b4c-0944-4797-869c-8a39a2dbeea6 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:30:52.948802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:30:52.952905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:30:52.953291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:52.953640 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 Nov 03 02:30:52.967183 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ecd98a5e-3073-4e11-aa71-c1e4c4e71441 req-a8bd3e5b-c2a7-446f-a8fc-802afebed7cd service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866442 Nov 03 02:30:53.167221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:30:53.167527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:53.189835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae63b4c-0944-4797-869c-8a39a2dbeea6'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:30:53.192071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202d19b5-cfe4-44b6-af8c-8c382bc8b16a" -d '{"events": [{"server_uuid": "6f30d10b-fbce-4f38-a46d-4e41b571f50a", "name": "network-vif-plugged", "status": "completed", "tag": "6ae63b4c-0944-4797-869c-8a39a2dbeea6"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:30:53.204584 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 6ae63b4c-0944-4797-869c-8a39a2dbeea6, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6ae63b4c-0944-4797-869c-8a39a2dbeea6,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:30:53.208917 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:53.232409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a356614-f266-4555-8e17-4f46597ee6cf x-openstack-request-id: req-8a356614-f266-4555-8e17-4f46597ee6cf {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:30:53.232763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f30d10b-fbce-4f38-a46d-4e41b571f50a", "name": "network-vif-plugged", "status": "completed", "tag": "6ae63b4c-0944-4797-869c-8a39a2dbeea6", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:30:53.233025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a356614-f266-4555-8e17-4f46597ee6cf {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:30:53.233417 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a356614-f266-4555-8e17-4f46597ee6cf'] response: {'server_uuid': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae63b4c-0944-4797-869c-8a39a2dbeea6', 'code': 200} Nov 03 02:30:53.259464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=6ae63b4c-0944-4797-869c-8a39a2dbeea6,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:30:53.402995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa0ac8-30a1-400f-885a-956c6954c8ac req-46b9f2cc-f5bd-49a0-bd0a-00186d0b1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:53.404512 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0baa0ac8-30a1-400f-885a-956c6954c8ac req-46b9f2cc-f5bd-49a0-bd0a-00186d0b1f26 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 1130 time: 0.0485146 Nov 03 02:30:53.448994 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0baa0ac8-30a1-400f-885a-956c6954c8ac req-c2932b2e-b11d-41b9-97ce-2e23ed201c31 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389123 Nov 03 02:30:53.611799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b8f8d-21b8-4004-bc0c-8eb30d6268ce req-7099c728-b3fa-4c67-9e96-ac50fb78c4fc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:53.613393 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9b7b8f8d-21b8-4004-bc0c-8eb30d6268ce req-7099c728-b3fa-4c67-9e96-ac50fb78c4fc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 946 time: 0.0516930 Nov 03 02:30:53.661993 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9b7b8f8d-21b8-4004-bc0c-8eb30d6268ce req-9e12217b-293d-4add-a35e-491c91725857 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424638 Nov 03 02:30:54.787723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9709b-1c6d-4365-977c-a1436df850f3 req-5f1377b4-30ac-42a4-b70e-7d3a9af269e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:54.789215 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bdf9709b-1c6d-4365-977c-a1436df850f3 req-5f1377b4-30ac-42a4-b70e-7d3a9af269e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 946 time: 0.0523431 Nov 03 02:30:54.842990 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bdf9709b-1c6d-4365-977c-a1436df850f3 req-fa810903-5aa8-485b-bb86-8f3e1bbe11f3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482080 Nov 03 02:30:54.964962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b07390-d821-4d8e-8688-b9f5d383ce1a req-6de0005e-00ca-428d-9623-93f63fbe4e38 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:54.966346 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-93b07390-d821-4d8e-8688-b9f5d383ce1a req-6de0005e-00ca-428d-9623-93f63fbe4e38 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 946 time: 0.0524576 Nov 03 02:30:55.015097 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-93b07390-d821-4d8e-8688-b9f5d383ce1a req-5b152455-293e-418c-8c92-fa352023aa32 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431957 Nov 03 02:30:55.042413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41636) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:55.087881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805fbc6-cff3-4033-9f85-6f9c111bbf06 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:55.089422 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0805fbc6-cff3-4033-9f85-6f9c111bbf06 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 1125 time: 0.0460417 Nov 03 02:30:55.092270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41638) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:55.096396 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-526a98cb-5cc3-464e-90c1-b6547d77debd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'floatingip': {'port_id': '6ae63b4c-0944-4797-869c-8a39a2dbeea6'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:30:55.135122 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-526a98cb-5cc3-464e-90c1-b6547d77debd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (95b5d498-09d4-45ac-9ca0-b368210c083b), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:55.543359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-526a98cb-5cc3-464e-90c1-b6547d77debd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:55.547026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-526a98cb-5cc3-464e-90c1-b6547d77debd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (95b5d498-09d4-45ac-9ca0-b368210c083b), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:55.641024 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-526a98cb-5cc3-464e-90c1-b6547d77debd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 95b5d498-09d4-45ac-9ca0-b368210c083b associated. External IP: 172.26.6.133, port: 6ae63b4c-0944-4797-869c-8a39a2dbeea6. Nov 03 02:30:55.834217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526a98cb-5cc3-464e-90c1-b6547d77debd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 9c2cd220-0651-494c-aee2-5b42be9542a0 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:30:55.938290 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526a98cb-5cc3-464e-90c1-b6547d77debd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:30:55.943078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-526a98cb-5cc3-464e-90c1-b6547d77debd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:30:55.947455 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e9bf0a-9861-4039-aacc-45a7f26127ed None None] Sync routers for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:30:55.957265 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9bf0a-9861-4039-aacc-45a7f26127ed None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:30:55.957869 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c9e9bf0a-9861-4039-aacc-45a7f26127ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:30:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:55.973600 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-526a98cb-5cc3-464e-90c1-b6547d77debd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/floatingips/95b5d498-09d4-45ac-9ca0-b368210c083b HTTP/1.1" status: 200 len: 992 time: 0.8802862 Nov 03 02:30:55.974362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'tag': '6ae63b4c-0944-4797-869c-8a39a2dbeea6'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:30:55.976966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41640) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:55.977918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884a1865-080e-4a5a-a74d-d2a141f0c50b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f30d10b-fbce-4f38-a46d-4e41b571f50a", "tag": "6ae63b4c-0944-4797-869c-8a39a2dbeea6"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:30:56.013492 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7eb52a-6087-468f-8591-a33c18d818fc x-openstack-request-id: req-5f7eb52a-6087-468f-8591-a33c18d818fc {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:30:56.013785 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f30d10b-fbce-4f38-a46d-4e41b571f50a", "tag": "6ae63b4c-0944-4797-869c-8a39a2dbeea6", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:30:56.014034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f7eb52a-6087-468f-8591-a33c18d818fc {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:30:56.014858 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7eb52a-6087-468f-8591-a33c18d818fc'] response: {'name': 'network-changed', 'server_uuid': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'tag': '6ae63b4c-0944-4797-869c-8a39a2dbeea6', 'status': 'completed', 'code': 200} Nov 03 02:30:56.050244 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eae02b08-d92f-4c4f-9bb3-be8c2c10380f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/95b5d498-09d4-45ac-9ca0-b368210c083b HTTP/1.1" status: 200 len: 992 time: 0.0716014 Nov 03 02:30:56.067177 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c9e9bf0a-9861-4039-aacc-45a7f26127ed None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:30:56.082837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1865-080e-4a5a-a74d-d2a141f0c50b req-7bfe33c5-765a-4f70-900e-a17696e4abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:56.084914 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-884a1865-080e-4a5a-a74d-d2a141f0c50b req-7bfe33c5-765a-4f70-900e-a17696e4abf6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 1130 time: 0.0449834 Nov 03 02:30:56.177355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1865-080e-4a5a-a74d-d2a141f0c50b req-78481eb0-bc55-473a-a8cc-2ab374546f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:56.178838 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-884a1865-080e-4a5a-a74d-d2a141f0c50b req-78481eb0-bc55-473a-a8cc-2ab374546f6a service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 200 len: 897 time: 0.0873768 Nov 03 02:30:56.243968 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-884a1865-080e-4a5a-a74d-d2a141f0c50b req-9ea75354-d152-40bd-9645-6cf76a2afa38 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ae63b4c-0944-4797-869c-8a39a2dbeea6 HTTP/1.1" status: 200 len: 1000 time: 0.0588875 Nov 03 02:30:56.290810 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c9e9bf0a-9861-4039-aacc-45a7f26127ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '95b5d498-09d4-45ac-9ca0-b368210c083b', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'port_id': '6ae63b4c-0944-4797-869c-8a39a2dbeea6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'mac_address': 'fa:16:3e:20:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:29:59Z', 'updated_at': '2022-11-03T02:30:55Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:56.294826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1865-080e-4a5a-a74d-d2a141f0c50b req-4f46d429-0b66-4a3d-b7db-65563f992c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:56.296365 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-884a1865-080e-4a5a-a74d-d2a141f0c50b req-4f46d429-0b66-4a3d-b7db-65563f992c51 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=02e1ac05-ec5e-4841-b2a3-7019b53ffc9f HTTP/1.1" status: 200 len: 835 time: 0.0454857 Nov 03 02:30:56.314227 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e9bf0a-9861-4039-aacc-45a7f26127ed None None] Checking router: 9c2cd220-0651-494c-aee2-5b42be9542a0 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:30:56.322988 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9bf0a-9861-4039-aacc-45a7f26127ed None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:30:56.323583 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c9e9bf0a-9861-4039-aacc-45a7f26127ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:30:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:56.345895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1865-080e-4a5a-a74d-d2a141f0c50b req-d5c7d878-85ee-4327-ad42-e4100e982181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:30:56.347404 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-884a1865-080e-4a5a-a74d-d2a141f0c50b req-d5c7d878-85ee-4327-ad42-e4100e982181 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9f85b23-2c34-4894-9ed0-5a7a5fb16566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448771 Nov 03 02:30:56.423930 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c9e9bf0a-9861-4039-aacc-45a7f26127ed None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:30:56.441054 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-884a1865-080e-4a5a-a74d-d2a141f0c50b req-c00278cc-7ae1-4d8c-b9b3-71506887955e service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865288 Nov 03 02:30:56.530404 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-884a1865-080e-4a5a-a74d-d2a141f0c50b req-953904bd-dc72-459c-90c2-748fa8ca6537 service neutron] 10.222.0.27 "GET /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820174 Nov 03 02:30:56.639642 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c9e9bf0a-9861-4039-aacc-45a7f26127ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '95b5d498-09d4-45ac-9ca0-b368210c083b', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'port_id': '6ae63b4c-0944-4797-869c-8a39a2dbeea6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'mac_address': 'fa:16:3e:20:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:29:59Z', 'updated_at': '2022-11-03T02:30:55Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:30:56.662186 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e9bf0a-9861-4039-aacc-45a7f26127ed None None] The sync data for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv is: [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '95b5d498-09d4-45ac-9ca0-b368210c083b', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'port_id': '6ae63b4c-0944-4797-869c-8a39a2dbeea6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'mac_address': 'fa:16:3e:20:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:29:59Z', 'updated_at': '2022-11-03T02:30:55Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:30:56.851200 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa4681-d939-4375-bf48-c8e3096c1b9e None None] New status for floating IP 95b5d498-09d4-45ac-9ca0-b368210c083b: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:30:57.053409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41644) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:30:57.113475 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9f3b3c15-85a7-4e6b-b0c9-cd53e8342d64 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/95b5d498-09d4-45ac-9ca0-b368210c083b HTTP/1.1" status: 200 len: 994 time: 0.0589340 Nov 03 02:31:08.070109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:09.736662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4aa6bcc7-88ab-44bc-be65-dfd9d945696e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:12.222611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8757de49-dac8-4e3f-8f38-32e61b176610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:13.150203 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:14.642536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:16.069123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:19.986690 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:31:32.484652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601b6e6-5701-46af-b413-0e8996707596 req-728f1968-92bf-4c36-9582-a5fcf858e6c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:32.486194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9601b6e6-5701-46af-b413-0e8996707596 req-728f1968-92bf-4c36-9582-a5fcf858e6c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 946 time: 0.0537951 Nov 03 02:31:32.538886 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9601b6e6-5701-46af-b413-0e8996707596 req-40d171f7-9172-4437-9efd-3b25f7631221 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470712 Nov 03 02:31:33.665400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da7a14-ef3f-4f2b-9ff1-a9a254e59a91 req-a1da2e60-fce8-464d-842e-e2452b62f3c1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:33.666882 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-59da7a14-ef3f-4f2b-9ff1-a9a254e59a91 req-a1da2e60-fce8-464d-842e-e2452b62f3c1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 946 time: 0.0521584 Nov 03 02:31:33.716384 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-59da7a14-ef3f-4f2b-9ff1-a9a254e59a91 req-721455bb-889f-4b74-8059-9cc17db6c1e3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff743774-35f2-4665-a2b1-8fcca66785b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440230 Nov 03 02:31:33.974164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-11ef85f8-173c-4440-9126-03f78e4f5bf9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:33.975623 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-11ef85f8-173c-4440-9126-03f78e4f5bf9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 946 time: 0.0525439 Nov 03 02:31:34.070956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:31:34.071297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:34.158974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 6ae63b4c-0944-4797-869c-8a39a2dbeea6, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6ae63b4c-0944-4797-869c-8a39a2dbeea6,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:31:34.159258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:34.321879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:34.322239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (95b5d498-09d4-45ac-9ca0-b368210c083b), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:34.322552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 95b5d498-09d4-45ac-9ca0-b368210c083b disassociated. External IP: 172.26.6.133, port: 6ae63b4c-0944-4797-869c-8a39a2dbeea6. Nov 03 02:31:34.322943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 6ae63b4c-0944-4797-869c-8a39a2dbeea6 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:31:34.447258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6ae63b4c-0944-4797-869c-8a39a2dbeea6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:34.477505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=6ae63b4c-0944-4797-869c-8a39a2dbeea6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:34.583173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 9c2cd220-0651-494c-aee2-5b42be9542a0 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:31:34.686583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:31:34.697109 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f5388-5662-4ed3-bf12-d63a68f61d08 None None] Sync routers for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:31:34.706664 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f5388-5662-4ed3-bf12-d63a68f61d08 None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:31:34.707207 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ce2f5388-5662-4ed3-bf12-d63a68f61d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:31:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:34.731323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] No DVR routers for this DVR port 6ae63b4c-0944-4797-869c-8a39a2dbeea6 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:31:34.733976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:34.737986 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-14e179ed-01d4-4309-b4ef-d6d3e730fa3f req-a6c747c9-b063-4ecf-aa2a-c2ae1a97047e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "DELETE /v2.0/ports/6ae63b4c-0944-4797-869c-8a39a2dbeea6 HTTP/1.1" status: 204 len: 173 time: 0.7536860 Nov 03 02:31:34.738492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'name': 'network-vif-deleted', 'tag': '6ae63b4c-0944-4797-869c-8a39a2dbeea6'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:31:34.740762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d60d5b-bf05-4222-b7b1-220eebd9e91a" -d '{"events": [{"server_uuid": "6f30d10b-fbce-4f38-a46d-4e41b571f50a", "name": "network-vif-deleted", "tag": "6ae63b4c-0944-4797-869c-8a39a2dbeea6"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:31:34.776830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854f916e-5020-4562-acf0-3fe74faac08b x-openstack-request-id: req-854f916e-5020-4562-acf0-3fe74faac08b {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:31:34.777362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f30d10b-fbce-4f38-a46d-4e41b571f50a", "name": "network-vif-deleted", "tag": "6ae63b4c-0944-4797-869c-8a39a2dbeea6", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:31:34.777793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-854f916e-5020-4562-acf0-3fe74faac08b {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:31:34.778364 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854f916e-5020-4562-acf0-3fe74faac08b'] response: {'server_uuid': '6f30d10b-fbce-4f38-a46d-4e41b571f50a', 'name': 'network-vif-deleted', 'tag': '6ae63b4c-0944-4797-869c-8a39a2dbeea6', 'status': 'completed', 'code': 200} Nov 03 02:31:34.829795 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ce2f5388-5662-4ed3-bf12-d63a68f61d08 None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:31:34.836539 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bdabfefc-8ccf-4802-a982-5b06c026a61f req-20808532-d1a1-4b93-b77b-f0774038de8e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f30d10b-fbce-4f38-a46d-4e41b571f50a HTTP/1.1" status: 200 len: 210 time: 0.0305576 Nov 03 02:31:35.121764 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ce2f5388-5662-4ed3-bf12-d63a68f61d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:35.146007 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f5388-5662-4ed3-bf12-d63a68f61d08 None None] Checking router: 9c2cd220-0651-494c-aee2-5b42be9542a0 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:31:35.154119 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f5388-5662-4ed3-bf12-d63a68f61d08 None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:31:35.154717 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ce2f5388-5662-4ed3-bf12-d63a68f61d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:31:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:35.258073 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ce2f5388-5662-4ed3-bf12-d63a68f61d08 None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:31:35.464503 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ce2f5388-5662-4ed3-bf12-d63a68f61d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:35.492214 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f5388-5662-4ed3-bf12-d63a68f61d08 None None] The sync data for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv is: [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31962153-7e59-4a56-bd22-81014a4c8eff', 'name': '', 'network_id': 'f9f85b23-2c34-4894-9ed0-5a7a5fb16566', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:a4:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:43Z', 'updated_at': '2022-11-03T02:29:47Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '02e1ac05-ec5e-4841-b2a3-7019b53ffc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:31:35.717093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e66878-10db-4aee-b8ac-f31d3236e371 None None] New status for floating IP 95b5d498-09d4-45ac-9ca0-b368210c083b: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:31:35.903269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41680) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:35.959467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c5437e66-1627-47b5-9985-d1efcb5612bc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (ff743774-35f2-4665-a2b1-8fcca66785b8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:35.984343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c5437e66-1627-47b5-9985-d1efcb5612bc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (ff743774-35f2-4665-a2b1-8fcca66785b8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:36.043232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c5437e66-1627-47b5-9985-d1efcb5612bc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (ff743774-35f2-4665-a2b1-8fcca66785b8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:36.046111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c5437e66-1627-47b5-9985-d1efcb5612bc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:36.047668 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c5437e66-1627-47b5-9985-d1efcb5612bc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff743774-35f2-4665-a2b1-8fcca66785b8 HTTP/1.1" status: 204 len: 168 time: 0.1433878 Nov 03 02:31:36.057299 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5437e66-1627-47b5-9985-d1efcb5612bc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff743774-35f2-4665-a2b1-8fcca66785b8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:36.078153 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41684) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:36.482247 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-c5638542-18de-49c8-9cdb-ce6291805508 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 3a21ef4a-f435-481e-b198-1d8c4b7fa528 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:31:36.482589 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5638542-18de-49c8-9cdb-ce6291805508 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3a21ef4a-f435-481e-b198-1d8c4b7fa528), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:36.555703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5638542-18de-49c8-9cdb-ce6291805508 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3a21ef4a-f435-481e-b198-1d8c4b7fa528), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:36.556047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5638542-18de-49c8-9cdb-ce6291805508 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (3a21ef4a-f435-481e-b198-1d8c4b7fa528), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:36.567236 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-c5638542-18de-49c8-9cdb-ce6291805508 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 3a21ef4a-f435-481e-b198-1d8c4b7fa528 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:31:36.696042 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5638542-18de-49c8-9cdb-ce6291805508 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (3a21ef4a-f435-481e-b198-1d8c4b7fa528), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:36.720463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5638542-18de-49c8-9cdb-ce6291805508 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=3a21ef4a-f435-481e-b198-1d8c4b7fa528,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:36.782526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5638542-18de-49c8-9cdb-ce6291805508 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (95b5d498-09d4-45ac-9ca0-b368210c083b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:36.785628 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5638542-18de-49c8-9cdb-ce6291805508 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:36.786802 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c5638542-18de-49c8-9cdb-ce6291805508 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/floatingips/95b5d498-09d4-45ac-9ca0-b368210c083b HTTP/1.1" status: 204 len: 168 time: 0.7077422 Nov 03 02:31:37.000611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76491-4703-402a-a15a-2fed75a1f117 req-adb317fa-509a-4fa5-b3cc-07c372339747 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:37.002634 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0ef76491-4703-402a-a15a-2fed75a1f117 req-adb317fa-509a-4fa5-b3cc-07c372339747 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 945 time: 0.0530701 Nov 03 02:31:37.055418 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0ef76491-4703-402a-a15a-2fed75a1f117 req-75e9aa59-ff5d-4534-8e4d-fa37c26824ac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=df03164f-e317-41f1-bbb6-2e211a9e1309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470722 Nov 03 02:31:37.079676 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6ae63b4c-0944-4797-869c-8a39a2dbeea6 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:31:37.099168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 6ae63b4c-0944-4797-869c-8a39a2dbeea6 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:31:37.099545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6ae63b4c-0944-4797-869c-8a39a2dbeea6 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:31:38.077277 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:38.185137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c2f34-1df7-4df5-b788-bcd66c8e6187 req-f959b8db-57cf-4f66-8e91-1b14cecbe744 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:38.186512 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b8c2f34-1df7-4df5-b788-bcd66c8e6187 req-f959b8db-57cf-4f66-8e91-1b14cecbe744 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 945 time: 0.0533445 Nov 03 02:31:38.238608 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b8c2f34-1df7-4df5-b788-bcd66c8e6187 req-e0e83ef6-a7df-4b36-bd6a-c5a982e79475 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=df03164f-e317-41f1-bbb6-2e211a9e1309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464542 Nov 03 02:31:38.449055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb547-1b1b-4217-85bf-51fad8dd026a req-f371c5b5-48a6-4a88-a1cd-e976896c08c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:38.450409 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a7bb547-1b1b-4217-85bf-51fad8dd026a req-f371c5b5-48a6-4a88-a1cd-e976896c08c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 945 time: 0.0527821 Nov 03 02:31:38.547055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-4a7bb547-1b1b-4217-85bf-51fad8dd026a req-7e4b0220-a6cc-46ac-986d-b2bd22f0954c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 9fe8559e-9137-4393-8866-9bb6580274fe {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:31:38.547369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4a7bb547-1b1b-4217-85bf-51fad8dd026a req-7e4b0220-a6cc-46ac-986d-b2bd22f0954c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:38.636581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-4a7bb547-1b1b-4217-85bf-51fad8dd026a req-7e4b0220-a6cc-46ac-986d-b2bd22f0954c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 9fe8559e-9137-4393-8866-9bb6580274fe, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=9fe8559e-9137-4393-8866-9bb6580274fe,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:31:38.636946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4a7bb547-1b1b-4217-85bf-51fad8dd026a req-7e4b0220-a6cc-46ac-986d-b2bd22f0954c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:38.650981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-4a7bb547-1b1b-4217-85bf-51fad8dd026a req-7e4b0220-a6cc-46ac-986d-b2bd22f0954c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 9fe8559e-9137-4393-8866-9bb6580274fe owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:31:38.781222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4a7bb547-1b1b-4217-85bf-51fad8dd026a req-7e4b0220-a6cc-46ac-986d-b2bd22f0954c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (9fe8559e-9137-4393-8866-9bb6580274fe), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:38.809488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b0220-a6cc-46ac-986d-b2bd22f0954c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=9fe8559e-9137-4393-8866-9bb6580274fe,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:38.855856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7bb547-1b1b-4217-85bf-51fad8dd026a req-7e4b0220-a6cc-46ac-986d-b2bd22f0954c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] No DVR routers for this DVR port 9fe8559e-9137-4393-8866-9bb6580274fe on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:31:38.858621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4a7bb547-1b1b-4217-85bf-51fad8dd026a req-7e4b0220-a6cc-46ac-986d-b2bd22f0954c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:38.861906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a7bb547-1b1b-4217-85bf-51fad8dd026a req-7e4b0220-a6cc-46ac-986d-b2bd22f0954c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "DELETE /v2.0/ports/9fe8559e-9137-4393-8866-9bb6580274fe HTTP/1.1" status: 204 len: 173 time: 0.4050074 Nov 03 02:31:38.862506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'name': 'network-vif-deleted', 'tag': '9fe8559e-9137-4393-8866-9bb6580274fe'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:31:38.865748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173705eb-cb34-4a92-a17e-bcc4efcc1271" -d '{"events": [{"server_uuid": "ac68b2b0-2a30-4531-bff2-f3f107a3d682", "name": "network-vif-deleted", "tag": "9fe8559e-9137-4393-8866-9bb6580274fe"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:31:38.905236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b21c092-022e-4862-afa3-98f517e1d425 x-openstack-request-id: req-2b21c092-022e-4862-afa3-98f517e1d425 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:31:38.905540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac68b2b0-2a30-4531-bff2-f3f107a3d682", "name": "network-vif-deleted", "tag": "9fe8559e-9137-4393-8866-9bb6580274fe", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:31:38.905793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b21c092-022e-4862-afa3-98f517e1d425 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:31:38.906195 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b21c092-022e-4862-afa3-98f517e1d425'] response: {'server_uuid': 'ac68b2b0-2a30-4531-bff2-f3f107a3d682', 'name': 'network-vif-deleted', 'tag': '9fe8559e-9137-4393-8866-9bb6580274fe', 'status': 'completed', 'code': 200} Nov 03 02:31:39.358717 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8838be01-2e8c-4102-b9f0-5e955d314612 req-6c9f0074-8b09-4894-8276-13238c994620 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac68b2b0-2a30-4531-bff2-f3f107a3d682 HTTP/1.1" status: 200 len: 210 time: 0.0290489 Nov 03 02:31:39.736126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e90e0f5d-0a3e-48e3-a9f0-d3edf1efee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:40.426247 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41702) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:40.484200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-367580e4-365b-43de-afaf-06c972a0effe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (df03164f-e317-41f1-bbb6-2e211a9e1309), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:40.509509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-367580e4-365b-43de-afaf-06c972a0effe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (df03164f-e317-41f1-bbb6-2e211a9e1309), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:40.573740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-367580e4-365b-43de-afaf-06c972a0effe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (df03164f-e317-41f1-bbb6-2e211a9e1309), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:40.576680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-367580e4-365b-43de-afaf-06c972a0effe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:40.578006 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-367580e4-365b-43de-afaf-06c972a0effe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/df03164f-e317-41f1-bbb6-2e211a9e1309 HTTP/1.1" status: 204 len: 168 time: 0.1506445 Nov 03 02:31:40.588030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367580e4-365b-43de-afaf-06c972a0effe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df03164f-e317-41f1-bbb6-2e211a9e1309,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:40.616628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41706) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:41.003763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (9c2cd220-0651-494c-aee2-5b42be9542a0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:41.535780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 31962153-7e59-4a56-bd22-81014a4c8eff {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:31:41.536270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:41.624250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 31962153-7e59-4a56-bd22-81014a4c8eff, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=31962153-7e59-4a56-bd22-81014a4c8eff,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:31:41.624962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:41.637319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 31962153-7e59-4a56-bd22-81014a4c8eff owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:31:41.819002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (31962153-7e59-4a56-bd22-81014a4c8eff), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:41.843381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=31962153-7e59-4a56-bd22-81014a4c8eff,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:42.023147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (9c2cd220-0651-494c-aee2-5b42be9542a0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.226485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d8108faf-55c7-4773-9f8f-9b63483f53aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.242387 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 9c2cd220-0651-494c-aee2-5b42be9542a0 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:31:42.353019 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:31:42.358279 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8460c08c-5489-4c5d-8b63-0f5acb21fbea tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/9c2cd220-0651-494c-aee2-5b42be9542a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403066 Nov 03 02:31:42.360908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41708) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:42.363527 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133cebf6-0f20-43c6-8900-e4d2b13b7b68 None None] Sync routers for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:31:42.374458 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133cebf6-0f20-43c6-8900-e4d2b13b7b68 None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:31:42.375070 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-133cebf6-0f20-43c6-8900-e4d2b13b7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:31:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:42.418039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting subnet 02e1ac05-ec5e-4841-b2a3-7019b53ffc9f {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:31:42.421251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (02e1ac05-ec5e-4841-b2a3-7019b53ffc9f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.467610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (02e1ac05-ec5e-4841-b2a3-7019b53ffc9f), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.484289 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-133cebf6-0f20-43c6-8900-e4d2b13b7b68 None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:31:42.549755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (02e1ac05-ec5e-4841-b2a3-7019b53ffc9f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.612806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (02e1ac05-ec5e-4841-b2a3-7019b53ffc9f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.639035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Subnet': ['ID=02e1ac05-ec5e-4841-b2a3-7019b53ffc9f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:42.643485 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.647970 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/subnets/02e1ac05-ec5e-4841-b2a3-7019b53ffc9f HTTP/1.1" status: 204 len: 168 time: 0.2854376 Nov 03 02:31:42.650205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e968f-ef95-4434-a94c-a52a4cd85695 None None] Network f9f85b23-2c34-4894-9ed0-5a7a5fb16566 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:31:42.650950 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41710) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:42.654839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.655777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.656138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.656472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.656830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.657158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.657486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.657817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.658143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.658467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.658793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.659115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.659434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1f944-8c0d-4a60-ab1c-59dd2a300dc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:42.668430 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-133cebf6-0f20-43c6-8900-e4d2b13b7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:31:41Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:42.692296 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133cebf6-0f20-43c6-8900-e4d2b13b7b68 None None] Checking router: 9c2cd220-0651-494c-aee2-5b42be9542a0 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:31:42.700839 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133cebf6-0f20-43c6-8900-e4d2b13b7b68 None None] Routers {'9c2cd220-0651-494c-aee2-5b42be9542a0'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:31:42.701447 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-133cebf6-0f20-43c6-8900-e4d2b13b7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:31:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['9c2cd220-0651-494c-aee2-5b42be9542a0'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:42.773215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (9c2cd220-0651-494c-aee2-5b42be9542a0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.807198 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-133cebf6-0f20-43c6-8900-e4d2b13b7b68 None None] Set router 9c2cd220-0651-494c-aee2-5b42be9542a0 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:31:42.842107 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666ea1b7-7326-4843-adaf-ad47f6b4790b None None] DHCP port deletion for f9f85b23-2c34-4894-9ed0-5a7a5fb16566 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:31:42.878417 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (9c2cd220-0651-494c-aee2-5b42be9542a0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.888229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-666ea1b7-7326-4843-adaf-ad47f6b4790b None None] Deleting port e8b5e34c-432d-4942-a172-f6ddc3f10c81 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:31:42.888675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-666ea1b7-7326-4843-adaf-ad47f6b4790b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.935013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port a2aa3981-ca34-433f-b566-dd16968a5381 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:31:42.935451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.954609 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-666ea1b7-7326-4843-adaf-ad47f6b4790b None None] For port e8b5e34c-432d-4942-a172-f6ddc3f10c81, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e8b5e34c-432d-4942-a172-f6ddc3f10c81,segment=NetworkSegment(70e2fd5a-a739-4e72-be9e-17cea8eac916),segment_id=70e2fd5a-a739-4e72-be9e-17cea8eac916)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:31:42.954996 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-666ea1b7-7326-4843-adaf-ad47f6b4790b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:42.967946 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-666ea1b7-7326-4843-adaf-ad47f6b4790b None None] Calling delete_port for e8b5e34c-432d-4942-a172-f6ddc3f10c81 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:31:43.006299 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-133cebf6-0f20-43c6-8900-e4d2b13b7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:31:41Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:43.031270 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133cebf6-0f20-43c6-8900-e4d2b13b7b68 None None] The sync data for ids ['9c2cd220-0651-494c-aee2-5b42be9542a0'] in dv-neutron-860659-5-hyperv is: [{'id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'name': 'tempest-TestNetworkBasicOps-router-808407814', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:31:41Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'a2aa3981-ca34-433f-b566-dd16968a5381', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cd220-0651-494c-aee2-5b42be9542a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:29:40Z', 'updated_at': '2022-11-03T02:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:31:43.033056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port a2aa3981-ca34-433f-b566-dd16968a5381, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a2aa3981-ca34-433f-b566-dd16968a5381,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:31:43.033437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.047328 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for a2aa3981-ca34-433f-b566-dd16968a5381 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:31:43.055241 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-666ea1b7-7326-4843-adaf-ad47f6b4790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (e8b5e34c-432d-4942-a172-f6ddc3f10c81), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.078914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ea1b7-7326-4843-adaf-ad47f6b4790b None None] Pushing event deleted for resources: {'Port': ['ID=e8b5e34c-432d-4942-a172-f6ddc3f10c81,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:43.085239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ea1b7-7326-4843-adaf-ad47f6b4790b None None] No DVR routers for this DVR port e8b5e34c-432d-4942-a172-f6ddc3f10c81 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:31:43.089991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 9fe8559e-9137-4393-8866-9bb6580274fe no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:31:43.122518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 9fe8559e-9137-4393-8866-9bb6580274fe {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:31:43.123129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 9fe8559e-9137-4393-8866-9bb6580274fe not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:31:43.153379 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.235270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (a2aa3981-ca34-433f-b566-dd16968a5381), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.260245 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=a2aa3981-ca34-433f-b566-dd16968a5381,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:43.287894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.288174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.288537 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.288877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.289367 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.289710 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.290041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.290370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.290696 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.291023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.291348 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.291669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.291989 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:43.336630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (9c2cd220-0651-494c-aee2-5b42be9542a0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.431219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (9c2cd220-0651-494c-aee2-5b42be9542a0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.433625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (9c2cd220-0651-494c-aee2-5b42be9542a0), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.478027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (9c2cd220-0651-494c-aee2-5b42be9542a0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.478599 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Fanout notify agent at l3_agent the message router_deleted on router 9c2cd220-0651-494c-aee2-5b42be9542a0 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:31:43.485472 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.486578 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9339b46f-40c2-4f60-85c1-0e33bb186f84 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/routers/9c2cd220-0651-494c-aee2-5b42be9542a0 HTTP/1.1" status: 204 len: 168 time: 0.8339808 Nov 03 02:31:43.490658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41712) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:43.570647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (f9f85b23-2c34-4894-9ed0-5a7a5fb16566), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.667234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (f9f85b23-2c34-4894-9ed0-5a7a5fb16566), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.689808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f85b23-2c34-4894-9ed0-5a7a5fb16566']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:43.700360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e2fd5a-a739-4e72-be9e-17cea8eac916') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:43.700700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e2fd5a-a739-4e72-be9e-17cea8eac916') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:43.713201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (70e2fd5a-a739-4e72-be9e-17cea8eac916), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.727134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (70e2fd5a-a739-4e72-be9e-17cea8eac916), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.732945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:31:43.733338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (70e2fd5a-a739-4e72-be9e-17cea8eac916), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.804106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (f9f85b23-2c34-4894-9ed0-5a7a5fb16566), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.808696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.815399 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/networks/f9f85b23-2c34-4894-9ed0-5a7a5fb16566 HTTP/1.1" status: 204 len: 168 time: 0.3206599 Nov 03 02:31:43.831865 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bd52d-4f83-4df8-80b9-fa85327adce9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Network': ['ID=f9f85b23-2c34-4894-9ed0-5a7a5fb16566,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:43.834385 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41718) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:43.839548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'network': {'name': 'tempest-network-smoke--580489965', 'project_id': '313880603e634d3084046ce40393537e', 'port_security_enabled': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:43.861626 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:31:43.865739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.890895 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 70e2fd5a-a739-4e72-be9e-17cea8eac916 resource provider aggregate not found Nov 03 02:31:43.894896 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:31:43.905179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (00018a93-2797-4cf9-9a28-90649b9f922f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.905531 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Added segment 00018a93-2797-4cf9-9a28-90649b9f922f of type vlan for network eff2fcf8-7594-4034-9b94-f193ea1ad344 Nov 03 02:31:43.915891 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 70e2fd5a-a739-4e72-be9e-17cea8eac916 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70e2fd5a-a739-4e72-be9e-17cea8eac916 found for delete ", "request_id": "req-3cbeddd7-9f6e-483f-9fbc-c36d1f94aab8"}]} Nov 03 02:31:43.950284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (eff2fcf8-7594-4034-9b94-f193ea1ad344), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.975161 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (eff2fcf8-7594-4034-9b94-f193ea1ad344), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:43.980457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:43.981068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:44.038766 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2033093 Nov 03 02:31:44.042642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41722) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:44.049280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'admin_state_up': True, 'project_id': '313880603e634d3084046ce40393537e', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:44.055278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab5f33-134f-40d0-aa4f-460173f240bd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Network': ['ID=eff2fcf8-7594-4034-9b94-f193ea1ad344,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:44.069490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network eff2fcf8-7594-4034-9b94-f193ea1ad344 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:31:44.082009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (e5f00714-38af-4215-94a3-d10eaddc8467), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:44.083649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (e5f00714-38af-4215-94a3-d10eaddc8467), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:44.140686 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (e5f00714-38af-4215-94a3-d10eaddc8467), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:44.279065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (e5f00714-38af-4215-94a3-d10eaddc8467), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:44.350991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e8b5e34c-432d-4942-a172-f6ddc3f10c81 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:31:44.370011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: e8b5e34c-432d-4942-a172-f6ddc3f10c81 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:31:44.370357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e8b5e34c-432d-4942-a172-f6ddc3f10c81 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:31:44.370790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a2aa3981-ca34-433f-b566-dd16968a5381 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:31:44.388465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: a2aa3981-ca34-433f-b566-dd16968a5381 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:31:44.388847 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a2aa3981-ca34-433f-b566-dd16968a5381 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:31:44.389264 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31962153-7e59-4a56-bd22-81014a4c8eff no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:31:44.407023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 31962153-7e59-4a56-bd22-81014a4c8eff {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:31:44.407396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31962153-7e59-4a56-bd22-81014a4c8eff not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:31:44.477951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (e5f00714-38af-4215-94a3-d10eaddc8467), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:44.496370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:44.601775 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.69 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/75a958a0-049e-426e-b38a-2d610bd6391c) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:31:44.651841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:44.703935 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (75a958a0-049e-426e-b38a-2d610bd6391c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:44.736076 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:44.774861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:31:44.781668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:31:44.784052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:31:44.808504 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=75a958a0-049e-426e-b38a-2d610bd6391c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:45.023805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (e5f00714-38af-4215-94a3-d10eaddc8467), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:45.206852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (e5f00714-38af-4215-94a3-d10eaddc8467), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:45.328381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router e5f00714-38af-4215-94a3-d10eaddc8467 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:31:45.429261 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:31:45.439011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Sync routers for ids ['e5f00714-38af-4215-94a3-d10eaddc8467'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:31:45.448849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Routers {'e5f00714-38af-4215-94a3-d10eaddc8467'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:31:45.449470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:31:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e5f00714-38af-4215-94a3-d10eaddc8467'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:45.449619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:45.453551 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-15574450-a813-42d5-bbbb-119e591da0f1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4069092 Nov 03 02:31:45.453998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41724) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:45.483800 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f54267fe-060f-446e-8eb8-743f9b5eaca9 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=313880603e634d3084046ce40393537e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285473 Nov 03 02:31:45.486469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41726) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:45.550476 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Set router e5f00714-38af-4215-94a3-d10eaddc8467 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:31:45.634291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b4691-30a0-47ba-bf0d-b705adbdf838 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:45.635816 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-285b4691-30a0-47ba-bf0d-b705adbdf838 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1483479 Nov 03 02:31:45.638733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41728) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:45.673502 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0ea79511-225c-42c1-b047-a738f684f097 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332072 Nov 03 02:31:45.676028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41730) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:45.680777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1903309905', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'project_id': '313880603e634d3084046ce40393537e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:45.726416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:44Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:45.750766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Checking router: e5f00714-38af-4215-94a3-d10eaddc8467 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:31:45.751045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Updating router e5f00714-38af-4215-94a3-d10eaddc8467 port 75a958a0-049e-426e-b38a-2d610bd6391c binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:31:45.767156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:31:45.771218 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:45.782455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:45.950751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:46.011022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Subnet': ['ID=11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:46.019566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Checking segment: {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:31:46.019857 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network hostable DHCP agents. Network: eff2fcf8-7594-4034-9b94-f193ea1ad344, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:31:46.031568 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Publish callbacks [] for port (75a958a0-049e-426e-b38a-2d610bd6391c), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:46.036981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network eff2fcf8-7594-4034-9b94-f193ea1ad344 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:31:46.038490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:46.046605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, eff2fcf8-7594-4034-9b94-f193ea1ad344) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:31:46.051044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:46.051674 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:46.070782 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7141149e-b3fa-4eb0-9657-4b4a91e0b35d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3936687 Nov 03 02:31:46.073635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41732) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:46.083856 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d3989-f2c2-41af-8ad0-ca5a9b24d31f None None] Network eff2fcf8-7594-4034-9b94-f193ea1ad344 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:31:46.106084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Attempting to bind port 75a958a0-049e-426e-b38a-2d610bd6391c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:31:46.106504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Attempting to bind port 75a958a0-049e-426e-b38a-2d610bd6391c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:31:46.107189 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Attempting to bind port 75a958a0-049e-426e-b38a-2d610bd6391c on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:31:46.154063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:46.162318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:31:46.162693 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:31:46.163087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:46.163476 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:31:46.163942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Bound port: 75a958a0-049e-426e-b38a-2d610bd6391c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:31:46.164321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:46.169777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Pushing event updated for resources: {'Port': ['ID=75a958a0-049e-426e-b38a-2d610bd6391c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:46.203046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.203395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.203742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.204081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.204418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.204782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.205116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.205444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.205774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.206110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.206436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.206775 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.207078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:46.265064 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] For port 75a958a0-049e-426e-b38a-2d610bd6391c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:31:46.275780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-eff2fcf8-7594-4034-9b94-f193ea1ad344', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:31:46.276671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:46.282711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] For port 75a958a0-049e-426e-b38a-2d610bd6391c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=75a958a0-049e-426e-b38a-2d610bd6391c,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:31:46.298743 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:46.484538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Routers {'e5f00714-38af-4215-94a3-d10eaddc8467'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:31:46.485264 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:31:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e5f00714-38af-4215-94a3-d10eaddc8467'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:46.517517 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:46.607031 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b9724-54d5-4a50-8e2d-ed8c650308ca None None] Pushing event updated for resources: {'Port': ['ID=75a958a0-049e-426e-b38a-2d610bd6391c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:46.716447 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] Set router e5f00714-38af-4215-94a3-d10eaddc8467 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:31:46.744943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Allocated IP 172.20.0.2 (eff2fcf8-7594-4034-9b94-f193ea1ad344/11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e/5609234e-deea-4939-b2db-a8f1dc317719) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:31:47.035659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Publish callbacks [] for port (5609234e-deea-4939-b2db-a8f1dc317719), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:47.047261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (5609234e-deea-4939-b2db-a8f1dc317719), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:47.077486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:44Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:47.110755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.1 (eff2fcf8-7594-4034-9b94-f193ea1ad344/11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e/2030c131-eff7-4277-b85b-28c11d7c6372) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:31:47.113941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Network eff2fcf8-7594-4034-9b94-f193ea1ad344 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:31:47.115506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59848b5-4d9a-4d8e-8c01-0cc0e526d4f9 None None] The sync data for ids ['e5f00714-38af-4215-94a3-d10eaddc8467'] in dv-neutron-860659-5-hyperv is: [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:44Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:31:47.122509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:31:47.124804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:31:47.147501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Pushing event updated for resources: {'Port': ['ID=5609234e-deea-4939-b2db-a8f1dc317719,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:47.215261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Attempting to bind port 5609234e-deea-4939-b2db-a8f1dc317719 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:31:47.215261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Attempting to bind port 5609234e-deea-4939-b2db-a8f1dc317719 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:31:47.215666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Attempting to bind port 5609234e-deea-4939-b2db-a8f1dc317719 on network eff2fcf8-7594-4034-9b94-f193ea1ad344 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:31:47.224064 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:31:47.224896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Checking segment: {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:31:47.225565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:47.226191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Bound using segment: {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:31:47.226783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Bound port: 5609234e-deea-4939-b2db-a8f1dc317719, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:31:47.227267 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5609234e-deea-4939-b2db-a8f1dc317719), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:47.255687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (2030c131-eff7-4277-b85b-28c11d7c6372), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:47.304896 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:47.319393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] For port 5609234e-deea-4939-b2db-a8f1dc317719, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:31:47.322712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] For port 5609234e-deea-4939-b2db-a8f1dc317719, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5609234e-deea-4939-b2db-a8f1dc317719,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:31:47.329269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (5609234e-deea-4939-b2db-a8f1dc317719), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:47.357665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network eff2fcf8-7594-4034-9b94-f193ea1ad344 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:31:47.367017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:31:47.367017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:31:47.414504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17895c0-f22b-4ed3-89fe-d25f97a64105 None None] Pushing event updated for resources: {'Port': ['ID=5609234e-deea-4939-b2db-a8f1dc317719,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:47.416389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=2030c131-eff7-4277-b85b-28c11d7c6372,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:47.453670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (e5f00714-38af-4215-94a3-d10eaddc8467), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:47.900823 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:48.188062 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (2030c131-eff7-4277-b85b-28c11d7c6372), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:48.194281 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:48.269193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=2030c131-eff7-4277-b85b-28c11d7c6372,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:48.273656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (e5f00714-38af-4215-94a3-d10eaddc8467), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:48.385901 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network eff2fcf8-7594-4034-9b94-f193ea1ad344 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:31:48.387349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:31:48.436284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5609234e-deea-4939-b2db-a8f1dc317719 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:31:48.466508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9824f5-19ac-4ab7-bf58-7d44e3e26166 None None] Network eff2fcf8-7594-4034-9b94-f193ea1ad344 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:31:48.518168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router e5f00714-38af-4215-94a3-d10eaddc8467 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:31:48.546500 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 5609234e-deea-4939-b2db-a8f1dc317719 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:31:48.546875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5609234e-deea-4939-b2db-a8f1dc317719), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:48.547214 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 5609234e-deea-4939-b2db-a8f1dc317719 Nov 03 02:31:48.623812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-de53103d-8894-45b1-b553-9d72f378864d None None] Provisioning complete for port 5609234e-deea-4939-b2db-a8f1dc317719 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:31:48.624188 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de53103d-8894-45b1-b553-9d72f378864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5609234e-deea-4939-b2db-a8f1dc317719), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:48.624551 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-de53103d-8894-45b1-b553-9d72f378864d None None] Attempt 1 to provision port 5609234e-deea-4939-b2db-a8f1dc317719 Nov 03 02:31:48.635444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:31:48.640726 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7dfa9664-82cd-467b-9bb2-6c65d6ea1de2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/e5f00714-38af-4215-94a3-d10eaddc8467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5659893 Nov 03 02:31:48.643296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41734) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:48.723412 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 5609234e-deea-4939-b2db-a8f1dc317719 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:31:48.724415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5609234e-deea-4939-b2db-a8f1dc317719), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:48.787976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de53103d-8894-45b1-b553-9d72f378864d None None] Current status of the port 5609234e-deea-4939-b2db-a8f1dc317719 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:31:48.789218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de53103d-8894-45b1-b553-9d72f378864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5609234e-deea-4939-b2db-a8f1dc317719), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:48.795920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2459d-2848-4e38-8de8-8fd069bc6b97 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.796584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2459d-2848-4e38-8de8-8fd069bc6b97 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.797095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2459d-2848-4e38-8de8-8fd069bc6b97 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.800027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2459d-2848-4e38-8de8-8fd069bc6b97 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.800563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2459d-2848-4e38-8de8-8fd069bc6b97 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.801036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2459d-2848-4e38-8de8-8fd069bc6b97 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.803898 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a5e2459d-2848-4e38-8de8-8fd069bc6b97 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1594052 Nov 03 02:31:48.807144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41736) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:48.814978 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 5609234e-deea-4939-b2db-a8f1dc317719, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5609234e-deea-4939-b2db-a8f1dc317719,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:31:48.855444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (5609234e-deea-4939-b2db-a8f1dc317719), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:48.856248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 75a958a0-049e-426e-b38a-2d610bd6391c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:31:48.884287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c01c8c-6bc2-45e8-8a14-6cbd34b674f3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.884945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c01c8c-6bc2-45e8-8a14-6cbd34b674f3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.885422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c01c8c-6bc2-45e8-8a14-6cbd34b674f3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.885885 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c01c8c-6bc2-45e8-8a14-6cbd34b674f3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.886343 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c01c8c-6bc2-45e8-8a14-6cbd34b674f3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.886823 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c01c8c-6bc2-45e8-8a14-6cbd34b674f3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:48.891685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41738) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:48.892834 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b3c01c8c-6bc2-45e8-8a14-6cbd34b674f3 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0846770 Nov 03 02:31:48.911899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-de53103d-8894-45b1-b553-9d72f378864d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:31:48.912264 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-de53103d-8894-45b1-b553-9d72f378864d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:31:48.949856 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=5609234e-deea-4939-b2db-a8f1dc317719,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:48.957523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 75a958a0-049e-426e-b38a-2d610bd6391c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:31:48.958428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:48.958884 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 75a958a0-049e-426e-b38a-2d610bd6391c Nov 03 02:31:49.042910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 75a958a0-049e-426e-b38a-2d610bd6391c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:31:49.043303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.056530 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-35a7111d-cc0c-4810-9872-6bfb5e1387be tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1636302 Nov 03 02:31:49.057880 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Sync routers for ids ['e5f00714-38af-4215-94a3-d10eaddc8467'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:31:49.059525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41740) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:49.065704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2126562148', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:49.074337 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Routers {'e5f00714-38af-4215-94a3-d10eaddc8467'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:31:49.074961 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:31:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e5f00714-38af-4215-94a3-d10eaddc8467'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:49.088096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 75a958a0-049e-426e-b38a-2d610bd6391c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=75a958a0-049e-426e-b38a-2d610bd6391c,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:31:49.094951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.150282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=75a958a0-049e-426e-b38a-2d610bd6391c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:49.188770 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Set router e5f00714-38af-4215-94a3-d10eaddc8467 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:31:49.196655 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:31:49.200819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.225070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] device_id is not set on port 142cbda6-c2ab-42b6-93a4-fabd87795e9f yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:31:49.360519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.12 (eff2fcf8-7594-4034-9b94-f193ea1ad344/11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e/142cbda6-c2ab-42b6-93a4-fabd87795e9f) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:31:49.450724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de53103d-8894-45b1-b553-9d72f378864d None None] Current status of the port 5609234e-deea-4939-b2db-a8f1dc317719 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:31:49.498989 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:47Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2030c131-eff7-4277-b85b-28c11d7c6372', 'name': '', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2d:86:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:46Z', 'updated_at': '2022-11-03T02:31:48Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:49.526710 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Checking router: e5f00714-38af-4215-94a3-d10eaddc8467 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:31:49.527075 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Updating router e5f00714-38af-4215-94a3-d10eaddc8467 port 2030c131-eff7-4277-b85b-28c11d7c6372 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:31:49.536139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.554591 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.572083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Provisioning complete for port 5609234e-deea-4939-b2db-a8f1dc317719 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:31:49.572534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5609234e-deea-4939-b2db-a8f1dc317719), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.573212 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Attempt 1 to provision port 5609234e-deea-4939-b2db-a8f1dc317719 Nov 03 02:31:49.574805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.620813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network eff2fcf8-7594-4034-9b94-f193ea1ad344 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:31:49.626725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:31:49.631035 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:31:49.634233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:49.654655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Current status of the port 5609234e-deea-4939-b2db-a8f1dc317719 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:31:49.666469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Provisioning complete for port 2030c131-eff7-4277-b85b-28c11d7c6372 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:31:49.666852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.667816 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Attempt 1 to provision port 2030c131-eff7-4277-b85b-28c11d7c6372 Nov 03 02:31:49.688598 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:49.689278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.703787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Port 2030c131-eff7-4277-b85b-28c11d7c6372 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:31:49.710331 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-50417e0e-f342-458a-969f-8a8018f8e390 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6496873 Nov 03 02:31:49.784772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41746) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:49.790516 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3d2878ee-4d74-4326-870b-2cb09a55910e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784889665', 'description': 'tempest-secgroup-smoke-1784889665 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:49.813476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3d2878ee-4d74-4326-870b-2cb09a55910e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.842854 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Publish callbacks [] for port (2030c131-eff7-4277-b85b-28c11d7c6372), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.850587 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.891730 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3d2878ee-4d74-4326-870b-2cb09a55910e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (435c7ab7-27d1-4a39-8525-87916cb1d3d0), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.896534 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3d2878ee-4d74-4326-870b-2cb09a55910e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (435c7ab7-27d1-4a39-8525-87916cb1d3d0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.928417 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3d2878ee-4d74-4326-870b-2cb09a55910e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.929623 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3d2878ee-4d74-4326-870b-2cb09a55910e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1437848 Nov 03 02:31:49.931535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2878ee-4d74-4326-870b-2cb09a55910e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435c7ab7-27d1-4a39-8525-87916cb1d3d0,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:49.932708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41748) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:49.933353 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Pushing event updated for resources: {'Port': ['ID=2030c131-eff7-4277-b85b-28c11d7c6372,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:49.937828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5a5b426e-9298-42bd-822d-9648f0ae6033 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '435c7ab7-27d1-4a39-8525-87916cb1d3d0', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:49.948648 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.949030 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.949380 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.949723 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.950061 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.950395 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.950727 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.951059 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.951416 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.951765 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.952096 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.952423 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.952774 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:31:49.959690 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Attempting to bind port 2030c131-eff7-4277-b85b-28c11d7c6372 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:31:49.959997 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Attempting to bind port 2030c131-eff7-4277-b85b-28c11d7c6372 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:31:49.960373 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Attempting to bind port 2030c131-eff7-4277-b85b-28c11d7c6372 on network eff2fcf8-7594-4034-9b94-f193ea1ad344 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:31:49.966150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a5b426e-9298-42bd-822d-9648f0ae6033 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (3c6f7d86-998e-4b08-b1cf-c0583b13025c), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.966519 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:31:49.966904 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Checking segment: {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:31:49.967307 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:49.967699 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Bound using segment: {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:31:49.968167 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Bound port: 2030c131-eff7-4277-b85b-28c11d7c6372, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:31:49.968573 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.022023 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a5b426e-9298-42bd-822d-9648f0ae6033 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (3c6f7d86-998e-4b08-b1cf-c0583b13025c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.025935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a5b426e-9298-42bd-822d-9648f0ae6033 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (3c6f7d86-998e-4b08-b1cf-c0583b13025c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.029750 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] For port 2030c131-eff7-4277-b85b-28c11d7c6372, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:31:50.033168 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] For port 2030c131-eff7-4277-b85b-28c11d7c6372, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2030c131-eff7-4277-b85b-28c11d7c6372,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:31:50.040563 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.047685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b426e-9298-42bd-822d-9648f0ae6033 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6f7d86-998e-4b08-b1cf-c0583b13025c,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:50.053900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a5b426e-9298-42bd-822d-9648f0ae6033 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.058236 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5a5b426e-9298-42bd-822d-9648f0ae6033 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213050 Nov 03 02:31:50.058236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41750) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:50.063349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a42b95f5-67b5-4653-b58e-3dd6958d906a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '435c7ab7-27d1-4a39-8525-87916cb1d3d0', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:50.082579 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Routers {'e5f00714-38af-4215-94a3-d10eaddc8467'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:31:50.083349 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:31:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e5f00714-38af-4215-94a3-d10eaddc8467'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:50.092095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a42b95f5-67b5-4653-b58e-3dd6958d906a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (cc62147f-ef92-4597-a678-3eb1597ff916), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.132622 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082e3b7-325f-444e-aecb-b4ba181a10ad None None] Pushing event updated for resources: {'Port': ['ID=2030c131-eff7-4277-b85b-28c11d7c6372,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:50.150477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a42b95f5-67b5-4653-b58e-3dd6958d906a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (cc62147f-ef92-4597-a678-3eb1597ff916), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.154341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a42b95f5-67b5-4653-b58e-3dd6958d906a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (cc62147f-ef92-4597-a678-3eb1597ff916), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.172015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b95f5-67b5-4653-b58e-3dd6958d906a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc62147f-ef92-4597-a678-3eb1597ff916,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:50.180512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a42b95f5-67b5-4653-b58e-3dd6958d906a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.181738 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a42b95f5-67b5-4653-b58e-3dd6958d906a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220152 Nov 03 02:31:50.184474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41752) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:50.188755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-300f311e-f5dc-409f-b682-c57b356681db tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '435c7ab7-27d1-4a39-8525-87916cb1d3d0', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:50.205385 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Attempt 2 to provision port 2030c131-eff7-4277-b85b-28c11d7c6372 Nov 03 02:31:50.205846 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] Set router e5f00714-38af-4215-94a3-d10eaddc8467 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:31:50.216546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-300f311e-f5dc-409f-b682-c57b356681db tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (94a40583-d13f-41a9-b847-765f04c434ee), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.283007 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Current status of the port 2030c131-eff7-4277-b85b-28c11d7c6372 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:31:50.283404 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.286689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-300f311e-f5dc-409f-b682-c57b356681db tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (94a40583-d13f-41a9-b847-765f04c434ee), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.291815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-300f311e-f5dc-409f-b682-c57b356681db tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (94a40583-d13f-41a9-b847-765f04c434ee), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.311549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f311e-f5dc-409f-b682-c57b356681db tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a40583-d13f-41a9-b847-765f04c434ee,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:50.321576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] For port 2030c131-eff7-4277-b85b-28c11d7c6372, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2030c131-eff7-4277-b85b-28c11d7c6372,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:31:50.328722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.337557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-300f311e-f5dc-409f-b682-c57b356681db tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.341580 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-300f311e-f5dc-409f-b682-c57b356681db tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534262 Nov 03 02:31:50.341792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41754) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:50.347917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7d8080b0-6eb4-4842-93fd-75e1f604d0d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '435c7ab7-27d1-4a39-8525-87916cb1d3d0', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:50.379157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff7512-7186-45f8-b114-f92d73b69dbf None None] Pushing event updated for resources: {'Port': ['ID=2030c131-eff7-4277-b85b-28c11d7c6372,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:50.382126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d8080b0-6eb4-4842-93fd-75e1f604d0d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (3db1ec3f-0baf-415a-82de-05f535a4f747), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.409710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5609234e-deea-4939-b2db-a8f1dc317719 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:31:50.443801 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:47Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2030c131-eff7-4277-b85b-28c11d7c6372', 'name': '', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2d:86:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:46Z', 'updated_at': '2022-11-03T02:31:50Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:31:50.444742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d8080b0-6eb4-4842-93fd-75e1f604d0d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (3db1ec3f-0baf-415a-82de-05f535a4f747), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.450004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d8080b0-6eb4-4842-93fd-75e1f604d0d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (3db1ec3f-0baf-415a-82de-05f535a4f747), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.466850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Provisioning complete for port 142cbda6-c2ab-42b6-93a4-fabd87795e9f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:31:50.467450 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.467450 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Attempt 1 to provision port 142cbda6-c2ab-42b6-93a4-fabd87795e9f Nov 03 02:31:50.469987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8080b0-6eb4-4842-93fd-75e1f604d0d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db1ec3f-0baf-415a-82de-05f535a4f747,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:50.470496 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cf8dd-7549-4d3b-832c-42f1240ce9a0 None None] The sync data for ids ['e5f00714-38af-4215-94a3-d10eaddc8467'] in dv-neutron-860659-5-hyperv is: [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:47Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2030c131-eff7-4277-b85b-28c11d7c6372', 'name': '', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2d:86:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:46Z', 'updated_at': '2022-11-03T02:31:50Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:31:50.480603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d8080b0-6eb4-4842-93fd-75e1f604d0d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.484533 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7d8080b0-6eb4-4842-93fd-75e1f604d0d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386445 Nov 03 02:31:50.484953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41756) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:50.489883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-18140655-63c5-4a69-be43-cde327261755 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '435c7ab7-27d1-4a39-8525-87916cb1d3d0', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:50.505976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 5609234e-deea-4939-b2db-a8f1dc317719 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:31:50.506501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (5609234e-deea-4939-b2db-a8f1dc317719), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.506927 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 5609234e-deea-4939-b2db-a8f1dc317719 Nov 03 02:31:50.512406 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-18140655-63c5-4a69-be43-cde327261755 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:31:50.521315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18140655-63c5-4a69-be43-cde327261755 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (7cebe765-16cf-40f8-98a2-b9ed97463028), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.538294 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Port 142cbda6-c2ab-42b6-93a4-fabd87795e9f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:31:50.601815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 5609234e-deea-4939-b2db-a8f1dc317719 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:31:50.602924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 75a958a0-049e-426e-b38a-2d610bd6391c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:31:50.621839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18140655-63c5-4a69-be43-cde327261755 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (7cebe765-16cf-40f8-98a2-b9ed97463028), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.627098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18140655-63c5-4a69-be43-cde327261755 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (7cebe765-16cf-40f8-98a2-b9ed97463028), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.646852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18140655-63c5-4a69-be43-cde327261755 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cebe765-16cf-40f8-98a2-b9ed97463028,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:50.650863 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 75a958a0-049e-426e-b38a-2d610bd6391c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:31:50.651485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.652083 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 75a958a0-049e-426e-b38a-2d610bd6391c Nov 03 02:31:50.656743 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18140655-63c5-4a69-be43-cde327261755 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.658898 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-18140655-63c5-4a69-be43-cde327261755 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1720150 Nov 03 02:31:50.661683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41758) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:50.666515 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a38b2b0d-21d8-4885-b5cb-ed4ae3425056 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '435c7ab7-27d1-4a39-8525-87916cb1d3d0', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:50.691873 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-a38b2b0d-21d8-4885-b5cb-ed4ae3425056 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:31:50.697933 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a38b2b0d-21d8-4885-b5cb-ed4ae3425056 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (03bb8deb-a395-4ac9-9ed9-eda69416de59), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.742048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 75a958a0-049e-426e-b38a-2d610bd6391c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:31:50.764648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a38b2b0d-21d8-4885-b5cb-ed4ae3425056 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (03bb8deb-a395-4ac9-9ed9-eda69416de59), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.768795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a38b2b0d-21d8-4885-b5cb-ed4ae3425056 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (03bb8deb-a395-4ac9-9ed9-eda69416de59), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.788047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b2b0d-21d8-4885-b5cb-ed4ae3425056 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bb8deb-a395-4ac9-9ed9-eda69416de59,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:50.794846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a38b2b0d-21d8-4885-b5cb-ed4ae3425056 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:50.796069 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a38b2b0d-21d8-4885-b5cb-ed4ae3425056 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332219 Nov 03 02:31:51.039180 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Attempt 2 to provision port 142cbda6-c2ab-42b6-93a4-fabd87795e9f Nov 03 02:31:51.073681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Port 142cbda6-c2ab-42b6-93a4-fabd87795e9f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:31:51.137938 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-52efef46-0e36-4e80-b727-b969070415b2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784889665&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.0471499 Nov 03 02:31:51.190166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-bcc4ac37-9603-4d70-86b5-997688f0f2cc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:51.191549 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-bcc4ac37-9603-4d70-86b5-997688f0f2cc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 931 time: 0.0471468 Nov 03 02:31:51.207656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-31842a1b-85af-40c4-b35b-95c5850fe41d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:31:51.209397 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-31842a1b-85af-40c4-b35b-95c5850fe41d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060267 Nov 03 02:31:51.251466 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-90c6bcd3-5ed0-4e3f-b91b-28ec4c60b140 service neutron] 10.222.0.23 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0355446 Nov 03 02:31:51.352225 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-31002624-bcb1-404f-9f54-9df2c7726e6c service neutron] 10.222.0.23 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938175 Nov 03 02:31:51.445107 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-402bad0d-01f9-4c22-a24d-f3bf5195a335 service neutron] 10.222.0.23 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879767 Nov 03 02:31:51.501241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-99c6b170-1a0c-4f6d-bc6e-393aaa0e1503 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:51.502697 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-99c6b170-1a0c-4f6d-bc6e-393aaa0e1503 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 931 time: 0.0531898 Nov 03 02:31:51.574674 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Attempt 3 to provision port 142cbda6-c2ab-42b6-93a4-fabd87795e9f Nov 03 02:31:51.617292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Port 142cbda6-c2ab-42b6-93a4-fabd87795e9f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:31:51.709970 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41786) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:31:51.722446 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d4e1ee5-d6aa-41e7-85cc-3de794da708b req-6cd53eac-ad48-41f9-a3a9-c2fa4a7b8e54 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 210 time: 0.0795922 Nov 03 02:31:51.763436 dv-neutron-860659-5-hyperv neutron-server[104393]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 02:31:51.808178 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-aaee4dbb-edc8-4eef-be45-a7af3b8801b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:51.809568 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-aaee4dbb-edc8-4eef-be45-a7af3b8801b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 931 time: 0.0985894 Nov 03 02:31:52.118932 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Attempt 4 to provision port 142cbda6-c2ab-42b6-93a4-fabd87795e9f Nov 03 02:31:52.156401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Port 142cbda6-c2ab-42b6-93a4-fabd87795e9f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:31:52.389684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2030c131-eff7-4277-b85b-28c11d7c6372 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:31:52.425379 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1d8049cb-a845-4307-babe-b29238406f2b req-5a452767-3ba2-448e-bc5b-8d3853572a05 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446866 Nov 03 02:31:52.434274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 2030c131-eff7-4277-b85b-28c11d7c6372 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:31:52.434657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:52.435002 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 2030c131-eff7-4277-b85b-28c11d7c6372 Nov 03 02:31:52.492363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8049cb-a845-4307-babe-b29238406f2b req-8b088ffa-8eb3-4c5c-884c-8f36db19331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:52.494094 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1d8049cb-a845-4307-babe-b29238406f2b req-8b088ffa-8eb3-4c5c-884c-8f36db19331b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 1130 time: 0.0470009 Nov 03 02:31:52.507210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 2030c131-eff7-4277-b85b-28c11d7c6372 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:31:52.657309 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Attempt 5 to provision port 142cbda6-c2ab-42b6-93a4-fabd87795e9f Nov 03 02:31:52.696305 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Port 142cbda6-c2ab-42b6-93a4-fabd87795e9f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:31:52.789018 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-1a3362ed-bb18-4810-b2df-e524511b3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:52.790702 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-1a3362ed-bb18-4810-b2df-e524511b3db6 service neutron] 10.222.0.27 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 1027 time: 0.0428979 Nov 03 02:31:52.880426 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03b23234-4ea9-4b6b-abe0-40ac3ecacbc8 req-2bd032b4-3cef-42c2-86d5-9c88eed33c82 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 210 time: 0.0304408 Nov 03 02:31:52.921326 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-9b8a9bcd-4b4b-4bee-bfa9-4fee3173485e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:52.922904 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-9b8a9bcd-4b4b-4bee-bfa9-4fee3173485e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=eff2fcf8-7594-4034-9b94-f193ea1ad344 HTTP/1.1" status: 200 len: 796 time: 0.1255085 Nov 03 02:31:52.935473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8049cb-a845-4307-babe-b29238406f2b req-ace01682-2aa9-43cb-b8f4-6b07191e7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:52.937072 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1d8049cb-a845-4307-babe-b29238406f2b req-ace01682-2aa9-43cb-b8f4-6b07191e7dd8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.4226172 Nov 03 02:31:52.992253 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-6cef00eb-8f5f-4ab3-94af-c2975829561a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 380 time: 0.0570986 Nov 03 02:31:53.003638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Request body: {'port': {'device_id': 'c31f60b1-c6f7-400f-a27f-de9e17d90ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:31:53.005206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1d8049cb-a845-4307-babe-b29238406f2b req-1619b3a8-2808-44fb-add0-fccba74ce66e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050619f0-f327-4a9d-ba5d-9746928757cb HTTP/1.1" status: 200 len: 1002 time: 0.0590396 Nov 03 02:31:53.053969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8049cb-a845-4307-babe-b29238406f2b req-de15633e-6b98-4687-b31b-bdaae9f31ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:53.055456 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1d8049cb-a845-4307-babe-b29238406f2b req-de15633e-6b98-4687-b31b-bdaae9f31ebc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0443010 Nov 03 02:31:53.062936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:53.106785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8049cb-a845-4307-babe-b29238406f2b req-c40c5f6e-8233-4cbc-beab-b2cca205b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:53.108306 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1d8049cb-a845-4307-babe-b29238406f2b req-c40c5f6e-8233-4cbc-beab-b2cca205b666 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456560 Nov 03 02:31:53.197180 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Attempt 6 to provision port 142cbda6-c2ab-42b6-93a4-fabd87795e9f Nov 03 02:31:53.201621 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1d8049cb-a845-4307-babe-b29238406f2b req-8a6908f4-2421-4344-a381-d646598211e3 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867343 Nov 03 02:31:53.230862 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Port 142cbda6-c2ab-42b6-93a4-fabd87795e9f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:31:53.298241 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1d8049cb-a845-4307-babe-b29238406f2b req-f5f9bc56-4710-44a2-9bb8-42a5cab2f3a2 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849731 Nov 03 02:31:53.328739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142cbda6-c2ab-42b6-93a4-fabd87795e9f {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:31:53.336261 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Publish callbacks [] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:53.348127 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Transition to ACTIVE for port object 142cbda6-c2ab-42b6-93a4-fabd87795e9f will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:31:53.352836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:53.432089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:53.459809 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Attempting to bind port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:31:53.460074 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Attempting to bind port 142cbda6-c2ab-42b6-93a4-fabd87795e9f by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:31:53.460403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Attempting to bind port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on network eff2fcf8-7594-4034-9b94-f193ea1ad344 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:31:53.464878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on network eff2fcf8-7594-4034-9b94-f193ea1ad344 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:31:53.465198 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Attempting to bind port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on network eff2fcf8-7594-4034-9b94-f193ea1ad344 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:31:53.469963 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:31:53.470296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Checking segment: {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:31:53.470671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Bound using segment: {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:31:53.471088 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Bound port: 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:31:53.471436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:53.531006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:31:53.533995 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:31:53.540612 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:53.544408 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:53.545050 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:53.546396 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] 10.222.0.27 "PUT /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 1132 time: 0.5468698 Nov 03 02:31:53.546886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31f60b1-c6f7-400f-a27f-de9e17d90ccb', 'tag': '142cbda6-c2ab-42b6-93a4-fabd87795e9f'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:31:53.549170 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0236e6fa-7df8-4edc-9539-6b818710d113" -d '{"events": [{"name": "network-changed", "server_uuid": "c31f60b1-c6f7-400f-a27f-de9e17d90ccb", "tag": "142cbda6-c2ab-42b6-93a4-fabd87795e9f"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:31:53.587814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b7ae16-38ba-4ce2-ae03-93ee0561a257 x-openstack-request-id: req-c3b7ae16-38ba-4ce2-ae03-93ee0561a257 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:31:53.588078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31f60b1-c6f7-400f-a27f-de9e17d90ccb", "tag": "142cbda6-c2ab-42b6-93a4-fabd87795e9f", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:31:53.588325 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3b7ae16-38ba-4ce2-ae03-93ee0561a257 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:31:53.588750 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b7ae16-38ba-4ce2-ae03-93ee0561a257'] response: {'name': 'network-changed', 'server_uuid': 'c31f60b1-c6f7-400f-a27f-de9e17d90ccb', 'tag': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'status': 'completed', 'code': 200} Nov 03 02:31:53.609120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a1a29-9ca4-4d7d-9798-b3378224a2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:53.643876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-162da296-fffe-4149-80a7-aa64c935ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:53.645520 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-162da296-fffe-4149-80a7-aa64c935ebbb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 1166 time: 0.0493643 Nov 03 02:31:53.693977 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-82dde3da-fdf9-43b1-a570-f8d30e73a6aa service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 217 time: 0.0362353 Nov 03 02:31:53.731702 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Attempt 7 to provision port 142cbda6-c2ab-42b6-93a4-fabd87795e9f Nov 03 02:31:53.748032 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-5d0065dc-352f-4e61-a7ac-d425b5598f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:53.749529 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-5d0065dc-352f-4e61-a7ac-d425b5598f42 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e HTTP/1.1" status: 200 len: 835 time: 0.0444648 Nov 03 02:31:53.768750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-414a09ba-6081-49c6-8dc2-921587be6364 None None] Port 142cbda6-c2ab-42b6-93a4-fabd87795e9f had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:31:53.801819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-56ac98f1-f36f-4822-859f-0076750e22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:53.803328 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-56ac98f1-f36f-4822-859f-0076750e22f6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eff2fcf8-7594-4034-9b94-f193ea1ad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449061 Nov 03 02:31:53.901532 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-39d6f384-15d5-48b4-981a-bf66bf123103 service neutron] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865660 Nov 03 02:31:53.994648 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b3a6e687-8df7-4d65-8abc-51e91c7827a2 req-31d3552f-d1e0-4d48-80f7-3fa4d07a314c service neutron] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843339 Nov 03 02:31:54.011817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaeb56-67f5-4b05-989c-f7471829afbd req-d36459c3-3fcf-4d17-accb-d51f0f58a00a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:54.013945 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ddaeb56-67f5-4b05-989c-f7471829afbd req-d36459c3-3fcf-4d17-accb-d51f0f58a00a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 982 time: 0.0541928 Nov 03 02:31:54.069110 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ddaeb56-67f5-4b05-989c-f7471829afbd req-2d2bf4c1-eb5d-4754-b192-d96a76f2579c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493443 Nov 03 02:31:54.089607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236e6fa-7df8-4edc-9539-6b818710d113 req-7563cebf-42fa-42dc-90b5-ad864d190c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:54.091164 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0236e6fa-7df8-4edc-9539-6b818710d113 req-7563cebf-42fa-42dc-90b5-ad864d190c25 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 1166 time: 0.0493221 Nov 03 02:31:54.184951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236e6fa-7df8-4edc-9539-6b818710d113 req-b66cfa04-840f-4ccb-bf9e-988085254849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:54.186412 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0236e6fa-7df8-4edc-9539-6b818710d113 req-b66cfa04-840f-4ccb-bf9e-988085254849 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eff2fcf8-7594-4034-9b94-f193ea1ad344 HTTP/1.1" status: 200 len: 897 time: 0.0862947 Nov 03 02:31:54.226384 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0236e6fa-7df8-4edc-9539-6b818710d113 req-c1b8ce41-8151-4e4d-96ab-a0a7339b69ea service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 217 time: 0.0330400 Nov 03 02:31:54.279449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236e6fa-7df8-4edc-9539-6b818710d113 req-69b74ac4-5df0-45c3-a38a-2d085fa9a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:54.280927 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0236e6fa-7df8-4edc-9539-6b818710d113 req-69b74ac4-5df0-45c3-a38a-2d085fa9a7e1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e HTTP/1.1" status: 200 len: 835 time: 0.0482802 Nov 03 02:31:54.329425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236e6fa-7df8-4edc-9539-6b818710d113 req-3a651bc9-4981-4e66-9a27-af344bd5e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:54.330936 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0236e6fa-7df8-4edc-9539-6b818710d113 req-3a651bc9-4981-4e66-9a27-af344bd5e01d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eff2fcf8-7594-4034-9b94-f193ea1ad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437250 Nov 03 02:31:54.420680 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0236e6fa-7df8-4edc-9539-6b818710d113 req-424c76c7-d759-4795-8d3e-b33dde25a626 service neutron] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813432 Nov 03 02:31:54.513687 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0236e6fa-7df8-4edc-9539-6b818710d113 req-8a1006a4-a619-45de-96a0-b86bea8b82a5 service neutron] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861499 Nov 03 02:31:55.191557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aebe2d-fa05-49d1-93e5-16f4a4c1b7f7 req-2df05545-b54a-4087-9dcd-6b1628d808a7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:55.193480 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-76aebe2d-fa05-49d1-93e5-16f4a4c1b7f7 req-2df05545-b54a-4087-9dcd-6b1628d808a7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 982 time: 0.0521963 Nov 03 02:31:55.239695 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-76aebe2d-fa05-49d1-93e5-16f4a4c1b7f7 req-e80be3cf-0e71-4692-9b32-fab36ffe00c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399458 Nov 03 02:31:56.362874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dac0a-4ddc-463d-99da-eb24043d3ae0 req-3abd50b2-56c0-414b-ac00-48379fb5f157 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:56.365043 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a08dac0a-4ddc-463d-99da-eb24043d3ae0 req-3abd50b2-56c0-414b-ac00-48379fb5f157 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 982 time: 0.0529327 Nov 03 02:31:56.411686 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a08dac0a-4ddc-463d-99da-eb24043d3ae0 req-103f3039-f8fc-4a5e-8987-7d39bed1ff61 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Nov 03 02:31:56.985224 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:31:57.167021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 142cbda6-c2ab-42b6-93a4-fabd87795e9f details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:31:57.412470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:31:57.423907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'port_id': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'mac_address': 'fa:16:3e:ee:1f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:31:57.459022 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 142cbda6-c2ab-42b6-93a4-fabd87795e9f is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:31:57.459433 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:57.472967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142cbda6-c2ab-42b6-93a4-fabd87795e9f {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:31:57.494522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:31:57.498380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:57.542111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dc912-83a1-4c40-8bb9-18bd8aa34b36 req-0950f114-b7cd-4764-ad01-1fe19897b50a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:57.543615 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9e8dc912-83a1-4c40-8bb9-18bd8aa34b36 req-0950f114-b7cd-4764-ad01-1fe19897b50a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 982 time: 0.0585146 Nov 03 02:31:57.547299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:57.593539 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9e8dc912-83a1-4c40-8bb9-18bd8aa34b36 req-43ef95b5-9b7f-4d19-9070-4a5d728fd1e6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Nov 03 02:31:57.784586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['142cbda6-c2ab-42b6-93a4-fabd87795e9f'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:31:58.717060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e74f5-6d64-45d5-b685-3320b19523c4 req-2c33a072-574f-49ce-bf21-dc1a1e8de58d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:58.718540 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1c0e74f5-6d64-45d5-b685-3320b19523c4 req-2c33a072-574f-49ce-bf21-dc1a1e8de58d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 983 time: 0.0527432 Nov 03 02:31:58.763665 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1c0e74f5-6d64-45d5-b685-3320b19523c4 req-8b450722-3382-4299-b3aa-458b249a3ad4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396740 Nov 03 02:31:59.186857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 142cbda6-c2ab-42b6-93a4-fabd87795e9f up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:31:59.230822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 142cbda6-c2ab-42b6-93a4-fabd87795e9f completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:31:59.234310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 142cbda6-c2ab-42b6-93a4-fabd87795e9f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:31:59.234684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:59.235020 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 142cbda6-c2ab-42b6-93a4-fabd87795e9f Nov 03 02:31:59.304054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 142cbda6-c2ab-42b6-93a4-fabd87795e9f is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:31:59.304441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:59.326492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31f60b1-c6f7-400f-a27f-de9e17d90ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142cbda6-c2ab-42b6-93a4-fabd87795e9f'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:31:59.328769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a47c578-6199-4561-9957-0c4bdea4b83e" -d '{"events": [{"server_uuid": "c31f60b1-c6f7-400f-a27f-de9e17d90ccb", "name": "network-vif-plugged", "status": "completed", "tag": "142cbda6-c2ab-42b6-93a4-fabd87795e9f"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:31:59.341084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:31:59.345709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:31:59.371240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddbaddf-ee55-4e4f-8603-a09f9dd508cd x-openstack-request-id: req-2ddbaddf-ee55-4e4f-8603-a09f9dd508cd {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:31:59.371534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31f60b1-c6f7-400f-a27f-de9e17d90ccb", "name": "network-vif-plugged", "status": "completed", "tag": "142cbda6-c2ab-42b6-93a4-fabd87795e9f", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:31:59.371782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ddbaddf-ee55-4e4f-8603-a09f9dd508cd {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:31:59.372166 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ddbaddf-ee55-4e4f-8603-a09f9dd508cd'] response: {'server_uuid': 'c31f60b1-c6f7-400f-a27f-de9e17d90ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'code': 200} Nov 03 02:31:59.397240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:31:59.602002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6834a-43b7-4de2-b618-9bf7417fe130 req-e0b03824-791e-48be-b5b8-ff78cd3c1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:59.603515 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-cfd6834a-43b7-4de2-b618-9bf7417fe130 req-e0b03824-791e-48be-b5b8-ff78cd3c1f46 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 1168 time: 0.0877264 Nov 03 02:31:59.651687 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-cfd6834a-43b7-4de2-b618-9bf7417fe130 req-86b737af-51cb-4156-9d58-e29e902175f1 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374033 Nov 03 02:31:59.886957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e25e6-c86e-4c7c-b34b-77502c5d62df req-b327d030-3348-4a6a-b067-fc1c996cf88e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:31:59.888445 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-272e25e6-c86e-4c7c-b34b-77502c5d62df req-b327d030-3348-4a6a-b067-fc1c996cf88e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 984 time: 0.0530555 Nov 03 02:31:59.938216 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-272e25e6-c86e-4c7c-b34b-77502c5d62df req-78e860ed-67b0-4014-91f9-29f37ae9376b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442097 Nov 03 02:32:01.064032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbdcfa-6e63-461e-916a-8db723c87def req-e7fabf16-63d8-4489-ad5d-0c3b972bbf4c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:01.065520 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b9dbdcfa-6e63-461e-916a-8db723c87def req-e7fabf16-63d8-4489-ad5d-0c3b972bbf4c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 984 time: 0.0526693 Nov 03 02:32:01.112155 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b9dbdcfa-6e63-461e-916a-8db723c87def req-b9bd9f6c-4587-4c48-93cf-1e01cff5f18c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Nov 03 02:32:01.235411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134da453-387c-4f67-a786-3372e5c0fe20 req-38561aa5-1d5b-4d1b-bab5-f9afcd067fe9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:01.236904 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-134da453-387c-4f67-a786-3372e5c0fe20 req-38561aa5-1d5b-4d1b-bab5-f9afcd067fe9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 984 time: 0.0537994 Nov 03 02:32:01.283042 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-134da453-387c-4f67-a786-3372e5c0fe20 req-d118d94e-745a-4afb-9e7e-911cb8f75974 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Nov 03 02:32:01.311718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41826) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:01.358798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897240c4-0e73-4974-8bff-29bd25ad70c6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:01.360292 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-897240c4-0e73-4974-8bff-29bd25ad70c6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 1163 time: 0.0475852 Nov 03 02:32:01.363052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41828) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:01.367426 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'tenant_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:01.387020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:01.482797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:01.588733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.33 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/a1e302c3-9429-423d-9d62-8f9c88c2e43f) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:32:01.687563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (a1e302c3-9429-423d-9d62-8f9c88c2e43f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:01.721613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (a1e302c3-9429-423d-9d62-8f9c88c2e43f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:01.762145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:32:01.766488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:32:01.773656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:32:01.778607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=a1e302c3-9429-423d-9d62-8f9c88c2e43f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:02.120723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (c0394c6b-57d1-4a86-94fb-540ed93ec0da), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:02.189767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a1e302c3-9429-423d-9d62-8f9c88c2e43f), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:02.334749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (a1e302c3-9429-423d-9d62-8f9c88c2e43f), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:02.339497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (a1e302c3-9429-423d-9d62-8f9c88c2e43f), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:02.402962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (c0394c6b-57d1-4a86-94fb-540ed93ec0da), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:02.404539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=a1e302c3-9429-423d-9d62-8f9c88c2e43f,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:02.499726 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP c0394c6b-57d1-4a86-94fb-540ed93ec0da associated. External IP: 172.26.6.33, port: 142cbda6-c2ab-42b6-93a4-fabd87795e9f. Nov 03 02:32:02.702111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router e5f00714-38af-4215-94a3-d10eaddc8467 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:32:02.801853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:32:02.813042 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f776ee4a-be59-4b20-bdc2-e0156551880d None None] Sync routers for ids ['e5f00714-38af-4215-94a3-d10eaddc8467'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:32:02.821276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:02.827631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776ee4a-be59-4b20-bdc2-e0156551880d None None] Routers {'e5f00714-38af-4215-94a3-d10eaddc8467'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:02.828360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f776ee4a-be59-4b20-bdc2-e0156551880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:31:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e5f00714-38af-4215-94a3-d10eaddc8467'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:02.860974 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5154497f-4727-4644-b223-29f0afddf34a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.4968584 Nov 03 02:32:02.861633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31f60b1-c6f7-400f-a27f-de9e17d90ccb', 'tag': '142cbda6-c2ab-42b6-93a4-fabd87795e9f'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:32:02.864033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41830) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:02.864710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab550c6-fb9c-4650-a850-fe42491bde11" -d '{"events": [{"name": "network-changed", "server_uuid": "c31f60b1-c6f7-400f-a27f-de9e17d90ccb", "tag": "142cbda6-c2ab-42b6-93a4-fabd87795e9f"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:32:02.909525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf5c323-21ee-414d-a691-96c90c704f72 x-openstack-request-id: req-bbf5c323-21ee-414d-a691-96c90c704f72 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:32:02.909829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31f60b1-c6f7-400f-a27f-de9e17d90ccb", "tag": "142cbda6-c2ab-42b6-93a4-fabd87795e9f", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:32:02.910088 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbf5c323-21ee-414d-a691-96c90c704f72 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:32:02.910499 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf5c323-21ee-414d-a691-96c90c704f72'] response: {'name': 'network-changed', 'server_uuid': 'c31f60b1-c6f7-400f-a27f-de9e17d90ccb', 'tag': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'status': 'completed', 'code': 200} Nov 03 02:32:02.945194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-f776ee4a-be59-4b20-bdc2-e0156551880d None None] Set router e5f00714-38af-4215-94a3-d10eaddc8467 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:03.001176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f797651e-40b0-400d-a7b8-80fe2bdcb172 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:03.005219 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f797651e-40b0-400d-a7b8-80fe2bdcb172 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb&network_id=eff2fcf8-7594-4034-9b94-f193ea1ad344 HTTP/1.1" status: 200 len: 1163 time: 0.1375470 Nov 03 02:32:03.009340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-e3c19fdd-1881-4a77-a553-e7cde281b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:03.011255 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-e3c19fdd-1881-4a77-a553-e7cde281b635 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 1168 time: 0.0688243 Nov 03 02:32:03.140646 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-47f20dc4-8ab9-4761-b721-fee5e25b58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:03.142076 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-47f20dc4-8ab9-4761-b721-fee5e25b58a5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eff2fcf8-7594-4034-9b94-f193ea1ad344 HTTP/1.1" status: 200 len: 897 time: 0.1250222 Nov 03 02:32:03.186907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f776ee4a-be59-4b20-bdc2-e0156551880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:47Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'c0394c6b-57d1-4a86-94fb-540ed93ec0da', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.33', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'port_id': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2126562148', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'mac_address': 'fa:16:3e:ee:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31f60b1-c6f7-400f-a27f-de9e17d90ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:32:01Z', 'updated_at': '2022-11-03T02:32:01Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2030c131-eff7-4277-b85b-28c11d7c6372', 'name': '', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:46Z', 'updated_at': '2022-11-03T02:31:50Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:03.218205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f776ee4a-be59-4b20-bdc2-e0156551880d None None] Checking router: e5f00714-38af-4215-94a3-d10eaddc8467 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:32:03.221272 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-e3a304d2-d885-4e4d-aaa3-0da9fed93798 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 1037 time: 0.0718172 Nov 03 02:32:03.228892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776ee4a-be59-4b20-bdc2-e0156551880d None None] Routers {'e5f00714-38af-4215-94a3-d10eaddc8467'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:03.229662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f776ee4a-be59-4b20-bdc2-e0156551880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:31:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e5f00714-38af-4215-94a3-d10eaddc8467'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:03.265711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1804-09c3-41c7-a483-b37f6bacb62d req-10bebc86-de68-41ab-ada5-27dfc21d8f96 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:03.267357 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52ef1804-09c3-41c7-a483-b37f6bacb62d req-10bebc86-de68-41ab-ada5-27dfc21d8f96 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 984 time: 0.0600841 Nov 03 02:32:03.288280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-87155954-a3a2-4ed5-a240-81f5cd7efd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:03.290676 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-87155954-a3a2-4ed5-a240-81f5cd7efd0f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e HTTP/1.1" status: 200 len: 835 time: 0.0614843 Nov 03 02:32:03.319100 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-52ef1804-09c3-41c7-a483-b37f6bacb62d req-b24091da-6123-4c22-a7fe-ca4714af72da tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454998 Nov 03 02:32:03.347677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-f776ee4a-be59-4b20-bdc2-e0156551880d None None] Set router e5f00714-38af-4215-94a3-d10eaddc8467 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:03.360969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-a71c432d-4a66-490c-908d-004efaa4151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:03.362902 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-a71c432d-4a66-490c-908d-004efaa4151f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eff2fcf8-7594-4034-9b94-f193ea1ad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0647717 Nov 03 02:32:03.383383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-ace6d327-6b29-4b56-b7b3-87ffa6483579 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:32:03.384436 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-ace6d327-6b29-4b56-b7b3-87ffa6483579 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057812 Nov 03 02:32:03.478128 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-f31fdfed-0783-445e-a2ba-55f4569f68fb service neutron] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866361 Nov 03 02:32:03.565768 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f776ee4a-be59-4b20-bdc2-e0156551880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:47Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'c0394c6b-57d1-4a86-94fb-540ed93ec0da', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.33', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'port_id': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2126562148', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'mac_address': 'fa:16:3e:ee:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31f60b1-c6f7-400f-a27f-de9e17d90ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:32:01Z', 'updated_at': '2022-11-03T02:32:01Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2030c131-eff7-4277-b85b-28c11d7c6372', 'name': '', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:46Z', 'updated_at': '2022-11-03T02:31:50Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:03.575981 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8ab550c6-fb9c-4650-a850-fe42491bde11 req-725b8a8b-5e12-4919-8cc8-19b0325a8399 service neutron] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905461 Nov 03 02:32:03.591732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f776ee4a-be59-4b20-bdc2-e0156551880d None None] The sync data for ids ['e5f00714-38af-4215-94a3-d10eaddc8467'] in dv-neutron-860659-5-hyperv is: [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:47Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'c0394c6b-57d1-4a86-94fb-540ed93ec0da', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.33', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'port_id': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2126562148', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'mac_address': 'fa:16:3e:ee:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31f60b1-c6f7-400f-a27f-de9e17d90ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:32:01Z', 'updated_at': '2022-11-03T02:32:01Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2030c131-eff7-4277-b85b-28c11d7c6372', 'name': '', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:46Z', 'updated_at': '2022-11-03T02:31:50Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:32:03.809006 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6cb498-e3a6-4706-9fb0-76596fce4494 None None] New status for floating IP c0394c6b-57d1-4a86-94fb-540ed93ec0da: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:32:04.449581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda5bf2-cc81-46e9-9509-8b038579b5a6 req-b026916c-b6df-4210-9b09-21c2be4839bf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:04.451061 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-edda5bf2-cc81-46e9-9509-8b038579b5a6 req-b026916c-b6df-4210-9b09-21c2be4839bf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 984 time: 0.0542102 Nov 03 02:32:04.497294 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-edda5bf2-cc81-46e9-9509-8b038579b5a6 req-a9bf959b-9cd4-4ef0-96de-23c97e082584 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 Nov 03 02:32:04.699014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-4cd53e62-2edd-4d04-ba83-fd2afb2e382d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:04.700530 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-4cd53e62-2edd-4d04-ba83-fd2afb2e382d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 984 time: 0.0689960 Nov 03 02:32:04.750221 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-97f18132-b8e1-4d9e-9f5f-eeafb4d72dd0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:04.751597 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-97f18132-b8e1-4d9e-9f5f-eeafb4d72dd0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0427282 Nov 03 02:32:04.862989 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-1a87672d-96c2-4dea-8dff-794ec3fce50b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1021118 Nov 03 02:32:04.880568 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:04.939609 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:05.077743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:05.109620 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:32:05.138172 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] device_id is not set on port 142cbda6-c2ab-42b6-93a4-fabd87795e9f yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:32:05.147799 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] Publish callbacks [] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:05.153634 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:05.270956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] Pushing event updated for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=6']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:05.301267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] No DVR routers for this DVR port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on host hv-neutron-8606 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:32:05.604778 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c5771d4c-cfdf-4753-92b8-fdef6e7acf66 req-af801d5b-4faf-4cd3-9b72-b635995160bb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31f60b1-c6f7-400f-a27f-de9e17d90ccb HTTP/1.1" status: 200 len: 210 time: 0.0319304 Nov 03 02:32:05.721629 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] In _notify_port_updated(), no bound segment for port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on network eff2fcf8-7594-4034-9b94-f193ea1ad344 {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:32:05.722514 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:05.723137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:05.724584 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-231f8c0b-59bf-4de9-9985-466d106a48e3 req-c2479b3a-a950-404d-aadc-1c4a81cf2678 service neutron] 10.222.0.27 "PUT /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 1027 time: 0.8487785 Nov 03 02:32:06.668735 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41844) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:06.714951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c0be1-1644-4f62-95de-284f3e462d39 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:06.716290 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8a3c0be1-1644-4f62-95de-284f3e462d39 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 926 time: 0.0465465 Nov 03 02:32:06.772472 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41848) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:06.777028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c3497154-a3e1-4f3c-9c35-21b10d9cd20d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138778824', 'description': 'tempest-secgroup-smoke-2138778824 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:06.797058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c3497154-a3e1-4f3c-9c35-21b10d9cd20d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:06.862099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c3497154-a3e1-4f3c-9c35-21b10d9cd20d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (c6ae5b72-0252-44e8-a196-ee6d6e629c8f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:06.865707 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c3497154-a3e1-4f3c-9c35-21b10d9cd20d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c6ae5b72-0252-44e8-a196-ee6d6e629c8f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:06.893048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c3497154-a3e1-4f3c-9c35-21b10d9cd20d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:06.894227 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c3497154-a3e1-4f3c-9c35-21b10d9cd20d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1207039 Nov 03 02:32:06.897941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41850) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:06.898792 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3497154-a3e1-4f3c-9c35-21b10d9cd20d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ae5b72-0252-44e8-a196-ee6d6e629c8f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:06.903514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-76880a2f-02d1-4732-97df-80d6e8f292ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae5b72-0252-44e8-a196-ee6d6e629c8f', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:06.927940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76880a2f-02d1-4732-97df-80d6e8f292ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (4770dd98-3bb6-4f06-be8a-b5ed2fbddcfc), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:06.982855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76880a2f-02d1-4732-97df-80d6e8f292ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (4770dd98-3bb6-4f06-be8a-b5ed2fbddcfc), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:06.986376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76880a2f-02d1-4732-97df-80d6e8f292ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (4770dd98-3bb6-4f06-be8a-b5ed2fbddcfc), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.003707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76880a2f-02d1-4732-97df-80d6e8f292ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4770dd98-3bb6-4f06-be8a-b5ed2fbddcfc,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:07.011904 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76880a2f-02d1-4732-97df-80d6e8f292ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.013475 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-76880a2f-02d1-4732-97df-80d6e8f292ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141005 Nov 03 02:32:07.015800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41852) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:07.020090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5653bfb3-f4c4-4280-9716-141f5a20d3f5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae5b72-0252-44e8-a196-ee6d6e629c8f', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:07.044708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5653bfb3-f4c4-4280-9716-141f5a20d3f5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (2c24e61e-f4fc-4267-8acc-e75d0694b1df), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.100309 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5653bfb3-f4c4-4280-9716-141f5a20d3f5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (2c24e61e-f4fc-4267-8acc-e75d0694b1df), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.103861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5653bfb3-f4c4-4280-9716-141f5a20d3f5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (2c24e61e-f4fc-4267-8acc-e75d0694b1df), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.121786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653bfb3-f4c4-4280-9716-141f5a20d3f5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c24e61e-f4fc-4267-8acc-e75d0694b1df,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:07.129201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5653bfb3-f4c4-4280-9716-141f5a20d3f5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.130430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5653bfb3-f4c4-4280-9716-141f5a20d3f5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136792 Nov 03 02:32:07.133112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41854) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:07.137348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9033f11c-1878-430d-b0cd-294edec07995 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae5b72-0252-44e8-a196-ee6d6e629c8f', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:07.161893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9033f11c-1878-430d-b0cd-294edec07995 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (2209a6a1-fb75-4a0c-95f7-2571b9961f6d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.220616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9033f11c-1878-430d-b0cd-294edec07995 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (2209a6a1-fb75-4a0c-95f7-2571b9961f6d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.224108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9033f11c-1878-430d-b0cd-294edec07995 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (2209a6a1-fb75-4a0c-95f7-2571b9961f6d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.241201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033f11c-1878-430d-b0cd-294edec07995 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2209a6a1-fb75-4a0c-95f7-2571b9961f6d,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:07.249651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9033f11c-1878-430d-b0cd-294edec07995 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.250827 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9033f11c-1878-430d-b0cd-294edec07995 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167517 Nov 03 02:32:07.253575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41856) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:07.258959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6807378c-3666-4109-951c-aa48305d1b54 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae5b72-0252-44e8-a196-ee6d6e629c8f', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:07.282981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6807378c-3666-4109-951c-aa48305d1b54 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (d3e0753a-33ba-4f31-a4b9-05d0a92a7218), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.341446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6807378c-3666-4109-951c-aa48305d1b54 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (d3e0753a-33ba-4f31-a4b9-05d0a92a7218), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.345082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6807378c-3666-4109-951c-aa48305d1b54 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d3e0753a-33ba-4f31-a4b9-05d0a92a7218), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.362726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807378c-3666-4109-951c-aa48305d1b54 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e0753a-33ba-4f31-a4b9-05d0a92a7218,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:07.370287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6807378c-3666-4109-951c-aa48305d1b54 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.371607 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6807378c-3666-4109-951c-aa48305d1b54 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169977 Nov 03 02:32:07.374329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41858) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:07.378673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8f2a62f9-a792-4fc1-bb1b-791b23c5c953 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae5b72-0252-44e8-a196-ee6d6e629c8f', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:07.398522 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-8f2a62f9-a792-4fc1-bb1b-791b23c5c953 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:32:07.403358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f2a62f9-a792-4fc1-bb1b-791b23c5c953 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (cbce0df0-a68d-44f3-a044-4a133277c8db), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.461192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f2a62f9-a792-4fc1-bb1b-791b23c5c953 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (cbce0df0-a68d-44f3-a044-4a133277c8db), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.464831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f2a62f9-a792-4fc1-bb1b-791b23c5c953 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (cbce0df0-a68d-44f3-a044-4a133277c8db), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.482984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a62f9-a792-4fc1-bb1b-791b23c5c953 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbce0df0-a68d-44f3-a044-4a133277c8db,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:07.492358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8f2a62f9-a792-4fc1-bb1b-791b23c5c953 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.493572 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8f2a62f9-a792-4fc1-bb1b-791b23c5c953 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182017 Nov 03 02:32:07.496295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41860) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:07.500577 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9e04c481-5fcc-4fc3-b6d1-c4a52d609a5b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae5b72-0252-44e8-a196-ee6d6e629c8f', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:07.518811 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-9e04c481-5fcc-4fc3-b6d1-c4a52d609a5b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:32:07.524093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e04c481-5fcc-4fc3-b6d1-c4a52d609a5b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (77f441b3-655f-49bb-b2e5-ed90d97b3655), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.584763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e04c481-5fcc-4fc3-b6d1-c4a52d609a5b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (77f441b3-655f-49bb-b2e5-ed90d97b3655), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.588621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e04c481-5fcc-4fc3-b6d1-c4a52d609a5b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (77f441b3-655f-49bb-b2e5-ed90d97b3655), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.607516 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04c481-5fcc-4fc3-b6d1-c4a52d609a5b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f441b3-655f-49bb-b2e5-ed90d97b3655,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:07.613038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9e04c481-5fcc-4fc3-b6d1-c4a52d609a5b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:07.618779 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9e04c481-5fcc-4fc3-b6d1-c4a52d609a5b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169786 Nov 03 02:32:07.819309 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-8d285f44-95d7-400e-9e83-b15dc3e7d25e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138778824&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.0443890 Nov 03 02:32:07.870076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-701b9ce1-7483-49b8-9f80-71bbbe7c2cfb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:07.871420 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-701b9ce1-7483-49b8-9f80-71bbbe7c2cfb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 931 time: 0.0458872 Nov 03 02:32:07.919221 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-ea198f6a-7cde-4340-bd86-f6ae7791056f service neutron] 10.222.0.23 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0357125 Nov 03 02:32:08.009780 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-9ab1874b-3439-4335-b65a-0263d8a82745 service neutron] 10.222.0.23 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850403 Nov 03 02:32:08.077878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:08.099781 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-adfa98e3-28a0-4c90-9bfc-682341a74dcf service neutron] 10.222.0.23 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843632 Nov 03 02:32:08.154751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-d00d07b9-fac9-4146-9436-7b006b6a57d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:08.156100 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-d00d07b9-fac9-4146-9436-7b006b6a57d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 931 time: 0.0507560 Nov 03 02:32:08.313792 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7129757c-20b9-4363-a5e3-da0eecdd0556 req-883756de-7974-4c0a-8c5f-ab40db8a9baa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 210 time: 0.0280728 Nov 03 02:32:08.324877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41880) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:08.420612 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-2a295671-84b2-4fed-91b9-084b9924c2f0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:08.421971 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-2a295671-84b2-4fed-91b9-084b9924c2f0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 931 time: 0.0957170 Nov 03 02:32:09.220618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 142cbda6-c2ab-42b6-93a4-fabd87795e9f no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:32:09.259929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] The host hv-neutron-8606 is not matching for port 142cbda6-c2ab-42b6-93a4-fabd87795e9f host ! {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Nov 03 02:32:09.260433 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 142cbda6-c2ab-42b6-93a4-fabd87795e9f not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:32:09.382744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-fcd6aadb-2661-447e-8c6a-651552d8e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:09.384317 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-fcd6aadb-2661-447e-8c6a-651552d8e9f7 service neutron] 10.222.0.27 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 1027 time: 0.0415897 Nov 03 02:32:09.419392 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-114148b7-c8c8-45a7-bd0f-4093baa59933 req-dd20f91e-e00f-4ada-bfa6-873ee200648a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 210 time: 0.0297999 Nov 03 02:32:09.496312 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-99f43f6e-2662-44d4-954c-d057e972494e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:09.497774 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-99f43f6e-2662-44d4-954c-d057e972494e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=eff2fcf8-7594-4034-9b94-f193ea1ad344 HTTP/1.1" status: 200 len: 796 time: 0.1067803 Nov 03 02:32:09.575625 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-418ec6b8-5123-4e4a-b870-e500d7ef2ada tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 473 time: 0.0666180 Nov 03 02:32:09.589220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Request body: {'port': {'device_id': '84d088d3-2793-438a-979a-5016fe00d4db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:09.645440 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:09.729118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-81d030eb-2e55-4d44-8ed8-209443506a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:09.905213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142cbda6-c2ab-42b6-93a4-fabd87795e9f {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:32:09.914254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Publish callbacks [] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:09.927211 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Transition to ACTIVE for port object 142cbda6-c2ab-42b6-93a4-fabd87795e9f will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:32:09.933052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:10.003952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Pushing event updated for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=7']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:10.092374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Attempting to bind port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:32:10.092740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Attempting to bind port 142cbda6-c2ab-42b6-93a4-fabd87795e9f by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:32:10.093073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Attempting to bind port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on network eff2fcf8-7594-4034-9b94-f193ea1ad344 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:32:10.097344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on network eff2fcf8-7594-4034-9b94-f193ea1ad344 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:32:10.097669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Attempting to bind port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on network eff2fcf8-7594-4034-9b94-f193ea1ad344 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:32:10.103225 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:32:10.103568 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Checking segment: {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:32:10.103957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Bound using segment: {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:32:10.104381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Bound port: 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00018a93-2797-4cf9-9a28-90649b9f922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:32:10.104772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:10.164923 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:32:10.168051 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:32:10.173703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:10.179143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:10.179760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:10.181217 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] 10.222.0.27 "PUT /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 1132 time: 0.5961266 Nov 03 02:32:10.181715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d088d3-2793-438a-979a-5016fe00d4db', 'tag': '142cbda6-c2ab-42b6-93a4-fabd87795e9f'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:32:10.183958 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e76dcbf-f30a-4eb0-9add-746b281a3a29" -d '{"events": [{"name": "network-changed", "server_uuid": "84d088d3-2793-438a-979a-5016fe00d4db", "tag": "142cbda6-c2ab-42b6-93a4-fabd87795e9f"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:32:10.241953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8768e41d-128c-4f9c-aab0-f1e506fb6241 x-openstack-request-id: req-8768e41d-128c-4f9c-aab0-f1e506fb6241 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:32:10.242248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d088d3-2793-438a-979a-5016fe00d4db", "tag": "142cbda6-c2ab-42b6-93a4-fabd87795e9f", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:32:10.242503 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8768e41d-128c-4f9c-aab0-f1e506fb6241 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:32:10.242909 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8768e41d-128c-4f9c-aab0-f1e506fb6241'] response: {'name': 'network-changed', 'server_uuid': '84d088d3-2793-438a-979a-5016fe00d4db', 'tag': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'status': 'completed', 'code': 200} Nov 03 02:32:10.264374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1d31c-c9df-494d-90c9-a9882c789764 service neutron] Pushing event updated for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=8']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:10.284603 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-0f7a9630-14ba-47f2-9678-b583dd16afca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:10.286931 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-0f7a9630-14ba-47f2-9678-b583dd16afca service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 1166 time: 0.0646935 Nov 03 02:32:10.348330 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-51221c3c-5cde-40ea-b9b6-1675086741c4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 1037 time: 0.0545266 Nov 03 02:32:10.399262 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-cb1d9d0d-5ec7-4fd7-9393-4690807f9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:10.400678 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-cb1d9d0d-5ec7-4fd7-9393-4690807f9f53 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e HTTP/1.1" status: 200 len: 835 time: 0.0432391 Nov 03 02:32:10.455943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-57849199-0598-4bf5-bc2f-033a6fa928e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:10.457796 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-57849199-0598-4bf5-bc2f-033a6fa928e0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eff2fcf8-7594-4034-9b94-f193ea1ad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479631 Nov 03 02:32:10.545942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076487cc-cd31-4f6c-b750-4ac8da8959e0 req-d57ef8fc-cf08-45b2-a636-2adca2ef19af tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:10.547416 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-076487cc-cd31-4f6c-b750-4ac8da8959e0 req-d57ef8fc-cf08-45b2-a636-2adca2ef19af tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 982 time: 0.0526514 Nov 03 02:32:10.549172 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-b7943191-1daa-4342-94ea-c8a3b98a2e16 service neutron] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822711 Nov 03 02:32:10.594703 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-076487cc-cd31-4f6c-b750-4ac8da8959e0 req-da8c4ad4-286b-488b-87e3-644107aa722c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408289 Nov 03 02:32:10.643637 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-cf707182-91ec-4a1d-91ce-3bc2e15c5e5b service neutron] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881934 Nov 03 02:32:10.742166 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76dcbf-f30a-4eb0-9add-746b281a3a29 req-8ef6ea3f-26f9-4b79-8994-7393f82336bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:10.743582 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5e76dcbf-f30a-4eb0-9add-746b281a3a29 req-8ef6ea3f-26f9-4b79-8994-7393f82336bd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 1166 time: 0.0454602 Nov 03 02:32:10.835114 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76dcbf-f30a-4eb0-9add-746b281a3a29 req-d4e7adb7-24c5-4aaf-a068-86bb1db36753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:10.836647 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5e76dcbf-f30a-4eb0-9add-746b281a3a29 req-d4e7adb7-24c5-4aaf-a068-86bb1db36753 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eff2fcf8-7594-4034-9b94-f193ea1ad344 HTTP/1.1" status: 200 len: 897 time: 0.0844800 Nov 03 02:32:10.902547 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5e76dcbf-f30a-4eb0-9add-746b281a3a29 req-5281932c-de95-4a1a-8001-ab56b5c8c73d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 1037 time: 0.0581768 Nov 03 02:32:10.952206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76dcbf-f30a-4eb0-9add-746b281a3a29 req-7bcc690c-bcee-4743-8164-0adc1b7e338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:10.953655 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5e76dcbf-f30a-4eb0-9add-746b281a3a29 req-7bcc690c-bcee-4743-8164-0adc1b7e338a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e HTTP/1.1" status: 200 len: 835 time: 0.0428491 Nov 03 02:32:11.002907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76dcbf-f30a-4eb0-9add-746b281a3a29 req-dcc4af2e-765b-4526-973a-575339bdf9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:11.004356 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5e76dcbf-f30a-4eb0-9add-746b281a3a29 req-dcc4af2e-765b-4526-973a-575339bdf9bf service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eff2fcf8-7594-4034-9b94-f193ea1ad344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445390 Nov 03 02:32:11.095197 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5e76dcbf-f30a-4eb0-9add-746b281a3a29 req-ba3cd48b-3a7f-4eaa-842c-4747e5e690a6 service neutron] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839438 Nov 03 02:32:11.184845 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5e76dcbf-f30a-4eb0-9add-746b281a3a29 req-9dbaf6c5-3e2a-42cd-a5f9-45bfc0c03989 service neutron] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817206 Nov 03 02:32:11.725371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd033d-220d-4d63-8074-dde678efe0c6 req-084f11a5-fa8c-4d1d-a35d-00a2b1c66301 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:11.726849 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-57bd033d-220d-4d63-8074-dde678efe0c6 req-084f11a5-fa8c-4d1d-a35d-00a2b1c66301 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 982 time: 0.0563006 Nov 03 02:32:11.772867 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-57bd033d-220d-4d63-8074-dde678efe0c6 req-64780cef-8c00-4890-b730-6235e67fa6bf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Nov 03 02:32:12.227892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4004239a-8ac5-4699-9a78-ce371dc7e01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:12.895424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022e4d1-31ed-48c6-b5f2-01dc2782df91 req-6adba545-ca40-4d5d-84a5-44bd3422bf6d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:12.897142 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f022e4d1-31ed-48c6-b5f2-01dc2782df91 req-6adba545-ca40-4d5d-84a5-44bd3422bf6d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 982 time: 0.0528703 Nov 03 02:32:12.944114 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f022e4d1-31ed-48c6-b5f2-01dc2782df91 req-30058041-2b90-4e64-ac47-74e259a0ef68 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413408 Nov 03 02:32:13.154804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:13.249368 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 142cbda6-c2ab-42b6-93a4-fabd87795e9f details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:32:13.351291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:13.362401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'port_id': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'mac_address': 'fa:16:3e:ee:1f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:32:13.397434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 142cbda6-c2ab-42b6-93a4-fabd87795e9f is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:13.397823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:13.410592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142cbda6-c2ab-42b6-93a4-fabd87795e9f {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:32:13.431003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:13.435004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:13.483527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=9']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:13.704369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['142cbda6-c2ab-42b6-93a4-fabd87795e9f'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:32:14.070691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09a43-2c72-4520-8e62-a498f77aed5a req-e1c83a5f-1a7b-440e-8b08-4305883e1d03 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:14.072216 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-10b09a43-2c72-4520-8e62-a498f77aed5a req-e1c83a5f-1a7b-440e-8b08-4305883e1d03 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 983 time: 0.0564728 Nov 03 02:32:14.119372 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-10b09a43-2c72-4520-8e62-a498f77aed5a req-a4344331-f70d-43c4-9e98-f5950f040b76 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 Nov 03 02:32:14.647506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:15.241971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90450a34-566a-4851-934e-de9ec66f58c8 req-9c4c574c-6204-4861-a60e-804d356f3043 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:15.243451 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90450a34-566a-4851-934e-de9ec66f58c8 req-9c4c574c-6204-4861-a60e-804d356f3043 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 983 time: 0.0527344 Nov 03 02:32:15.273349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 142cbda6-c2ab-42b6-93a4-fabd87795e9f up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:32:15.289958 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90450a34-566a-4851-934e-de9ec66f58c8 req-03ffe43c-d756-4cc0-89f9-1e0315abc196 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Nov 03 02:32:15.319668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 142cbda6-c2ab-42b6-93a4-fabd87795e9f completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:32:15.323492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 142cbda6-c2ab-42b6-93a4-fabd87795e9f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:15.323882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:15.324232 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 142cbda6-c2ab-42b6-93a4-fabd87795e9f Nov 03 02:32:15.394260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 142cbda6-c2ab-42b6-93a4-fabd87795e9f is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:15.394651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:15.417544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d088d3-2793-438a-979a-5016fe00d4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142cbda6-c2ab-42b6-93a4-fabd87795e9f'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:32:15.419700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416672b2-bdd0-4859-875f-d237de71c7cf" -d '{"events": [{"server_uuid": "84d088d3-2793-438a-979a-5016fe00d4db", "name": "network-vif-plugged", "status": "completed", "tag": "142cbda6-c2ab-42b6-93a4-fabd87795e9f"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:32:15.433129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:15.437965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:15.463762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d0f28d-6b9d-4ce4-a4d2-d26354152c59 x-openstack-request-id: req-39d0f28d-6b9d-4ce4-a4d2-d26354152c59 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:32:15.463762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d088d3-2793-438a-979a-5016fe00d4db", "name": "network-vif-plugged", "status": "completed", "tag": "142cbda6-c2ab-42b6-93a4-fabd87795e9f", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:32:15.464078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39d0f28d-6b9d-4ce4-a4d2-d26354152c59 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:32:15.464346 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d0f28d-6b9d-4ce4-a4d2-d26354152c59'] response: {'server_uuid': '84d088d3-2793-438a-979a-5016fe00d4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142cbda6-c2ab-42b6-93a4-fabd87795e9f', 'code': 200} Nov 03 02:32:15.489876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=10']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:15.642187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb87baa-fe85-4d9b-aac0-62b503cde06a req-271d3589-023a-4763-b60a-61c36c323402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:15.643680 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-dbb87baa-fe85-4d9b-aac0-62b503cde06a req-271d3589-023a-4763-b60a-61c36c323402 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 1169 time: 0.0490954 Nov 03 02:32:15.690877 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-dbb87baa-fe85-4d9b-aac0-62b503cde06a req-5d62d031-9c9a-407f-9297-679386c792b1 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359130 Nov 03 02:32:16.070928 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:16.412594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d126f7-fb0f-4024-bc4a-12e610a9db56 req-a9567e63-2288-4308-880b-c1090cdef35c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:16.414060 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-07d126f7-fb0f-4024-bc4a-12e610a9db56 req-a9567e63-2288-4308-880b-c1090cdef35c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 985 time: 0.0519004 Nov 03 02:32:16.464837 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-07d126f7-fb0f-4024-bc4a-12e610a9db56 req-beff9c7f-c542-4ec5-bf8f-5e21815181ee tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452828 Nov 03 02:32:17.587556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1818a-56c2-427b-bdf0-14831845aabe req-ae78f201-f3ce-4438-bc7b-883767160110 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:17.589314 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e8d1818a-56c2-427b-bdf0-14831845aabe req-ae78f201-f3ce-4438-bc7b-883767160110 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 985 time: 0.0523043 Nov 03 02:32:17.634838 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e8d1818a-56c2-427b-bdf0-14831845aabe req-4ffc62eb-a0ce-4d6e-9b39-77cc4d5103ef tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Nov 03 02:32:17.756807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288db7b-b02c-45d5-8999-cb80574220b6 req-985381ec-186b-48cf-a625-6150cf0e6d08 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:17.758180 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3288db7b-b02c-45d5-8999-cb80574220b6 req-985381ec-186b-48cf-a625-6150cf0e6d08 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 985 time: 0.0530250 Nov 03 02:32:17.804845 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3288db7b-b02c-45d5-8999-cb80574220b6 req-f13f1c96-752e-4029-9780-2abaf9885baf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Nov 03 02:32:17.831881 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41920) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:17.910313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de0775-75cb-4ca2-a3fa-1acef39895f6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:17.912411 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-71de0775-75cb-4ca2-a3fa-1acef39895f6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db&network_id=eff2fcf8-7594-4034-9b94-f193ea1ad344 HTTP/1.1" status: 200 len: 1164 time: 0.0788584 Nov 03 02:32:18.122087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be310d5b-89cf-46d6-a490-f891a9bd151b req-9028be20-001b-4c28-bbb9-4bf4803ff76f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:18.123573 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-be310d5b-89cf-46d6-a490-f891a9bd151b req-9028be20-001b-4c28-bbb9-4bf4803ff76f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 985 time: 0.0524013 Nov 03 02:32:18.169560 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-be310d5b-89cf-46d6-a490-f891a9bd151b req-df3d64ca-6999-4fdf-9133-7bd96f05f083 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403755 Nov 03 02:32:19.295078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5700ae-de1e-43e4-a553-71f6fabe2d21 req-34e2e237-c0d7-4f16-93c9-aeaecde7caed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:19.296569 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3a5700ae-de1e-43e4-a553-71f6fabe2d21 req-34e2e237-c0d7-4f16-93c9-aeaecde7caed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 985 time: 0.0521882 Nov 03 02:32:19.347115 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3a5700ae-de1e-43e4-a553-71f6fabe2d21 req-7bd07c60-3509-4e21-ba7f-05db00d32344 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f263706-ac83-4656-b695-29dca00471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440063 Nov 03 02:32:19.568024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-d64b4d48-0ee5-4e98-89c4-20823cec12c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:19.569414 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-d64b4d48-0ee5-4e98-89c4-20823cec12c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 985 time: 0.0519164 Nov 03 02:32:19.618044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-43777531-92e3-4cb5-8972-d4ba59fa4182 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:19.619439 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-43777531-92e3-4cb5-8972-d4ba59fa4182 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0421946 Nov 03 02:32:19.728457 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-3443a1cc-bd05-443d-b2d3-abbd03f2ab2f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1008387 Nov 03 02:32:19.744598 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:19.805271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:19.946219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=142cbda6-c2ab-42b6-93a4-fabd87795e9f,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:19.980781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] For port 142cbda6-c2ab-42b6-93a4-fabd87795e9f, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:32:20.010933 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] device_id is not set on port 142cbda6-c2ab-42b6-93a4-fabd87795e9f yet. {{(pid=104393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 03 02:32:20.021388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] Publish callbacks [] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:20.028541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:20.112507 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] Pushing event updated for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=11']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:20.135099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] No DVR routers for this DVR port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on host hv-neutron-8606 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:32:20.268114 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] In _notify_port_updated(), no bound segment for port 142cbda6-c2ab-42b6-93a4-fabd87795e9f on network eff2fcf8-7594-4034-9b94-f193ea1ad344 {{(pid=104393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:917}} Nov 03 02:32:20.269045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:20.269661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:20.271718 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-8fc6f6b3-392b-4308-9a22-38141cbd933d req-df59219b-594c-42e1-ab55-4835552f1e6f service neutron] 10.222.0.27 "PUT /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 200 len: 1028 time: 0.5316684 Nov 03 02:32:20.468859 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6600a423-69e8-4e9b-8eba-b12ea0214c3b req-8ff27d46-0dc9-45b0-b18f-83f224cafeca tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=84d088d3-2793-438a-979a-5016fe00d4db HTTP/1.1" status: 200 len: 210 time: 0.0275574 Nov 03 02:32:21.530257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41944) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:21.585569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-203dd80f-090b-4692-8e8d-8678af0e37d6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (c6ae5b72-0252-44e8-a196-ee6d6e629c8f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:21.610253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-203dd80f-090b-4692-8e8d-8678af0e37d6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (c6ae5b72-0252-44e8-a196-ee6d6e629c8f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:21.671224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-203dd80f-090b-4692-8e8d-8678af0e37d6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c6ae5b72-0252-44e8-a196-ee6d6e629c8f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:21.673943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-203dd80f-090b-4692-8e8d-8678af0e37d6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:21.675099 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-203dd80f-090b-4692-8e8d-8678af0e37d6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/c6ae5b72-0252-44e8-a196-ee6d6e629c8f HTTP/1.1" status: 204 len: 168 time: 0.1438606 Nov 03 02:32:21.684357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dd80f-090b-4692-8e8d-8678af0e37d6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ae5b72-0252-44e8-a196-ee6d6e629c8f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:21.708301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41948) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:21.855533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port a1e302c3-9429-423d-9d62-8f9c88c2e43f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:32:21.855887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (a1e302c3-9429-423d-9d62-8f9c88c2e43f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:21.933422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (a1e302c3-9429-423d-9d62-8f9c88c2e43f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:21.933754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (a1e302c3-9429-423d-9d62-8f9c88c2e43f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:21.945748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for a1e302c3-9429-423d-9d62-8f9c88c2e43f owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:32:22.106461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (a1e302c3-9429-423d-9d62-8f9c88c2e43f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:22.131610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=a1e302c3-9429-423d-9d62-8f9c88c2e43f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:22.238538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (c0394c6b-57d1-4a86-94fb-540ed93ec0da), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:22.238906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP c0394c6b-57d1-4a86-94fb-540ed93ec0da disassociated (deleted). External IP: 172.26.6.33, port: 142cbda6-c2ab-42b6-93a4-fabd87795e9f. Nov 03 02:32:22.457108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router e5f00714-38af-4215-94a3-d10eaddc8467 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:32:22.567706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:32:22.572568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:22.577659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f4b86-eab6-4da0-b2ad-e0a0dfc2559b None None] Sync routers for ids ['e5f00714-38af-4215-94a3-d10eaddc8467'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:32:22.588022 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f4b86-eab6-4da0-b2ad-e0a0dfc2559b None None] Routers {'e5f00714-38af-4215-94a3-d10eaddc8467'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:22.588773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-db8f4b86-eab6-4da0-b2ad-e0a0dfc2559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e5f00714-38af-4215-94a3-d10eaddc8467'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:22.603868 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d617546b-84ce-4af9-95f2-0267d565b5ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/floatingips/c0394c6b-57d1-4a86-94fb-540ed93ec0da HTTP/1.1" status: 204 len: 168 time: 0.8944588 Nov 03 02:32:22.670969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41956) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:22.692266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-db8f4b86-eab6-4da0-b2ad-e0a0dfc2559b None None] Set router e5f00714-38af-4215-94a3-d10eaddc8467 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:22.733718 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a23c99fc-abad-41fc-971b-6412c2bdc5b3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (435c7ab7-27d1-4a39-8525-87916cb1d3d0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:22.759154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a23c99fc-abad-41fc-971b-6412c2bdc5b3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (435c7ab7-27d1-4a39-8525-87916cb1d3d0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:22.824437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a23c99fc-abad-41fc-971b-6412c2bdc5b3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (435c7ab7-27d1-4a39-8525-87916cb1d3d0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:22.827330 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a23c99fc-abad-41fc-971b-6412c2bdc5b3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:22.828667 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a23c99fc-abad-41fc-971b-6412c2bdc5b3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/435c7ab7-27d1-4a39-8525-87916cb1d3d0 HTTP/1.1" status: 204 len: 168 time: 0.1565845 Nov 03 02:32:22.838565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c99fc-abad-41fc-971b-6412c2bdc5b3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c7ab7-27d1-4a39-8525-87916cb1d3d0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:22.859247 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41960) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:22.909778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-db8f4b86-eab6-4da0-b2ad-e0a0dfc2559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:47Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2030c131-eff7-4277-b85b-28c11d7c6372', 'name': '', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:46Z', 'updated_at': '2022-11-03T02:31:50Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:22.934759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f4b86-eab6-4da0-b2ad-e0a0dfc2559b None None] Checking router: e5f00714-38af-4215-94a3-d10eaddc8467 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:32:22.945217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f4b86-eab6-4da0-b2ad-e0a0dfc2559b None None] Routers {'e5f00714-38af-4215-94a3-d10eaddc8467'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:22.945829 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-db8f4b86-eab6-4da0-b2ad-e0a0dfc2559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e5f00714-38af-4215-94a3-d10eaddc8467'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:22.951662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b9430dab-9130-445b-826a-9be86a6bf53a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 142cbda6-c2ab-42b6-93a4-fabd87795e9f {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:32:22.952082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b9430dab-9130-445b-826a-9be86a6bf53a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:23.043474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b9430dab-9130-445b-826a-9be86a6bf53a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:23.046645 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-db8f4b86-eab6-4da0-b2ad-e0a0dfc2559b None None] Set router e5f00714-38af-4215-94a3-d10eaddc8467 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:23.056133 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b9430dab-9130-445b-826a-9be86a6bf53a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 142cbda6-c2ab-42b6-93a4-fabd87795e9f owned by {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:32:23.205778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b9430dab-9130-445b-826a-9be86a6bf53a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (142cbda6-c2ab-42b6-93a4-fabd87795e9f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:23.236364 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9430dab-9130-445b-826a-9be86a6bf53a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=142cbda6-c2ab-42b6-93a4-fabd87795e9f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:23.273963 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-db8f4b86-eab6-4da0-b2ad-e0a0dfc2559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:47Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2030c131-eff7-4277-b85b-28c11d7c6372', 'name': '', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:46Z', 'updated_at': '2022-11-03T02:31:50Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:23.305404 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 142cbda6-c2ab-42b6-93a4-fabd87795e9f no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:32:23.309003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f4b86-eab6-4da0-b2ad-e0a0dfc2559b None None] The sync data for ids ['e5f00714-38af-4215-94a3-d10eaddc8467'] in dv-neutron-860659-5-hyperv is: [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:47Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2030c131-eff7-4277-b85b-28c11d7c6372', 'name': '', 'network_id': 'eff2fcf8-7594-4034-9b94-f193ea1ad344', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:46Z', 'updated_at': '2022-11-03T02:31:50Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:32:23.321792 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b9430dab-9130-445b-826a-9be86a6bf53a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:23.325928 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b9430dab-9130-445b-826a-9be86a6bf53a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/ports/142cbda6-c2ab-42b6-93a4-fabd87795e9f HTTP/1.1" status: 204 len: 168 time: 0.4655905 Nov 03 02:32:23.328884 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41968) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:23.503051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 142cbda6-c2ab-42b6-93a4-fabd87795e9f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:32:23.503051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 142cbda6-c2ab-42b6-93a4-fabd87795e9f not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:32:23.710418 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4bf8e-965a-48d6-9102-c7e536c1b20d None None] New status for floating IP c0394c6b-57d1-4a86-94fb-540ed93ec0da: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:32:24.075024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (e5f00714-38af-4215-94a3-d10eaddc8467), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:24.320733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 2030c131-eff7-4277-b85b-28c11d7c6372 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:32:24.321087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:24.409180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 2030c131-eff7-4277-b85b-28c11d7c6372, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2030c131-eff7-4277-b85b-28c11d7c6372,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:24.409553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:24.423001 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 2030c131-eff7-4277-b85b-28c11d7c6372 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:32:24.608020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (2030c131-eff7-4277-b85b-28c11d7c6372), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:24.636992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=2030c131-eff7-4277-b85b-28c11d7c6372,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:24.835739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (e5f00714-38af-4215-94a3-d10eaddc8467), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:25.068581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router e5f00714-38af-4215-94a3-d10eaddc8467 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:32:25.173527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:32:25.180562 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b344ad90-1a0f-4d35-9293-078f68e3cc57 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/e5f00714-38af-4215-94a3-d10eaddc8467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8506231 Nov 03 02:32:25.183293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41978) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:25.183989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5b846-21cd-40ef-87b4-4e245be057d1 None None] Sync routers for ids ['e5f00714-38af-4215-94a3-d10eaddc8467'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:32:25.195164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5b846-21cd-40ef-87b4-4e245be057d1 None None] Routers {'e5f00714-38af-4215-94a3-d10eaddc8467'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:25.196103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-90a5b846-21cd-40ef-87b4-4e245be057d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e5f00714-38af-4215-94a3-d10eaddc8467'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:25.237863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-028b8977-a6e9-482a-bfa0-f6ed90e58dd9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting subnet 11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:32:25.241547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-028b8977-a6e9-482a-bfa0-f6ed90e58dd9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:25.288626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-028b8977-a6e9-482a-bfa0-f6ed90e58dd9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:25.299845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-90a5b846-21cd-40ef-87b4-4e245be057d1 None None] Set router e5f00714-38af-4215-94a3-d10eaddc8467 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:25.372985 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-028b8977-a6e9-482a-bfa0-f6ed90e58dd9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:25.433414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-028b8977-a6e9-482a-bfa0-f6ed90e58dd9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:25.473874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-028b8977-a6e9-482a-bfa0-f6ed90e58dd9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:25.478000 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-028b8977-a6e9-482a-bfa0-f6ed90e58dd9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/subnets/11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e HTTP/1.1" status: 204 len: 168 time: 0.2935214 Nov 03 02:32:25.479038 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8cff29-7d80-41c4-8390-30f08aec87cb None None] Network eff2fcf8-7594-4034-9b94-f193ea1ad344 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:32:25.479456 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b8977-a6e9-482a-bfa0-f6ed90e58dd9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Subnet': ['ID=11d3b11d-d8ad-4e5f-a5e7-ac6b14e9a74e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:25.483001 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41980) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:25.483969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-90a5b846-21cd-40ef-87b4-4e245be057d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:32:24Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:25.547765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5b846-21cd-40ef-87b4-4e245be057d1 None None] Checking router: e5f00714-38af-4215-94a3-d10eaddc8467 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:32:25.568632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5b846-21cd-40ef-87b4-4e245be057d1 None None] Routers {'e5f00714-38af-4215-94a3-d10eaddc8467'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:25.569242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-90a5b846-21cd-40ef-87b4-4e245be057d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['e5f00714-38af-4215-94a3-d10eaddc8467'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:25.594024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (e5f00714-38af-4215-94a3-d10eaddc8467), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:25.696254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-90a5b846-21cd-40ef-87b4-4e245be057d1 None None] Set router e5f00714-38af-4215-94a3-d10eaddc8467 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:25.702607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (e5f00714-38af-4215-94a3-d10eaddc8467), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:25.768263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 75a958a0-049e-426e-b38a-2d610bd6391c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:32:25.768650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:25.769691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b824f0e-bde8-482f-9b0a-11247fa53136 None None] DHCP port deletion for eff2fcf8-7594-4034-9b94-f193ea1ad344 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:32:25.864408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 75a958a0-049e-426e-b38a-2d610bd6391c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=75a958a0-049e-426e-b38a-2d610bd6391c,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:25.865204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:25.883951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 75a958a0-049e-426e-b38a-2d610bd6391c owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:32:25.897100 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b824f0e-bde8-482f-9b0a-11247fa53136 None None] Deleting port 5609234e-deea-4939-b2db-a8f1dc317719 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:32:25.897483 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b824f0e-bde8-482f-9b0a-11247fa53136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (5609234e-deea-4939-b2db-a8f1dc317719), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:25.983815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6b824f0e-bde8-482f-9b0a-11247fa53136 None None] For port 5609234e-deea-4939-b2db-a8f1dc317719, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=5609234e-deea-4939-b2db-a8f1dc317719,segment=NetworkSegment(00018a93-2797-4cf9-9a28-90649b9f922f),segment_id=00018a93-2797-4cf9-9a28-90649b9f922f)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:25.984118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b824f0e-bde8-482f-9b0a-11247fa53136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (5609234e-deea-4939-b2db-a8f1dc317719), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.001001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6b824f0e-bde8-482f-9b0a-11247fa53136 None None] Calling delete_port for 5609234e-deea-4939-b2db-a8f1dc317719 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:32:26.049838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-90a5b846-21cd-40ef-87b4-4e245be057d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:32:24Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:26.062601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (75a958a0-049e-426e-b38a-2d610bd6391c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.080531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5b846-21cd-40ef-87b4-4e245be057d1 None None] The sync data for ids ['e5f00714-38af-4215-94a3-d10eaddc8467'] in dv-neutron-860659-5-hyperv is: [{'id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'name': 'tempest-TestNetworkBasicOps-router-1420344618', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:32:24Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '75a958a0-049e-426e-b38a-2d610bd6391c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f00714-38af-4215-94a3-d10eaddc8467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:31:44Z', 'updated_at': '2022-11-03T02:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:32:26.094224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=75a958a0-049e-426e-b38a-2d610bd6391c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:26.128010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b824f0e-bde8-482f-9b0a-11247fa53136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (5609234e-deea-4939-b2db-a8f1dc317719), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.155826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b824f0e-bde8-482f-9b0a-11247fa53136 None None] Pushing event deleted for resources: {'Port': ['ID=5609234e-deea-4939-b2db-a8f1dc317719,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:26.160242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b824f0e-bde8-482f-9b0a-11247fa53136 None None] No DVR routers for this DVR port 5609234e-deea-4939-b2db-a8f1dc317719 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:32:26.174565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (e5f00714-38af-4215-94a3-d10eaddc8467), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.273800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (e5f00714-38af-4215-94a3-d10eaddc8467), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.276689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (e5f00714-38af-4215-94a3-d10eaddc8467), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.339007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (e5f00714-38af-4215-94a3-d10eaddc8467), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.339007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Fanout notify agent at l3_agent the message router_deleted on router e5f00714-38af-4215-94a3-d10eaddc8467 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:32:26.352089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.353420 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9634b13f-6c87-4a4d-93c2-9fa9c6ea82d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/routers/e5f00714-38af-4215-94a3-d10eaddc8467 HTTP/1.1" status: 204 len: 168 time: 0.8691456 Nov 03 02:32:26.356109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 41984) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:26.442411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (eff2fcf8-7594-4034-9b94-f193ea1ad344), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.485644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2030c131-eff7-4277-b85b-28c11d7c6372 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:32:26.517742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 2030c131-eff7-4277-b85b-28c11d7c6372 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:32:26.518086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2030c131-eff7-4277-b85b-28c11d7c6372 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:32:26.518521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5609234e-deea-4939-b2db-a8f1dc317719 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:32:26.543734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (eff2fcf8-7594-4034-9b94-f193ea1ad344), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.546532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 5609234e-deea-4939-b2db-a8f1dc317719 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:32:26.546532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 5609234e-deea-4939-b2db-a8f1dc317719 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:32:26.571533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff2fcf8-7594-4034-9b94-f193ea1ad344']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:26.581706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00018a93-2797-4cf9-9a28-90649b9f922f') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:26.582126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00018a93-2797-4cf9-9a28-90649b9f922f') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:26.593093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (00018a93-2797-4cf9-9a28-90649b9f922f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.607924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (00018a93-2797-4cf9-9a28-90649b9f922f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.615473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:32:26.615972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (00018a93-2797-4cf9-9a28-90649b9f922f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.666106 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 00018a93-2797-4cf9-9a28-90649b9f922f resource provider aggregate not found Nov 03 02:32:26.685856 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 00018a93-2797-4cf9-9a28-90649b9f922f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00018a93-2797-4cf9-9a28-90649b9f922f found for delete ", "request_id": "req-9de25374-ac03-441b-ac50-5d64839d4303"}]} Nov 03 02:32:26.695768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (eff2fcf8-7594-4034-9b94-f193ea1ad344), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.702414 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.710120 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/networks/eff2fcf8-7594-4034-9b94-f193ea1ad344 HTTP/1.1" status: 204 len: 168 time: 0.3486433 Nov 03 02:32:26.719156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f3413-c43f-4213-86ed-bf6b21e4a31c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Network': ['ID=eff2fcf8-7594-4034-9b94-f193ea1ad344,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:26.721524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41990) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:26.734454 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-71fe7aed-08d4-4429-a2da-0da884c86124 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111158 Nov 03 02:32:26.737017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41992) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:26.742185 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'network': {'name': 'tempest-network-smoke--837500203', 'project_id': '313880603e634d3084046ce40393537e', 'port_security_enabled': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:26.762148 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:32:26.765473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.788874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:32:26.798257 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (86412976-9d94-4daa-bed8-088f029cc703), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.798807 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Added segment 86412976-9d94-4daa-bed8-088f029cc703 of type vlan for network 670d8898-1e84-430a-b76e-fea81f63235a Nov 03 02:32:26.844148 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (670d8898-1e84-430a-b76e-fea81f63235a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.872203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (670d8898-1e84-430a-b76e-fea81f63235a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.877306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:26.877901 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.940909 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2026794 Nov 03 02:32:26.944264 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 41996) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:26.950709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'admin_state_up': True, 'project_id': '313880603e634d3084046ce40393537e', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:26.956588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20af5a-4c82-4978-a6a9-d2045621d380 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Network': ['ID=670d8898-1e84-430a-b76e-fea81f63235a,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:26.968578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 670d8898-1e84-430a-b76e-fea81f63235a details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:32:26.976117 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (6d89623a-87b7-4471-acc8-0ac125ccf425), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:26.980146 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (6d89623a-87b7-4471-acc8-0ac125ccf425), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:27.042536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (6d89623a-87b7-4471-acc8-0ac125ccf425), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:27.193953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (6d89623a-87b7-4471-acc8-0ac125ccf425), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:27.400549 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (6d89623a-87b7-4471-acc8-0ac125ccf425), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:27.419424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:27.529011 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.23 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/89e6db13-5455-459b-b499-4f553efcaa67) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:32:27.629903 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (89e6db13-5455-459b-b499-4f553efcaa67), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:27.662631 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (89e6db13-5455-459b-b499-4f553efcaa67), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:27.698942 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:32:27.701895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:32:27.707502 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:32:27.712376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=89e6db13-5455-459b-b499-4f553efcaa67,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:27.954079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (6d89623a-87b7-4471-acc8-0ac125ccf425), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:28.143550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (6d89623a-87b7-4471-acc8-0ac125ccf425), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:28.281152 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 6d89623a-87b7-4471-acc8-0ac125ccf425 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:32:28.333555 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 75a958a0-049e-426e-b38a-2d610bd6391c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:32:28.353026 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 75a958a0-049e-426e-b38a-2d610bd6391c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:32:28.353392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 75a958a0-049e-426e-b38a-2d610bd6391c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:32:28.390972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:32:28.401954 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Sync routers for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:32:28.412191 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:28.412837 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:28.415681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:28.416958 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6260f981-5ddc-4c54-ae77-5f7a0a417f4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4716592 Nov 03 02:32:28.419927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42000) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:28.451072 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-62e0c34c-d8ce-4d9c-bd3c-924c4292fc92 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=313880603e634d3084046ce40393537e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297298 Nov 03 02:32:28.453429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42002) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:28.518445 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:28.548317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607dd257-70b7-4516-965d-ee7cc38576e7 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:28.552604 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-607dd257-70b7-4516-965d-ee7cc38576e7 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955386 Nov 03 02:32:28.552965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42004) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:28.583841 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d9e5a3f9-d988-4557-8da3-37e1ae3ca81f tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267022 Nov 03 02:32:28.584109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42006) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:28.589180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619611530', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'project_id': '313880603e634d3084046ce40393537e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:28.683014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:32:28.686468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:28.794395 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:27Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:28.822658 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Checking router: 6d89623a-87b7-4471-acc8-0ac125ccf425 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:32:28.823556 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Updating router 6d89623a-87b7-4471-acc8-0ac125ccf425 port 89e6db13-5455-459b-b499-4f553efcaa67 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:32:28.851903 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (89e6db13-5455-459b-b499-4f553efcaa67), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:28.877225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (c1f2c84f-adf0-44b1-846d-489d2d7b71b1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:28.952936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Subnet': ['ID=c1f2c84f-adf0-44b1-846d-489d2d7b71b1,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:28.992514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Checking segment: {'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:32:28.992514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network hostable DHCP agents. Network: 670d8898-1e84-430a-b76e-fea81f63235a, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:32:29.001690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 670d8898-1e84-430a-b76e-fea81f63235a is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:32:29.012096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 670d8898-1e84-430a-b76e-fea81f63235a) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:32:29.016795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:29.017603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.024362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3cb138-ccaa-4f4f-aef0-49370fb68b2b None None] Network 670d8898-1e84-430a-b76e-fea81f63235a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:32:29.040944 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42010) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:29.050263 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c9afd8fe-149d-4b5c-8d43-e7a16d164158 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4649184 Nov 03 02:32:29.151812 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Publish callbacks [] for port (89e6db13-5455-459b-b499-4f553efcaa67), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.158269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-670d8898-1e84-430a-b76e-fea81f63235a', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:32:29.159134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.160337 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (89e6db13-5455-459b-b499-4f553efcaa67), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.201175 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Attempting to bind port 89e6db13-5455-459b-b499-4f553efcaa67 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:32:29.201800 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Attempting to bind port 89e6db13-5455-459b-b499-4f553efcaa67 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:32:29.202349 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Attempting to bind port 89e6db13-5455-459b-b499-4f553efcaa67 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:32:29.217013 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:32:29.217695 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:32:29.218095 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.218492 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:32:29.218974 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Bound port: 89e6db13-5455-459b-b499-4f553efcaa67, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:32:29.219354 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (89e6db13-5455-459b-b499-4f553efcaa67), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.274788 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] For port 89e6db13-5455-459b-b499-4f553efcaa67, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:32:29.277986 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] For port 89e6db13-5455-459b-b499-4f553efcaa67, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=89e6db13-5455-459b-b499-4f553efcaa67,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:32:29.280740 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31060085-7779-4120-869a-5e4628ee7744 None None] Pushing event updated for resources: {'Port': ['ID=89e6db13-5455-459b-b499-4f553efcaa67,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:29.287396 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (89e6db13-5455-459b-b499-4f553efcaa67), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.335004 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:29.335508 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:29.352691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Allocated IP 172.20.0.2 (670d8898-1e84-430a-b76e-fea81f63235a/c1f2c84f-adf0-44b1-846d-489d2d7b71b1/812bf45d-a29b-4ce6-bca7-d74d86cb89df) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:32:29.443658 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:29.512740 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31060085-7779-4120-869a-5e4628ee7744 None None] Pushing event updated for resources: {'Port': ['ID=89e6db13-5455-459b-b499-4f553efcaa67,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:29.653267 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.656116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Publish callbacks [] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.678577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.736215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Network 670d8898-1e84-430a-b76e-fea81f63235a is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:32:29.739597 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:32:29.746447 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:32:29.752473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Pushing event updated for resources: {'Port': ['ID=812bf45d-a29b-4ce6-bca7-d74d86cb89df,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:29.800584 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:27Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:29.851806 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbbf42e-bbb9-48e1-95e3-aff4e8fa006c None None] The sync data for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv is: [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:27Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:32:29.852882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Attempting to bind port 812bf45d-a29b-4ce6-bca7-d74d86cb89df on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:32:29.853271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Attempting to bind port 812bf45d-a29b-4ce6-bca7-d74d86cb89df by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:32:29.854039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Attempting to bind port 812bf45d-a29b-4ce6-bca7-d74d86cb89df on network 670d8898-1e84-430a-b76e-fea81f63235a {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:32:29.861636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:32:29.862029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Checking segment: {'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:32:29.862439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.863110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Bound using segment: {'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:32:29.864841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Bound port: 812bf45d-a29b-4ce6-bca7-d74d86cb89df, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:32:29.865246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:29.968201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] For port 812bf45d-a29b-4ce6-bca7-d74d86cb89df, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:32:29.975620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] For port 812bf45d-a29b-4ce6-bca7-d74d86cb89df, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=812bf45d-a29b-4ce6-bca7-d74d86cb89df,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:32:29.989351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:30.087460 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd9ad9-577e-4021-8684-9a73567374be None None] Pushing event updated for resources: {'Port': ['ID=812bf45d-a29b-4ce6-bca7-d74d86cb89df,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:30.605975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.1 (670d8898-1e84-430a-b76e-fea81f63235a/c1f2c84f-adf0-44b1-846d-489d2d7b71b1/31e354d1-4eb3-4ccc-a276-87218f0c2e68) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:32:30.616400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 89e6db13-5455-459b-b499-4f553efcaa67 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:32:30.698155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 89e6db13-5455-459b-b499-4f553efcaa67 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:30.698646 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (89e6db13-5455-459b-b499-4f553efcaa67), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:30.699059 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 89e6db13-5455-459b-b499-4f553efcaa67 Nov 03 02:32:30.782336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:30.836665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 89e6db13-5455-459b-b499-4f553efcaa67 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:30.837854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (89e6db13-5455-459b-b499-4f553efcaa67), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:30.862943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:30.880035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 89e6db13-5455-459b-b499-4f553efcaa67, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=89e6db13-5455-459b-b499-4f553efcaa67,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:30.893883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (89e6db13-5455-459b-b499-4f553efcaa67), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:30.894684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 812bf45d-a29b-4ce6-bca7-d74d86cb89df up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:32:30.920440 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 670d8898-1e84-430a-b76e-fea81f63235a is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:32:30.928708 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:32:30.933803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:32:30.980466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=31e354d1-4eb3-4ccc-a276-87218f0c2e68,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:31.017454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=89e6db13-5455-459b-b499-4f553efcaa67,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:31.027311 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (6d89623a-87b7-4471-acc8-0ac125ccf425), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:31.030636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 812bf45d-a29b-4ce6-bca7-d74d86cb89df triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:31.030915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:31.032751 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 812bf45d-a29b-4ce6-bca7-d74d86cb89df Nov 03 02:32:31.272667 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:31.380040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 812bf45d-a29b-4ce6-bca7-d74d86cb89df is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:31.380387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:31.418343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 812bf45d-a29b-4ce6-bca7-d74d86cb89df, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=812bf45d-a29b-4ce6-bca7-d74d86cb89df,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:31.424760 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:31.524136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=812bf45d-a29b-4ce6-bca7-d74d86cb89df,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:31.647772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f672c9-160f-44fa-8f81-beeb8d43f934 None None] Network 670d8898-1e84-430a-b76e-fea81f63235a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:32:31.775732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-58faff19-e5bf-4d99-a35a-c68971d83ec2 None None] Provisioning complete for port 812bf45d-a29b-4ce6-bca7-d74d86cb89df triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:31.776615 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-58faff19-e5bf-4d99-a35a-c68971d83ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:31.776615 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-58faff19-e5bf-4d99-a35a-c68971d83ec2 None None] Attempt 1 to provision port 812bf45d-a29b-4ce6-bca7-d74d86cb89df Nov 03 02:32:31.803604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:31.822073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:31.890032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-58faff19-e5bf-4d99-a35a-c68971d83ec2 None None] Current status of the port 812bf45d-a29b-4ce6-bca7-d74d86cb89df is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:31.924561 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=31e354d1-4eb3-4ccc-a276-87218f0c2e68,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:31.927249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (6d89623a-87b7-4471-acc8-0ac125ccf425), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:32.079856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 670d8898-1e84-430a-b76e-fea81f63235a is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:32:32.081548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:32:32.139003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Provisioning complete for port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:32.140807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:32.141165 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Attempt 1 to provision port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 Nov 03 02:32:32.196716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:32:32.282010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 6d89623a-87b7-4471-acc8-0ac125ccf425 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:32:32.440699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:32:32.456778 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dfa83501-220b-430a-8bd3-9a9d3fabc56c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/6d89623a-87b7-4471-acc8-0ac125ccf425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4060748 Nov 03 02:32:32.456778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42018) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:32.478923 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 89e6db13-5455-459b-b499-4f553efcaa67 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:32:32.539163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Sync routers for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:32:32.571900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:32.572704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:32.620120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 89e6db13-5455-459b-b499-4f553efcaa67 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:32.620533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (89e6db13-5455-459b-b499-4f553efcaa67), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:32.620882 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 89e6db13-5455-459b-b499-4f553efcaa67 Nov 03 02:32:32.645503 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d705078-9540-42e9-88af-bd1de168a25d tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.646270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d705078-9540-42e9-88af-bd1de168a25d tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.646707 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d705078-9540-42e9-88af-bd1de168a25d tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.647429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d705078-9540-42e9-88af-bd1de168a25d tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.647673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d705078-9540-42e9-88af-bd1de168a25d tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.648507 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d705078-9540-42e9-88af-bd1de168a25d tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.650725 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4d705078-9540-42e9-88af-bd1de168a25d tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1909182 Nov 03 02:32:32.653527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42020) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:32.700795 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Attempt 2 to provision port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 Nov 03 02:32:32.779733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d3b88-1db4-4dae-b320-724e38e56054 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.779733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d3b88-1db4-4dae-b320-724e38e56054 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.780229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d3b88-1db4-4dae-b320-724e38e56054 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.780229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d3b88-1db4-4dae-b320-724e38e56054 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.780724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d3b88-1db4-4dae-b320-724e38e56054 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.781263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d3b88-1db4-4dae-b320-724e38e56054 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:32.784339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:32:32.787414 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a47d3b88-1db4-4dae-b320-724e38e56054 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1328542 Nov 03 02:32:32.787695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42022) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:32.794124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 89e6db13-5455-459b-b499-4f553efcaa67 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:32.795166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 812bf45d-a29b-4ce6-bca7-d74d86cb89df up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:32:32.800127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:32.965709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 812bf45d-a29b-4ce6-bca7-d74d86cb89df triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:32.966482 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:32.967101 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 812bf45d-a29b-4ce6-bca7-d74d86cb89df Nov 03 02:32:33.006372 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7d46757d-186c-484a-92e1-9aaa9ca3182b tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2174551 Nov 03 02:32:33.105592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42026) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:33.111935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2726140b-42cc-44ec-81d8-6b49308ed788 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039812041', 'description': 'tempest-secgroup-smoke-1039812041 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:33.128209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 812bf45d-a29b-4ce6-bca7-d74d86cb89df is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:33.149777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2726140b-42cc-44ec-81d8-6b49308ed788 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.156750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:33.190336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Checking router: 6d89623a-87b7-4471-acc8-0ac125ccf425 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:32:33.190682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Updating router 6d89623a-87b7-4471-acc8-0ac125ccf425 port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:32:33.222730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.252212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2726140b-42cc-44ec-81d8-6b49308ed788 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (5afe0f0e-761e-440d-8d68-c0337a916a29), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.262081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2726140b-42cc-44ec-81d8-6b49308ed788 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (5afe0f0e-761e-440d-8d68-c0337a916a29), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.301361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726140b-42cc-44ec-81d8-6b49308ed788 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afe0f0e-761e-440d-8d68-c0337a916a29,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:33.307436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2726140b-42cc-44ec-81d8-6b49308ed788 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.309196 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2726140b-42cc-44ec-81d8-6b49308ed788 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2021818 Nov 03 02:32:33.312086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42028) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:33.316162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-516ea4ee-8620-4349-aafb-f0e7848f9650 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5afe0f0e-761e-440d-8d68-c0337a916a29', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:33.330141 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Attempt 3 to provision port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 Nov 03 02:32:33.361739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ee-8620-4349-aafb-f0e7848f9650 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (4f074c99-80fa-42ce-b0ca-1661a1ae7632), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.384644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:32:33.460282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ee-8620-4349-aafb-f0e7848f9650 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (4f074c99-80fa-42ce-b0ca-1661a1ae7632), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.465148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ee-8620-4349-aafb-f0e7848f9650 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (4f074c99-80fa-42ce-b0ca-1661a1ae7632), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.484604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ea4ee-8620-4349-aafb-f0e7848f9650 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f074c99-80fa-42ce-b0ca-1661a1ae7632,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:33.497868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-516ea4ee-8620-4349-aafb-f0e7848f9650 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.499101 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-516ea4ee-8620-4349-aafb-f0e7848f9650 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862051 Nov 03 02:32:33.502548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42032) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:33.508244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c4066c1e-d5d2-4355-bf1c-b0724f37294b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5afe0f0e-761e-440d-8d68-c0337a916a29', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:33.545065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4066c1e-d5d2-4355-bf1c-b0724f37294b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (7d8bc96b-bda0-40a7-9f54-547638623c9d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.569313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Publish callbacks [] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.579943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.626575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4066c1e-d5d2-4355-bf1c-b0724f37294b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (7d8bc96b-bda0-40a7-9f54-547638623c9d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.631682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4066c1e-d5d2-4355-bf1c-b0724f37294b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (7d8bc96b-bda0-40a7-9f54-547638623c9d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.651848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4066c1e-d5d2-4355-bf1c-b0724f37294b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8bc96b-bda0-40a7-9f54-547638623c9d,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:33.665037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c4066c1e-d5d2-4355-bf1c-b0724f37294b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.666631 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c4066c1e-d5d2-4355-bf1c-b0724f37294b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1628246 Nov 03 02:32:33.668966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42034) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:33.673602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-26a44dc8-2611-466f-a5d0-1ad3adc61668 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5afe0f0e-761e-440d-8d68-c0337a916a29', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:33.674502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Attempting to bind port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:32:33.674502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Attempting to bind port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:32:33.674502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Attempting to bind port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 on network 670d8898-1e84-430a-b76e-fea81f63235a {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:32:33.677623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a299d-e4b0-4f41-be98-098ec7da98e8 None None] Pushing event updated for resources: {'Port': ['ID=31e354d1-4eb3-4ccc-a276-87218f0c2e68,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:33.685713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:32:33.687591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Checking segment: {'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:32:33.687997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.688381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Bound using segment: {'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:32:33.689076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Bound port: 31e354d1-4eb3-4ccc-a276-87218f0c2e68, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:32:33.689247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.711354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26a44dc8-2611-466f-a5d0-1ad3adc61668 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (8b90bd71-33a6-4b97-ac44-da89a1340164), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.756192 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] For port 31e354d1-4eb3-4ccc-a276-87218f0c2e68, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:32:33.760454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] For port 31e354d1-4eb3-4ccc-a276-87218f0c2e68, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=31e354d1-4eb3-4ccc-a276-87218f0c2e68,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:32:33.780004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.780451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26a44dc8-2611-466f-a5d0-1ad3adc61668 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (8b90bd71-33a6-4b97-ac44-da89a1340164), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.790904 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26a44dc8-2611-466f-a5d0-1ad3adc61668 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (8b90bd71-33a6-4b97-ac44-da89a1340164), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.820115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a44dc8-2611-466f-a5d0-1ad3adc61668 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b90bd71-33a6-4b97-ac44-da89a1340164,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:33.830473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-26a44dc8-2611-466f-a5d0-1ad3adc61668 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.831668 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-26a44dc8-2611-466f-a5d0-1ad3adc61668 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617560 Nov 03 02:32:33.836022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42036) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:33.841761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-eabc0bef-43e1-49cb-8dbd-ddd29536472b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5afe0f0e-761e-440d-8d68-c0337a916a29', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:33.870464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:33.871352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:33.884284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eabc0bef-43e1-49cb-8dbd-ddd29536472b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (04e99ddf-84ee-4e46-9005-b805375454a1), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.886417 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Attempt 4 to provision port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 Nov 03 02:32:33.958490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eabc0bef-43e1-49cb-8dbd-ddd29536472b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (04e99ddf-84ee-4e46-9005-b805375454a1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.964007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eabc0bef-43e1-49cb-8dbd-ddd29536472b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (04e99ddf-84ee-4e46-9005-b805375454a1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:33.969419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a299d-e4b0-4f41-be98-098ec7da98e8 None None] Pushing event updated for resources: {'Port': ['ID=31e354d1-4eb3-4ccc-a276-87218f0c2e68,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:33.995068 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:32:34.007775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc0bef-43e1-49cb-8dbd-ddd29536472b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e99ddf-84ee-4e46-9005-b805375454a1,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:34.023229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eabc0bef-43e1-49cb-8dbd-ddd29536472b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.025679 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eabc0bef-43e1-49cb-8dbd-ddd29536472b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1879790 Nov 03 02:32:34.028913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42038) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:34.036583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-09d03b1a-9a16-4d4d-8334-f8d5819579b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5afe0f0e-761e-440d-8d68-c0337a916a29', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:34.071378 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-09d03b1a-9a16-4d4d-8334-f8d5819579b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:32:34.074057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:34.078626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09d03b1a-9a16-4d4d-8334-f8d5819579b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (47443df3-499d-4684-b592-3aff5f8122b8), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.110107 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Current status of the port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:34.110580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.183940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09d03b1a-9a16-4d4d-8334-f8d5819579b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (47443df3-499d-4684-b592-3aff5f8122b8), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.190782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09d03b1a-9a16-4d4d-8334-f8d5819579b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (47443df3-499d-4684-b592-3aff5f8122b8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.206592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] For port 31e354d1-4eb3-4ccc-a276-87218f0c2e68, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=31e354d1-4eb3-4ccc-a276-87218f0c2e68,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:34.215763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d03b1a-9a16-4d4d-8334-f8d5819579b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47443df3-499d-4684-b592-3aff5f8122b8,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:34.229031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-09d03b1a-9a16-4d4d-8334-f8d5819579b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.230512 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-09d03b1a-9a16-4d4d-8334-f8d5819579b1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2000813 Nov 03 02:32:34.234055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42040) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:34.241981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ecd69b96-ae00-40fd-9097-b3fcbe0e3721 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5afe0f0e-761e-440d-8d68-c0337a916a29', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:34.250876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.293527 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-ecd69b96-ae00-40fd-9097-b3fcbe0e3721 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:32:34.303416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ecd69b96-ae00-40fd-9097-b3fcbe0e3721 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (f7426b9d-1c41-4c4e-8243-9d0f67b7285d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.384263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ecd69b96-ae00-40fd-9097-b3fcbe0e3721 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (f7426b9d-1c41-4c4e-8243-9d0f67b7285d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.389677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ecd69b96-ae00-40fd-9097-b3fcbe0e3721 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (f7426b9d-1c41-4c4e-8243-9d0f67b7285d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.414633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd69b96-ae00-40fd-9097-b3fcbe0e3721 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7426b9d-1c41-4c4e-8243-9d0f67b7285d,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:34.423069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ecd69b96-ae00-40fd-9097-b3fcbe0e3721 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.445350 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ecd69b96-ae00-40fd-9097-b3fcbe0e3721 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1988094 Nov 03 02:32:34.450511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Provisioning complete for port 812bf45d-a29b-4ce6-bca7-d74d86cb89df triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:34.451281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.451281 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Attempt 1 to provision port 812bf45d-a29b-4ce6-bca7-d74d86cb89df Nov 03 02:32:34.519894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Pushing event updated for resources: {'Port': ['ID=31e354d1-4eb3-4ccc-a276-87218f0c2e68,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:34.619834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2570b659-9906-468d-b1de-ee4187039cb1 None None] Current status of the port 812bf45d-a29b-4ce6-bca7-d74d86cb89df is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:34.630434 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-ff3abbcc-e54e-42bc-8e03-39a42aa23554 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039812041&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.0556161 Nov 03 02:32:34.655055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:32:33Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:34.681489 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fd41d9-521d-49b1-bc6d-be0dc08c11bb None None] The sync data for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv is: [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:32:33Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:32:34.760601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c4d900a9-ad24-4d70-9ca9-fd3fe45d88fe None None] Provisioning complete for port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:34.761749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c4d900a9-ad24-4d70-9ca9-fd3fe45d88fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:34.763234 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c4d900a9-ad24-4d70-9ca9-fd3fe45d88fe None None] Attempt 1 to provision port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 Nov 03 02:32:34.791298 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-86225db2-948f-4b47-8843-b62f3077a1a7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:34.793179 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-86225db2-948f-4b47-8843-b62f3077a1a7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/networks?id=670d8898-1e84-430a-b76e-fea81f63235a HTTP/1.1" status: 200 len: 796 time: 0.1561878 Nov 03 02:32:34.818264 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-a12b99af-2de4-4918-9155-b940c11f2bbf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/quotas/313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 375 time: 0.0108173 Nov 03 02:32:34.882234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c4d900a9-ad24-4d70-9ca9-fd3fe45d88fe None None] Current status of the port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:34.913827 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-8f992692-f1a1-4cbd-8612-dc431bc098c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850563 Nov 03 02:32:34.983609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-b9b31451-9a6a-40d2-aed9-4d27f60fb4b5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:32:34.984908 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-b9b31451-9a6a-40d2-aed9-4d27f60fb4b5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0611658 Nov 03 02:32:35.101866 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-a9e51b61-4869-4432-b867-85aafb654c42 service neutron] 10.222.0.23 "GET /v2.0/networks/670d8898-1e84-430a-b76e-fea81f63235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101439 Nov 03 02:32:35.209692 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-990bbc28-12cc-4d2f-ad94-54dff3d79870 service neutron] 10.222.0.23 "GET /v2.0/networks/670d8898-1e84-430a-b76e-fea81f63235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018612 Nov 03 02:32:35.431110 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28bcc9b5-bd1c-4ded-bdb7-97e12153cac0 req-26eb8ad1-75b4-41f0-8a30-2003723fffb8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 210 time: 0.0329912 Nov 03 02:32:36.399447 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31e354d1-4eb3-4ccc-a276-87218f0c2e68 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:32:36.447945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:36.448329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:36.448707 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 Nov 03 02:32:36.522123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:36.553663 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-608be90d-c926-416e-86a7-1d612182531b req-f2fe2061-85af-4c4d-96a7-972fb0b3b1cf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 210 time: 0.0336113 Nov 03 02:32:36.655027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-16a547ad-8431-4ead-b116-b20021ec08f2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:36.656539 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-16a547ad-8431-4ead-b116-b20021ec08f2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=670d8898-1e84-430a-b76e-fea81f63235a HTTP/1.1" status: 200 len: 796 time: 0.1198180 Nov 03 02:32:36.726757 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-02586337-99f5-4be3-81e6-566c57fe9f30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 380 time: 0.0599532 Nov 03 02:32:36.735297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'device_id': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'admin_state_up': True, 'tenant_id': '313880603e634d3084046ce40393537e', 'security_groups': ['5afe0f0e-761e-440d-8d68-c0337a916a29']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:36.846277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:32:36.850352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:36.875084 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-c95a0fc7-d901-4f64-8f24-410a02e3414d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36406731&fields=id&tenant_id=85d090cdd5024f12953b609b70451319 HTTP/1.1" status: 200 len: 267 time: 0.0441582 Nov 03 02:32:36.981446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.10 (670d8898-1e84-430a-b76e-fea81f63235a/c1f2c84f-adf0-44b1-846d-489d2d7b71b1/33953be9-8173-4668-9702-9c4584c757d6) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:32:36.987872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-547ee3e1-09c0-41bb-b0bf-91441cc07378 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:36.990002 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-547ee3e1-09c0-41bb-b0bf-91441cc07378 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 811 time: 0.1051226 Nov 03 02:32:37.004921 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-5a54ff88-7583-474c-84e0-ceb48c01560a tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/quotas/85d090cdd5024f12953b609b70451319 HTTP/1.1" status: 200 len: 375 time: 0.0094306 Nov 03 02:32:37.066016 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-8d9e38d6-3337-4ebd-a6ee-57b83e54056c tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557554 Nov 03 02:32:37.127322 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (33953be9-8173-4668-9702-9c4584c757d6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:37.163049 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (33953be9-8173-4668-9702-9c4584c757d6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:37.164931 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-e3a61777-8a50-413b-b25c-f0c265cff70b service neutron] 10.222.0.23 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861766 Nov 03 02:32:37.204586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 670d8898-1e84-430a-b76e-fea81f63235a is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:32:37.208286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:32:37.215084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:32:37.239200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=33953be9-8173-4668-9702-9c4584c757d6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:37.270861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:37.271515 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:37.273117 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-1d2a0a6d-7b52-4df5-8ae7-5327da53a7b8 service neutron] 10.222.0.23 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023414 Nov 03 02:32:37.290437 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-7885592e-2209-407a-a8c8-1533eaea551e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5586181 Nov 03 02:32:37.307051 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Request body: {'port': {'device_id': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:37.387290 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (33953be9-8173-4668-9702-9c4584c757d6), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:37.527530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-de031ca0-9730-4d09-bd39-79279c6b80dc None None] Provisioning complete for port 33953be9-8173-4668-9702-9c4584c757d6 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:37.528580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-de031ca0-9730-4d09-bd39-79279c6b80dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (33953be9-8173-4668-9702-9c4584c757d6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:37.529028 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-de031ca0-9730-4d09-bd39-79279c6b80dc None None] Attempt 1 to provision port 33953be9-8173-4668-9702-9c4584c757d6 Nov 03 02:32:37.581006 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1443c2d2-5e01-4417-ab57-d1be7c4e55aa req-e93b1002-925d-489d-a96e-5d578039ee5b tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 210 time: 0.0286596 Nov 03 02:32:37.619445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de031ca0-9730-4d09-bd39-79279c6b80dc None None] Port 33953be9-8173-4668-9702-9c4584c757d6 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:32:37.678456 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33953be9-8173-4668-9702-9c4584c757d6 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:32:37.686421 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Publish callbacks [] for port (33953be9-8173-4668-9702-9c4584c757d6), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:37.697953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fffc0-84d7-40df-985c-2d40520fa622 req-e976f22b-4277-4e3e-8e56-a6b94b8d4c8b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:37.699570 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af9fffc0-84d7-40df-985c-2d40520fa622 req-e976f22b-4277-4e3e-8e56-a6b94b8d4c8b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 932 time: 0.0568383 Nov 03 02:32:37.701424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Transition to ACTIVE for port object 33953be9-8173-4668-9702-9c4584c757d6 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:32:37.706299 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (33953be9-8173-4668-9702-9c4584c757d6), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:37.759210 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af9fffc0-84d7-40df-985c-2d40520fa622 req-716654e7-63db-43ad-a0ef-5621c59e3a40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537379 Nov 03 02:32:37.778562 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=33953be9-8173-4668-9702-9c4584c757d6,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:37.832652 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Attempting to bind port 33953be9-8173-4668-9702-9c4584c757d6 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:32:37.833009 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Attempting to bind port 33953be9-8173-4668-9702-9c4584c757d6 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:32:37.833341 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Attempting to bind port 33953be9-8173-4668-9702-9c4584c757d6 on network 670d8898-1e84-430a-b76e-fea81f63235a {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:32:37.838297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Port 33953be9-8173-4668-9702-9c4584c757d6 on network 670d8898-1e84-430a-b76e-fea81f63235a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:32:37.838630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Attempting to bind port 33953be9-8173-4668-9702-9c4584c757d6 on network 670d8898-1e84-430a-b76e-fea81f63235a {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:32:37.843415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:32:37.843756 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Checking segment: {'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:32:37.844141 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Bound using segment: {'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:32:37.844592 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Bound port: 33953be9-8173-4668-9702-9c4584c757d6, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86412976-9d94-4daa-bed8-088f029cc703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:32:37.844959 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (33953be9-8173-4668-9702-9c4584c757d6), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:37.909820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] For port 33953be9-8173-4668-9702-9c4584c757d6, host hv-neutron-8606, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:32:37.914115 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] For port 33953be9-8173-4668-9702-9c4584c757d6, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=33953be9-8173-4668-9702-9c4584c757d6,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:32:37.919781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (33953be9-8173-4668-9702-9c4584c757d6), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:37.923901 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:37.924632 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:37.926143 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] 10.222.0.27 "PUT /v2.0/ports/33953be9-8173-4668-9702-9c4584c757d6 HTTP/1.1" status: 200 len: 1094 time: 0.6238062 Nov 03 02:32:37.928117 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'tag': '33953be9-8173-4668-9702-9c4584c757d6'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:32:37.930174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef" -d '{"events": [{"name": "network-changed", "server_uuid": "21bc3118-3c31-4217-a975-9ab363b8cb4c", "tag": "33953be9-8173-4668-9702-9c4584c757d6"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:32:37.990544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d98a152-38cd-4808-b113-1941c6bb336a x-openstack-request-id: req-7d98a152-38cd-4808-b113-1941c6bb336a {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:32:37.990833 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bc3118-3c31-4217-a975-9ab363b8cb4c", "tag": "33953be9-8173-4668-9702-9c4584c757d6", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:32:37.991088 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d98a152-38cd-4808-b113-1941c6bb336a {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:32:37.991488 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d98a152-38cd-4808-b113-1941c6bb336a'] response: {'name': 'network-changed', 'server_uuid': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'tag': '33953be9-8173-4668-9702-9c4584c757d6', 'status': 'completed', 'code': 200} Nov 03 02:32:38.010768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32006960-326e-4508-8ae0-f0086487e0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=33953be9-8173-4668-9702-9c4584c757d6,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:38.034999 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-228963e0-28e6-4b67-b511-e0c56e6e8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:38.036692 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-228963e0-28e6-4b67-b511-e0c56e6e8c13 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 1128 time: 0.0580795 Nov 03 02:32:38.086163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:38.088944 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-b5705af2-cc75-4264-bdc6-e4235de18938 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33953be9-8173-4668-9702-9c4584c757d6 HTTP/1.1" status: 200 len: 217 time: 0.0406108 Nov 03 02:32:38.120231 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-de031ca0-9730-4d09-bd39-79279c6b80dc None None] Attempt 2 to provision port 33953be9-8173-4668-9702-9c4584c757d6 Nov 03 02:32:38.141458 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-d834ef9c-d8f7-421f-9175-f50c187ed99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:38.142641 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-d834ef9c-d8f7-421f-9175-f50c187ed99e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c1f2c84f-adf0-44b1-846d-489d2d7b71b1 HTTP/1.1" status: 200 len: 834 time: 0.0471456 Nov 03 02:32:38.163050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-de031ca0-9730-4d09-bd39-79279c6b80dc None None] Port 33953be9-8173-4668-9702-9c4584c757d6 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:32:38.198653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-629a1698-26ca-40ad-96ec-29ef3b517d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:38.200185 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-629a1698-26ca-40ad-96ec-29ef3b517d04 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=670d8898-1e84-430a-b76e-fea81f63235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465989 Nov 03 02:32:38.297517 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-3960d724-c25b-45b7-a496-c7025ba87673 service neutron] 10.222.0.27 "GET /v2.0/networks/670d8898-1e84-430a-b76e-fea81f63235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880270 Nov 03 02:32:38.389783 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-b46c67ad-3ff7-4d51-b8e6-f03098514d91 req-a67c8b05-02f1-40f2-977b-a0a747ba7154 service neutron] 10.222.0.27 "GET /v2.0/networks/670d8898-1e84-430a-b76e-fea81f63235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849905 Nov 03 02:32:38.494321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef req-d169cc53-cdbb-4471-a24a-40796f965373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:38.495832 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef req-d169cc53-cdbb-4471-a24a-40796f965373 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 1128 time: 0.0503566 Nov 03 02:32:38.595422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef req-ec4e5251-1fcf-4ce8-8466-ba25625a45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:38.596973 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef req-ec4e5251-1fcf-4ce8-8466-ba25625a45c5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=670d8898-1e84-430a-b76e-fea81f63235a HTTP/1.1" status: 200 len: 897 time: 0.0933297 Nov 03 02:32:38.641906 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef req-c4c90280-d3e7-4411-aa0f-6866f4db2a20 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33953be9-8173-4668-9702-9c4584c757d6 HTTP/1.1" status: 200 len: 217 time: 0.0365136 Nov 03 02:32:38.650008 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-2ef5eb32-9823-4a2b-80cf-3aa2be83cb1e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:38.652036 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-2ef5eb32-9823-4a2b-80cf-3aa2be83cb1e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 811 time: 0.1138108 Nov 03 02:32:38.699333 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-233296a8-784e-4cdb-bc55-213e29dd5ca5 req-d6a225af-af2e-4142-9c2e-62937541daf8 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 210 time: 0.0378034 Nov 03 02:32:38.718036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef req-e36faeeb-e874-4431-bdba-1f3e6a1affec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:38.718036 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef req-e36faeeb-e874-4431-bdba-1f3e6a1affec service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c1f2c84f-adf0-44b1-846d-489d2d7b71b1 HTTP/1.1" status: 200 len: 834 time: 0.0557806 Nov 03 02:32:38.757713 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-e4a14d37-80ae-4e92-816b-b34ba125bd06 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85d090cdd5024f12953b609b70451319 HTTP/1.1" status: 200 len: 378 time: 0.0876198 Nov 03 02:32:38.766892 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef req-b08729dc-805a-4f76-8441-d6e0f4983529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:38.767291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'port': {'device_id': '8fe95716-745b-44ce-b4c1-6296baf47430', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'admin_state_up': True, 'tenant_id': '85d090cdd5024f12953b609b70451319', 'security_groups': ['7f55eacb-80c7-41a0-b4ca-3fe0fd428496']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:38.768405 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef req-b08729dc-805a-4f76-8441-d6e0f4983529 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=670d8898-1e84-430a-b76e-fea81f63235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0469699 Nov 03 02:32:38.881469 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef req-e1ce514f-8b50-4e78-bdcc-46e69b4fab29 service neutron] 10.222.0.27 "GET /v2.0/networks/670d8898-1e84-430a-b76e-fea81f63235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062331 Nov 03 02:32:38.930218 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Made reservation on behalf of 85d090cdd5024f12953b609b70451319 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:32:38.933541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:38.957885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bde1e-b627-41f4-9ea5-0bfcf1e66f07 req-88284cf3-c8fd-41c2-b881-2318798f4afd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:38.960013 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-738bde1e-b627-41f4-9ea5-0bfcf1e66f07 req-88284cf3-c8fd-41c2-b881-2318798f4afd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 944 time: 0.0881865 Nov 03 02:32:38.989568 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-5ffa4787-b5ea-4801-b0a6-fcf41e1c78ef req-0f2c0f32-0fe7-4d22-abf8-3a0656a9de71 service neutron] 10.222.0.27 "GET /v2.0/networks/670d8898-1e84-430a-b76e-fea81f63235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015668 Nov 03 02:32:39.095924 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-738bde1e-b627-41f4-9ea5-0bfcf1e66f07 req-a7dfe73a-b9b5-4514-b273-afab88a7009d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186233 Nov 03 02:32:39.124540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Allocated IP 172.20.0.13 (c497e5a1-fa84-40b4-9a93-bbaa81315a40/fc85f33e-a9bb-401a-8f2b-36b88bf79176/abb61fad-caa6-4017-bf6d-f0ac87744cbd) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:32:39.565271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:39.597688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:39.642898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Network c497e5a1-fa84-40b4-9a93-bbaa81315a40 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:32:39.648181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:32:39.652237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:32:39.656175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'Port': ['ID=abb61fad-caa6-4017-bf6d-f0ac87744cbd,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:39.708551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:39.709182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:39.733537 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d872339c-2a5a-4100-9c66-79c6888cc6f6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9701538 Nov 03 02:32:39.742722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-81f73633-9ea2-4c39-9f38-1bb180e0f38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:39.753295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Request body: {'port': {'device_id': '8fe95716-745b-44ce-b4c1-6296baf47430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:39.863142 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:39.904996 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-010725d7-f4a6-4a49-a339-1eaeeb964b9c None None] Provisioning complete for port abb61fad-caa6-4017-bf6d-f0ac87744cbd triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:39.905685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-010725d7-f4a6-4a49-a339-1eaeeb964b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:39.906229 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-010725d7-f4a6-4a49-a339-1eaeeb964b9c None None] Attempt 1 to provision port abb61fad-caa6-4017-bf6d-f0ac87744cbd Nov 03 02:32:39.920407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178580e-ce57-4825-9171-bf03a1dae182 req-14ee1de3-9827-4057-8c0a-3cfac8030e5c tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:39.922048 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4178580e-ce57-4825-9171-bf03a1dae182 req-14ee1de3-9827-4057-8c0a-3cfac8030e5c tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 932 time: 0.0962005 Nov 03 02:32:39.938826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-010725d7-f4a6-4a49-a339-1eaeeb964b9c None None] Port abb61fad-caa6-4017-bf6d-f0ac87744cbd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:32:40.081669 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4178580e-ce57-4825-9171-bf03a1dae182 req-846bfee1-5c80-465c-a7a4-c69adccda828 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1475968 Nov 03 02:32:40.209609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb61fad-caa6-4017-bf6d-f0ac87744cbd {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:32:40.219394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Publish callbacks [] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:40.236696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Transition to ACTIVE for port object abb61fad-caa6-4017-bf6d-f0ac87744cbd will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:32:40.242670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:40.280627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6c854-9ae7-4728-83f7-48da664eb918 req-917ed1c3-2427-4f1a-bf1d-732b9010ce08 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:40.282230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dfe6c854-9ae7-4728-83f7-48da664eb918 req-917ed1c3-2427-4f1a-bf1d-732b9010ce08 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 944 time: 0.1078093 Nov 03 02:32:40.326380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Pushing event updated for resources: {'Port': ['ID=abb61fad-caa6-4017-bf6d-f0ac87744cbd,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:40.395543 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dfe6c854-9ae7-4728-83f7-48da664eb918 req-6e18957d-822a-440d-b7d6-00f8c1224ec3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018512 Nov 03 02:32:40.405133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Attempting to bind port abb61fad-caa6-4017-bf6d-f0ac87744cbd on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:32:40.405482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Attempting to bind port abb61fad-caa6-4017-bf6d-f0ac87744cbd by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:32:40.405813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Attempting to bind port abb61fad-caa6-4017-bf6d-f0ac87744cbd on network c497e5a1-fa84-40b4-9a93-bbaa81315a40 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:32:40.419580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Port abb61fad-caa6-4017-bf6d-f0ac87744cbd on network c497e5a1-fa84-40b4-9a93-bbaa81315a40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:32:40.420149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Attempting to bind port abb61fad-caa6-4017-bf6d-f0ac87744cbd on network c497e5a1-fa84-40b4-9a93-bbaa81315a40 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:32:40.425833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:32:40.427152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Checking segment: {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:32:40.427635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Bound using segment: {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:32:40.428286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Bound port: abb61fad-caa6-4017-bf6d-f0ac87744cbd, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df0095f-cafe-417f-88dd-4fbc1687338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:32:40.428806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:40.440073 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-010725d7-f4a6-4a49-a339-1eaeeb964b9c None None] Attempt 2 to provision port abb61fad-caa6-4017-bf6d-f0ac87744cbd Nov 03 02:32:40.478706 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-010725d7-f4a6-4a49-a339-1eaeeb964b9c None None] Port abb61fad-caa6-4017-bf6d-f0ac87744cbd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:32:40.494121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] For port abb61fad-caa6-4017-bf6d-f0ac87744cbd, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:32:40.497192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] For port abb61fad-caa6-4017-bf6d-f0ac87744cbd, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=abb61fad-caa6-4017-bf6d-f0ac87744cbd,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:32:40.503089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:40.507165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:40.507700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:40.509090 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] 10.222.0.27 "PUT /v2.0/ports/abb61fad-caa6-4017-bf6d-f0ac87744cbd HTTP/1.1" status: 200 len: 1094 time: 0.7609787 Nov 03 02:32:40.509585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe95716-745b-44ce-b4c1-6296baf47430', 'tag': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:32:40.511832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21deb5c3-510d-4272-a691-f24a387473e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe95716-745b-44ce-b4c1-6296baf47430", "tag": "abb61fad-caa6-4017-bf6d-f0ac87744cbd"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:32:40.575749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3119d6-cc31-45f4-b8a2-9957eec0e21a service neutron] Pushing event updated for resources: {'Port': ['ID=abb61fad-caa6-4017-bf6d-f0ac87744cbd,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:40.611644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-fbbdfff9-8ccd-4b69-8d82-72f8f7f7cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:40.613455 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-fbbdfff9-8ccd-4b69-8d82-72f8f7f7cf88 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 1128 time: 0.0536871 Nov 03 02:32:40.615664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0c8d8e-c0db-463b-9c91-a8707b5bd314 x-openstack-request-id: req-5d0c8d8e-c0db-463b-9c91-a8707b5bd314 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:32:40.615951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe95716-745b-44ce-b4c1-6296baf47430", "tag": "abb61fad-caa6-4017-bf6d-f0ac87744cbd", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:32:40.616203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d0c8d8e-c0db-463b-9c91-a8707b5bd314 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:32:40.616629 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0c8d8e-c0db-463b-9c91-a8707b5bd314'] response: {'name': 'network-changed', 'server_uuid': '8fe95716-745b-44ce-b4c1-6296baf47430', 'tag': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd', 'status': 'completed', 'code': 200} Nov 03 02:32:40.662342 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-4cc56dc4-a765-4160-a5f7-e1a3b7f180e9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abb61fad-caa6-4017-bf6d-f0ac87744cbd HTTP/1.1" status: 200 len: 217 time: 0.0375388 Nov 03 02:32:40.712374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-af5751d7-2856-475d-9651-1140c8caa577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:40.714173 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-af5751d7-2856-475d-9651-1140c8caa577 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0449522 Nov 03 02:32:40.766474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-538abbb3-7dc0-40c0-ad96-0de9f3cc6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:40.767993 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-538abbb3-7dc0-40c0-ad96-0de9f3cc6214 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456154 Nov 03 02:32:40.867454 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-aec40f60-53e1-4ead-bf7b-dbce2588f1ca service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891297 Nov 03 02:32:40.962715 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04395a5e-0ba5-4b9c-a47c-ee8546fc095a req-d7ab88c4-4ad7-47dc-a65c-7c29ab6c1765 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862226 Nov 03 02:32:40.980115 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-010725d7-f4a6-4a49-a339-1eaeeb964b9c None None] Attempt 3 to provision port abb61fad-caa6-4017-bf6d-f0ac87744cbd Nov 03 02:32:41.019482 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-010725d7-f4a6-4a49-a339-1eaeeb964b9c None None] Port abb61fad-caa6-4017-bf6d-f0ac87744cbd had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:32:41.065251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deb5c3-510d-4272-a691-f24a387473e5 req-13a1c24b-9b89-4b20-9bc1-e90336acbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:41.067374 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-21deb5c3-510d-4272-a691-f24a387473e5 req-13a1c24b-9b89-4b20-9bc1-e90336acbbf9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 1128 time: 0.0557258 Nov 03 02:32:41.189004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deb5c3-510d-4272-a691-f24a387473e5 req-0591c0c5-0926-479f-a867-6163cfb6064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:41.190467 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-21deb5c3-510d-4272-a691-f24a387473e5 req-0591c0c5-0926-479f-a867-6163cfb6064f service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.1145675 Nov 03 02:32:41.243201 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-21deb5c3-510d-4272-a691-f24a387473e5 req-89bd0f04-e1f9-4010-b086-59d881ea9b2a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abb61fad-caa6-4017-bf6d-f0ac87744cbd HTTP/1.1" status: 200 len: 217 time: 0.0415237 Nov 03 02:32:41.253234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbf86e-72fb-47b3-8ae2-4a5f15271a9f req-485c4b4c-569a-4030-acaf-b843554899e5 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:41.254738 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-96dbf86e-72fb-47b3-8ae2-4a5f15271a9f req-485c4b4c-569a-4030-acaf-b843554899e5 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.0956488 Nov 03 02:32:41.324378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deb5c3-510d-4272-a691-f24a387473e5 req-d33633e3-30a7-4ea3-abff-dc70319d1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:41.325883 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-21deb5c3-510d-4272-a691-f24a387473e5 req-d33633e3-30a7-4ea3-abff-dc70319d1db8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0702915 Nov 03 02:32:41.339244 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-96dbf86e-72fb-47b3-8ae2-4a5f15271a9f req-f84bef44-5a66-47d7-bf77-996b7d6b6005 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754471 Nov 03 02:32:41.383496 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 33953be9-8173-4668-9702-9c4584c757d6 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:32:41.384843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deb5c3-510d-4272-a691-f24a387473e5 req-ce46a552-8917-41fe-a63e-872237abdbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:41.386640 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-21deb5c3-510d-4272-a691-f24a387473e5 req-ce46a552-8917-41fe-a63e-872237abdbb5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462952 Nov 03 02:32:41.494432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 33953be9-8173-4668-9702-9c4584c757d6, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=33953be9-8173-4668-9702-9c4584c757d6,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:41.507426 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-21deb5c3-510d-4272-a691-f24a387473e5 req-68eb142f-b36c-4438-b3fb-bed5e136c8ee service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093478 Nov 03 02:32:41.510748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '33953be9-8173-4668-9702-9c4584c757d6', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'port_id': '33953be9-8173-4668-9702-9c4584c757d6', 'mac_address': 'fa:16:3e:6c:6c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:32:41.556064 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 33953be9-8173-4668-9702-9c4584c757d6 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:41.556480 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (33953be9-8173-4668-9702-9c4584c757d6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:41.571819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33953be9-8173-4668-9702-9c4584c757d6 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:32:41.595075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 33953be9-8173-4668-9702-9c4584c757d6, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=33953be9-8173-4668-9702-9c4584c757d6,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:41.600904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (33953be9-8173-4668-9702-9c4584c757d6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:41.625473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7ccc5-451d-4c04-84f0-a009c14ad84c req-59caf817-46d7-4151-8049-cc9cffdd9524 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:41.627472 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c1e7ccc5-451d-4c04-84f0-a009c14ad84c req-59caf817-46d7-4151-8049-cc9cffdd9524 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 944 time: 0.1391921 Nov 03 02:32:41.658222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=33953be9-8173-4668-9702-9c4584c757d6,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:41.677539 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-21deb5c3-510d-4272-a691-f24a387473e5 req-2b3ac5ed-2766-4f8a-bace-354b8e2a3255 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533344 Nov 03 02:32:41.715230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c1e7ccc5-451d-4c04-84f0-a009c14ad84c req-c628f3fb-4635-4ca4-8772-83b451c704ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777819 Nov 03 02:32:41.873058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['33953be9-8173-4668-9702-9c4584c757d6'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:32:42.230429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c19d396-7834-4a39-997c-86874288fe63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:42.468687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22844f84-53dc-4b63-87a4-900a9ad2400d req-ba254ae6-4a80-4d35-aa03-ce93be400bd9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:42.470634 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22844f84-53dc-4b63-87a4-900a9ad2400d req-ba254ae6-4a80-4d35-aa03-ce93be400bd9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.0564771 Nov 03 02:32:42.519457 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22844f84-53dc-4b63-87a4-900a9ad2400d req-a0177bf0-d083-47aa-a642-e3d35d7baa9d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424633 Nov 03 02:32:42.849195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e6a0-b99b-44d6-8b63-eaf366ef5143 req-78a9b949-dc26-45cf-a09e-b857be59abfb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:42.850697 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3bd9e6a0-b99b-44d6-8b63-eaf366ef5143 req-78a9b949-dc26-45cf-a09e-b857be59abfb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 945 time: 0.0590270 Nov 03 02:32:42.901563 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3bd9e6a0-b99b-44d6-8b63-eaf366ef5143 req-c9d1538b-c3ff-4a65-b842-3204428c676d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452962 Nov 03 02:32:43.157567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:43.400618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 33953be9-8173-4668-9702-9c4584c757d6 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:32:43.459283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 33953be9-8173-4668-9702-9c4584c757d6 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:32:43.464369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 33953be9-8173-4668-9702-9c4584c757d6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:43.464893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (33953be9-8173-4668-9702-9c4584c757d6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:43.465195 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 33953be9-8173-4668-9702-9c4584c757d6 Nov 03 02:32:43.544528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 33953be9-8173-4668-9702-9c4584c757d6 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:43.545063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (33953be9-8173-4668-9702-9c4584c757d6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:43.571698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33953be9-8173-4668-9702-9c4584c757d6'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:32:43.574079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0982cbd3-596e-4ba4-bfda-d367995714b9" -d '{"events": [{"server_uuid": "21bc3118-3c31-4217-a975-9ab363b8cb4c", "name": "network-vif-plugged", "status": "completed", "tag": "33953be9-8173-4668-9702-9c4584c757d6"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:32:43.591167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 33953be9-8173-4668-9702-9c4584c757d6, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=33953be9-8173-4668-9702-9c4584c757d6,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:43.600377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (33953be9-8173-4668-9702-9c4584c757d6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:43.665047 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=33953be9-8173-4668-9702-9c4584c757d6,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:43.701567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b0ec1-6322-4f2a-961c-0f02db7f5be6 req-c935cc35-78d5-4c2c-b826-393f9d3fc3d2 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:43.703382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615797a5-bd13-49a4-b770-75031bf711ad x-openstack-request-id: req-615797a5-bd13-49a4-b770-75031bf711ad {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:32:43.703774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bc3118-3c31-4217-a975-9ab363b8cb4c", "name": "network-vif-plugged", "status": "completed", "tag": "33953be9-8173-4668-9702-9c4584c757d6", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:32:43.703920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-615797a5-bd13-49a4-b770-75031bf711ad {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:32:43.704305 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615797a5-bd13-49a4-b770-75031bf711ad'] response: {'server_uuid': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33953be9-8173-4668-9702-9c4584c757d6', 'code': 200} Nov 03 02:32:43.705894 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-862b0ec1-6322-4f2a-961c-0f02db7f5be6 req-c935cc35-78d5-4c2c-b826-393f9d3fc3d2 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.0853639 Nov 03 02:32:43.759779 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-862b0ec1-6322-4f2a-961c-0f02db7f5be6 req-bce5d9da-93ae-4a4c-a840-85d1c89727d3 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476635 Nov 03 02:32:43.921656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9ff26-1c67-4026-89b9-f075c0361a9e req-e9144673-e813-4777-8a33-8fa8b1ebe525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:43.923245 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fff9ff26-1c67-4026-89b9-f075c0361a9e req-e9144673-e813-4777-8a33-8fa8b1ebe525 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 1130 time: 0.0500708 Nov 03 02:32:43.976644 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fff9ff26-1c67-4026-89b9-f075c0361a9e req-efedec33-25fc-42bb-ab42-53cf826c60d2 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Nov 03 02:32:44.038335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8983f7d-e80f-4d90-87c2-53a7ec3574ae req-35996516-4eef-42f0-89bf-2272eecc14b7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:44.039921 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e8983f7d-e80f-4d90-87c2-53a7ec3574ae req-35996516-4eef-42f0-89bf-2272eecc14b7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 946 time: 0.0549066 Nov 03 02:32:44.093191 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e8983f7d-e80f-4d90-87c2-53a7ec3574ae req-17931149-d9da-45ab-a40d-8f8824b29428 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468507 Nov 03 02:32:44.650817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:44.897202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04fff5-cb94-436f-9db9-d3b7e0d2b789 req-60010743-19bd-43c7-89a6-8574e517a64f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:44.898678 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe04fff5-cb94-436f-9db9-d3b7e0d2b789 req-60010743-19bd-43c7-89a6-8574e517a64f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.0533886 Nov 03 02:32:44.952917 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe04fff5-cb94-436f-9db9-d3b7e0d2b789 req-a0b8f811-6029-4c3a-b9df-553a04f174bf tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483005 Nov 03 02:32:45.233444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb334345-4621-498e-908f-fd9e75bd4506 req-f489c843-9b2f-4f0f-944b-bf3030905c98 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:45.234951 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb334345-4621-498e-908f-fd9e75bd4506 req-f489c843-9b2f-4f0f-944b-bf3030905c98 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 946 time: 0.0562012 Nov 03 02:32:45.286645 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb334345-4621-498e-908f-fd9e75bd4506 req-0392fbd3-0cca-4727-8aec-05c4952388c2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450370 Nov 03 02:32:46.074503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:46.085533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7ceb3-d974-48ab-b724-4f4870a8565c req-4cb745a7-bab2-4293-926f-bea60494f68f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:46.088967 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ca7ceb3-d974-48ab-b724-4f4870a8565c req-4cb745a7-bab2-4293-926f-bea60494f68f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.0591569 Nov 03 02:32:46.137531 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ca7ceb3-d974-48ab-b724-4f4870a8565c req-d6bff1d1-63b9-4a6e-9d90-15f05eb3f2e3 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445950 Nov 03 02:32:46.418228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840ce35-166d-4feb-903f-0ddfbeea82eb req-5e1d8c17-2c63-48e8-b0e2-fe1c99a6cf61 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:46.419627 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2840ce35-166d-4feb-903f-0ddfbeea82eb req-5e1d8c17-2c63-48e8-b0e2-fe1c99a6cf61 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 946 time: 0.0576994 Nov 03 02:32:46.468118 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2840ce35-166d-4feb-903f-0ddfbeea82eb req-e35fb5a6-b317-40c7-9475-7ad56d5ba7d0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429060 Nov 03 02:32:46.589994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1063829-2e89-42ed-9f39-1d5d4acf50c4 req-ccfb4acf-752c-489e-b729-4942bdeb31b7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:46.591501 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c1063829-2e89-42ed-9f39-1d5d4acf50c4 req-ccfb4acf-752c-489e-b729-4942bdeb31b7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 946 time: 0.0530388 Nov 03 02:32:46.640831 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c1063829-2e89-42ed-9f39-1d5d4acf50c4 req-c1a03d00-57f3-417e-b33a-4a1376b7de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 Nov 03 02:32:46.669053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42146) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:46.711336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7d46e6-23da-449a-826b-408c422d147f tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:46.715680 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9e7d46e6-23da-449a-826b-408c422d147f tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 1125 time: 0.0429127 Nov 03 02:32:46.715873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42148) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:46.720040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '33953be9-8173-4668-9702-9c4584c757d6', 'tenant_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:32:46.741570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:46.840777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:46.949732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.165 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/24bd9da6-a859-41b5-9cd4-ffeb139f08fa) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:32:47.054898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (24bd9da6-a859-41b5-9cd4-ffeb139f08fa), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:47.086925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (24bd9da6-a859-41b5-9cd4-ffeb139f08fa), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:47.123948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:32:47.130799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:32:47.135451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:32:47.138935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=24bd9da6-a859-41b5-9cd4-ffeb139f08fa,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:47.175808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.176158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.177224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.177583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.177967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.178282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.178599 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.178935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.179278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.179614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.180086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.180269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.180732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:47.362099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b855370-5411-4563-aefc-704a07db0775 req-ef8df377-9144-487c-aa67-c76bfcf6e4f0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:47.363779 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9b855370-5411-4563-aefc-704a07db0775 req-ef8df377-9144-487c-aa67-c76bfcf6e4f0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.1433544 Nov 03 02:32:47.459085 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9b855370-5411-4563-aefc-704a07db0775 req-9ca07429-e177-4ec8-93e8-f2f80c415114 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885181 Nov 03 02:32:47.605606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (acc667f1-37ce-4709-94e3-c0612f200581), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:47.674955 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (24bd9da6-a859-41b5-9cd4-ffeb139f08fa), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:47.833719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (24bd9da6-a859-41b5-9cd4-ffeb139f08fa), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:47.838641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (24bd9da6-a859-41b5-9cd4-ffeb139f08fa), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:47.913430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=24bd9da6-a859-41b5-9cd4-ffeb139f08fa,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:47.915985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (acc667f1-37ce-4709-94e3-c0612f200581), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:48.026716 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP acc667f1-37ce-4709-94e3-c0612f200581 associated. External IP: 172.26.6.165, port: 33953be9-8173-4668-9702-9c4584c757d6. Nov 03 02:32:48.256529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 6d89623a-87b7-4471-acc8-0ac125ccf425 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:32:48.387074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:32:48.397733 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57eadb8-c672-451b-98ad-50d3708af5c6 None None] Sync routers for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:32:48.407298 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57eadb8-c672-451b-98ad-50d3708af5c6 None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:48.407916 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b57eadb8-c672-451b-98ad-50d3708af5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:48.415489 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:48.455354 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-76b321ce-f265-40b2-a1aa-ae05743c012a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7360883 Nov 03 02:32:48.455354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'tag': '33953be9-8173-4668-9702-9c4584c757d6'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:32:48.456252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e" -d '{"events": [{"name": "network-changed", "server_uuid": "21bc3118-3c31-4217-a975-9ab363b8cb4c", "tag": "33953be9-8173-4668-9702-9c4584c757d6"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:32:48.460114 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42152) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:48.527960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d6bb2c-3bb5-4d55-ab45-18ffcac25809 x-openstack-request-id: req-47d6bb2c-3bb5-4d55-ab45-18ffcac25809 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:32:48.528323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bc3118-3c31-4217-a975-9ab363b8cb4c", "tag": "33953be9-8173-4668-9702-9c4584c757d6", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:32:48.530222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47d6bb2c-3bb5-4d55-ab45-18ffcac25809 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:32:48.530222 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d6bb2c-3bb5-4d55-ab45-18ffcac25809'] response: {'name': 'network-changed', 'server_uuid': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'tag': '33953be9-8173-4668-9702-9c4584c757d6', 'status': 'completed', 'code': 200} Nov 03 02:32:48.558617 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-b57eadb8-c672-451b-98ad-50d3708af5c6 None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:48.663851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e req-a60c39aa-00be-4b96-aec8-41e415cac347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:48.665483 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e req-a60c39aa-00be-4b96-aec8-41e415cac347 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 1130 time: 0.1312413 Nov 03 02:32:48.670158 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cb468480-4813-4abe-8ef6-6925b3564adf tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers/6d89623a-87b7-4471-acc8-0ac125ccf425 HTTP/1.1" status: 200 len: 922 time: 0.2068474 Nov 03 02:32:48.671288 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42158) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:48.748925 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9fe6c2c9-409d-4484-9806-2cd405b0bf64 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/acc667f1-37ce-4709-94e3-c0612f200581 HTTP/1.1" status: 200 len: 992 time: 0.0759759 Nov 03 02:32:48.797600 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b57eadb8-c672-451b-98ad-50d3708af5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'acc667f1-37ce-4709-94e3-c0612f200581', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'port_id': '33953be9-8173-4668-9702-9c4584c757d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'mac_address': 'fa:16:3e:6c:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:32:47Z', 'updated_at': '2022-11-03T02:32:47Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:32:34Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:48.826827 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57eadb8-c672-451b-98ad-50d3708af5c6 None None] Checking router: 6d89623a-87b7-4471-acc8-0ac125ccf425 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:32:48.837110 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57eadb8-c672-451b-98ad-50d3708af5c6 None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:32:48.837991 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b57eadb8-c672-451b-98ad-50d3708af5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:48.944352 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-b57eadb8-c672-451b-98ad-50d3708af5c6 None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:32:49.043293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef815a-312e-4d95-827b-8a708fb2a617 req-f93db953-4718-440d-881a-f4692f197a9d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:49.044857 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-acef815a-312e-4d95-827b-8a708fb2a617 req-f93db953-4718-440d-881a-f4692f197a9d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.4686396 Nov 03 02:32:49.132943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e req-04e52b16-a29d-4e0d-a058-3355cb9e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:49.134651 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e req-04e52b16-a29d-4e0d-a058-3355cb9e6b08 service neutron] 10.222.0.27 "GET /v2.0/networks?id=670d8898-1e84-430a-b76e-fea81f63235a HTTP/1.1" status: 200 len: 897 time: 0.4595940 Nov 03 02:32:49.138922 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-acef815a-312e-4d95-827b-8a708fb2a617 req-b21d946c-14d9-49ad-980a-3442b8016675 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812936 Nov 03 02:32:49.210075 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e req-a1d39eb0-a19d-40a3-9f88-dd36c5028897 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33953be9-8173-4668-9702-9c4584c757d6 HTTP/1.1" status: 200 len: 1000 time: 0.0682039 Nov 03 02:32:49.262635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e req-5c5d3810-64bd-4ffe-9385-89bbb01b6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:49.264597 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e req-5c5d3810-64bd-4ffe-9385-89bbb01b6a0b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c1f2c84f-adf0-44b1-846d-489d2d7b71b1 HTTP/1.1" status: 200 len: 834 time: 0.0482447 Nov 03 02:32:49.284185 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-b57eadb8-c672-451b-98ad-50d3708af5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'acc667f1-37ce-4709-94e3-c0612f200581', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'port_id': '33953be9-8173-4668-9702-9c4584c757d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'mac_address': 'fa:16:3e:6c:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:32:47Z', 'updated_at': '2022-11-03T02:32:47Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:32:34Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:32:49.310733 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57eadb8-c672-451b-98ad-50d3708af5c6 None None] The sync data for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv is: [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'acc667f1-37ce-4709-94e3-c0612f200581', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'port_id': '33953be9-8173-4668-9702-9c4584c757d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'mac_address': 'fa:16:3e:6c:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:32:47Z', 'updated_at': '2022-11-03T02:32:47Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:32:34Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:32:49.319236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e req-5d71a765-e174-4637-8cdd-84dcf49abe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:49.320813 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e req-5d71a765-e174-4637-8cdd-84dcf49abe34 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=670d8898-1e84-430a-b76e-fea81f63235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501621 Nov 03 02:32:49.423602 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e req-7a3338db-df34-4ba9-a46c-f0906770cc2a service neutron] 10.222.0.27 "GET /v2.0/networks/670d8898-1e84-430a-b76e-fea81f63235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968745 Nov 03 02:32:49.524261 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c2af5201-03eb-4ef9-b46e-6d0ddf0ee40e req-929625cf-3e49-4b3e-beb5-31dd6506fbcb service neutron] 10.222.0.27 "GET /v2.0/networks/670d8898-1e84-430a-b76e-fea81f63235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943789 Nov 03 02:32:49.544424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a851002-b6b5-45cc-add1-30198f85cc58 None None] New status for floating IP acc667f1-37ce-4709-94e3-c0612f200581: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:32:49.750302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42162) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:32:49.810751 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ca105439-2a31-42db-8249-4f607aa7dd3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/acc667f1-37ce-4709-94e3-c0612f200581 HTTP/1.1" status: 200 len: 994 time: 0.0592959 Nov 03 02:32:50.271128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd453-fbd0-4ee7-862a-9fce3bece1cc req-763ea8c5-c52f-4d83-b48f-128386eea628 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:50.272619 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a66fd453-fbd0-4ee7-862a-9fce3bece1cc req-763ea8c5-c52f-4d83-b48f-128386eea628 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.0531907 Nov 03 02:32:50.321019 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a66fd453-fbd0-4ee7-862a-9fce3bece1cc req-0d633d5a-eaa3-42ed-989a-2547d87af591 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429561 Nov 03 02:32:51.441979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4c6e-6520-4fa9-a596-71b96563dfcb req-084867f7-b584-44fc-a0de-f55578a039c0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:51.443635 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7e9d4c6e-6520-4fa9-a596-71b96563dfcb req-084867f7-b584-44fc-a0de-f55578a039c0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.0519106 Nov 03 02:32:51.492017 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7e9d4c6e-6520-4fa9-a596-71b96563dfcb req-d32a15e1-ccaa-44e4-a433-3362653564a5 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429699 Nov 03 02:32:52.440397 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-ced0b8ec-a832-4375-b6ab-0f7b02819977 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468433 Nov 03 02:32:52.526419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-dfad5d5c-dc19-4910-874c-ae98e221256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:52.527970 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-dfad5d5c-dc19-4910-874c-ae98e221256b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 1130 time: 0.0456257 Nov 03 02:32:52.666424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-35488a6a-70a4-4ecc-8065-160893e79e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:52.667891 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-35488a6a-70a4-4ecc-8065-160893e79e06 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.1212161 Nov 03 02:32:52.675447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4c7fa-4041-4ece-b296-2d9169173542 req-7a82f156-168d-487a-b22c-ad51b5ee323a tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:52.677426 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dc4c7fa-4041-4ece-b296-2d9169173542 req-7a82f156-168d-487a-b22c-ad51b5ee323a tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.1124589 Nov 03 02:32:52.753689 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-ffe94ba5-1b8f-4f9d-b665-f2258056611e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050619f0-f327-4a9d-ba5d-9746928757cb HTTP/1.1" status: 200 len: 1002 time: 0.0753388 Nov 03 02:32:52.777923 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dc4c7fa-4041-4ece-b296-2d9169173542 req-d264ffdd-56b8-4cfe-b45a-be51674be13e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941684 Nov 03 02:32:52.812127 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-b61ea392-af7b-450d-9122-c3a136e9fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:52.813614 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-b61ea392-af7b-450d-9122-c3a136e9fff5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0513201 Nov 03 02:32:52.870861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-65ddd2c5-6848-4cf7-97db-b626c42ce315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:52.872364 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-65ddd2c5-6848-4cf7-97db-b626c42ce315 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455499 Nov 03 02:32:52.962026 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-abfe4b36-9641-436c-a806-c4264ed85b35 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826590 Nov 03 02:32:53.055314 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-84613390-9a6e-4f64-962e-a16526ee2ee6 req-d562594c-b775-4c27-ab54-f9254fffd25f service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861108 Nov 03 02:32:53.903407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a18de0-40ba-4446-894a-4eeead62eb9a req-bf6415a1-eff8-43de-b4e0-8a7375bb3c9f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:53.904915 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8a18de0-40ba-4446-894a-4eeead62eb9a req-bf6415a1-eff8-43de-b4e0-8a7375bb3c9f tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.0537019 Nov 03 02:32:53.952330 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8a18de0-40ba-4446-894a-4eeead62eb9a req-1bb851bb-6179-4680-bf00-bfb038ed39d5 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419414 Nov 03 02:32:55.082615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13402c-b4ff-40a3-9a9c-93cdf4cec3fb req-f95997de-ce0a-48f6-a3c8-ef38be183a39 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:55.084259 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b13402c-b4ff-40a3-9a9c-93cdf4cec3fb req-f95997de-ce0a-48f6-a3c8-ef38be183a39 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.0585127 Nov 03 02:32:55.133453 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b13402c-b4ff-40a3-9a9c-93cdf4cec3fb req-80f10bf4-54a1-4ca7-99b5-ead06b39afc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433075 Nov 03 02:32:56.254482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c590c9-a460-4e80-b76c-cec21bc3bc64 req-21590a69-847d-4ae9-a025-611c62e58be6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:56.256599 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-23c590c9-a460-4e80-b76c-cec21bc3bc64 req-21590a69-847d-4ae9-a025-611c62e58be6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.0527349 Nov 03 02:32:56.304771 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-23c590c9-a460-4e80-b76c-cec21bc3bc64 req-464df742-f93f-4a69-ab60-913e02c6ae3e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424707 Nov 03 02:32:57.427494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabac50b-08f4-49e2-94f1-ceb3f7b85891 req-d05e2013-a071-4990-ab06-ad4c7e556114 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:57.429003 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fabac50b-08f4-49e2-94f1-ceb3f7b85891 req-d05e2013-a071-4990-ab06-ad4c7e556114 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 944 time: 0.0534172 Nov 03 02:32:57.479701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device abb61fad-caa6-4017-bf6d-f0ac87744cbd details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:32:57.483054 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fabac50b-08f4-49e2-94f1-ceb3f7b85891 req-8d3fdc14-8985-4d82-8c75-bfea6633e3c8 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485802 Nov 03 02:32:57.574310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port abb61fad-caa6-4017-bf6d-f0ac87744cbd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=abb61fad-caa6-4017-bf6d-f0ac87744cbd,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:57.585832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'port_id': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd', 'mac_address': 'fa:16:3e:07:c6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:32:57.619546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port abb61fad-caa6-4017-bf6d-f0ac87744cbd is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:57.619934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:57.632715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb61fad-caa6-4017-bf6d-f0ac87744cbd {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:32:57.655145 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port abb61fad-caa6-4017-bf6d-f0ac87744cbd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=abb61fad-caa6-4017-bf6d-f0ac87744cbd,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:57.659229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:57.703419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=abb61fad-caa6-4017-bf6d-f0ac87744cbd,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:57.710836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.711183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.711528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.711863 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.712195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.712558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.712890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.713218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.713797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.714121 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.714444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.714766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.715087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:32:57.912655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['abb61fad-caa6-4017-bf6d-f0ac87744cbd'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:32:58.607948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac92c2c-7752-4c14-93b0-c226b84d6286 req-a13b1307-0178-4be8-a5cf-2ddf831f3c11 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:58.609490 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dac92c2c-7752-4c14-93b0-c226b84d6286 req-a13b1307-0178-4be8-a5cf-2ddf831f3c11 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 945 time: 0.0535047 Nov 03 02:32:58.659035 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dac92c2c-7752-4c14-93b0-c226b84d6286 req-5de58ddc-448c-45d2-ad8f-dc381e8e7571 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433979 Nov 03 02:32:59.491462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device abb61fad-caa6-4017-bf6d-f0ac87744cbd up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:32:59.537849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port abb61fad-caa6-4017-bf6d-f0ac87744cbd completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:32:59.541507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port abb61fad-caa6-4017-bf6d-f0ac87744cbd triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:32:59.541887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:59.542227 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port abb61fad-caa6-4017-bf6d-f0ac87744cbd Nov 03 02:32:59.615062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port abb61fad-caa6-4017-bf6d-f0ac87744cbd is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:32:59.615450 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:59.651879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe95716-745b-44ce-b4c1-6296baf47430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:32:59.654888 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f417a7e-a0b2-44cd-80ba-08c77d2d9d61" -d '{"events": [{"server_uuid": "8fe95716-745b-44ce-b4c1-6296baf47430", "name": "network-vif-plugged", "status": "completed", "tag": "abb61fad-caa6-4017-bf6d-f0ac87744cbd"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:32:59.672754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port abb61fad-caa6-4017-bf6d-f0ac87744cbd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=abb61fad-caa6-4017-bf6d-f0ac87744cbd,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:32:59.678776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:32:59.706064 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e90111-2234-49f6-8a1a-ec5abc9e547c x-openstack-request-id: req-54e90111-2234-49f6-8a1a-ec5abc9e547c {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:32:59.706509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe95716-745b-44ce-b4c1-6296baf47430", "name": "network-vif-plugged", "status": "completed", "tag": "abb61fad-caa6-4017-bf6d-f0ac87744cbd", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:32:59.706881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54e90111-2234-49f6-8a1a-ec5abc9e547c {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:32:59.707380 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54e90111-2234-49f6-8a1a-ec5abc9e547c'] response: {'server_uuid': '8fe95716-745b-44ce-b4c1-6296baf47430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd', 'code': 200} Nov 03 02:32:59.737719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=abb61fad-caa6-4017-bf6d-f0ac87744cbd,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:32:59.805612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff8dde-25c2-4c8d-9dc8-0edbd49b84a5 req-f4b5068b-55fe-46e2-9539-25a1cf1ed1b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:59.807301 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cfff8dde-25c2-4c8d-9dc8-0edbd49b84a5 req-f4b5068b-55fe-46e2-9539-25a1cf1ed1b7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 946 time: 0.0733185 Nov 03 02:32:59.860336 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cfff8dde-25c2-4c8d-9dc8-0edbd49b84a5 req-e26b6152-1e44-4493-9b42-cb8defb85cb5 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474339 Nov 03 02:32:59.908670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f5243-5e58-43e1-8c7e-d1b6f011e4ca req-ba2b8234-6b1a-4d93-a1f5-f0538b1547b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:32:59.910172 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2d7f5243-5e58-43e1-8c7e-d1b6f011e4ca req-ba2b8234-6b1a-4d93-a1f5-f0538b1547b7 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 1130 time: 0.0488880 Nov 03 02:32:59.956990 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2d7f5243-5e58-43e1-8c7e-d1b6f011e4ca req-308fab5e-b89f-44b6-9082-63929913c1a4 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395927 Nov 03 02:33:00.991362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db834ed9-7d47-437d-869c-3669897ad2e2 req-2429fd49-1abd-4ba8-8668-67df3bfb35f0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:00.992929 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-db834ed9-7d47-437d-869c-3669897ad2e2 req-2429fd49-1abd-4ba8-8668-67df3bfb35f0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 946 time: 0.0562491 Nov 03 02:33:01.044090 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-db834ed9-7d47-437d-869c-3669897ad2e2 req-6d108255-7139-4f34-bfc3-a9c37a435bf7 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448494 Nov 03 02:33:02.173030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cccd01-c207-4426-b0a4-dc1fac12dd99 req-e24274b5-4192-425b-b4b1-963e705574ff tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:02.174677 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f5cccd01-c207-4426-b0a4-dc1fac12dd99 req-e24274b5-4192-425b-b4b1-963e705574ff tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 946 time: 0.0580926 Nov 03 02:33:02.224931 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f5cccd01-c207-4426-b0a4-dc1fac12dd99 req-5e2fc548-ba9b-4b91-9ab0-86322f87c2ae tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440021 Nov 03 02:33:02.349492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5820-fd9b-44d5-9afe-eda59a397b24 req-a948f93f-b2d7-4aeb-9624-2a5056fec0ff tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:02.350972 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0a7a5820-fd9b-44d5-9afe-eda59a397b24 req-a948f93f-b2d7-4aeb-9624-2a5056fec0ff tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 946 time: 0.0550268 Nov 03 02:33:02.398784 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0a7a5820-fd9b-44d5-9afe-eda59a397b24 req-14caee98-b3ff-4b0a-acee-1959792906e1 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422955 Nov 03 02:33:02.426358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42190) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:02.468915 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7616b5b2-5df5-4875-86bc-2a8075333912 tempest-TestVolumeBootPattern-68623732 tempest-TestVolumeBootPattern-68623732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:02.470420 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7616b5b2-5df5-4875-86bc-2a8075333912 tempest-TestVolumeBootPattern-68623732 tempest-TestVolumeBootPattern-68623732-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 1125 time: 0.0431538 Nov 03 02:33:02.473222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42192) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:02.477635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:02.497168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:02.595140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:02.703131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Allocated IP 172.26.6.18 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/5cdc9171-2c76-4a82-8f3c-95bac0885207) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:33:02.802829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for port (5cdc9171-2c76-4a82-8f3c-95bac0885207), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:02.836954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (5cdc9171-2c76-4a82-8f3c-95bac0885207), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:02.876314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:33:02.879339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:33:02.882638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:33:02.916121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'Port': ['ID=5cdc9171-2c76-4a82-8f3c-95bac0885207,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:03.246391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (fe01f2a3-e0ce-45a7-883c-667c28809b3d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:03.312262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (5cdc9171-2c76-4a82-8f3c-95bac0885207), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:03.460173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for port (5cdc9171-2c76-4a82-8f3c-95bac0885207), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:03.465002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (5cdc9171-2c76-4a82-8f3c-95bac0885207), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:03.533653 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event updated for resources: {'Port': ['ID=5cdc9171-2c76-4a82-8f3c-95bac0885207,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:03.536105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (fe01f2a3-e0ce-45a7-883c-667c28809b3d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:03.635090 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Floating IP fe01f2a3-e0ce-45a7-883c-667c28809b3d associated. External IP: 172.26.6.18, port: abb61fad-caa6-4017-bf6d-f0ac87744cbd. Nov 03 02:33:03.836003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Router 33a9ddf1-560b-4718-aec6-6a8ed115679d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:33:03.946143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:33:03.956706 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ecc560-276c-4c6e-8228-b6f08c5a6db0 None None] Sync routers for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:33:03.965939 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:03.968350 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ecc560-276c-4c6e-8228-b6f08c5a6db0 None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:03.969016 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-66ecc560-276c-4c6e-8228-b6f08c5a6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:03.997128 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-393b4b33-a437-4024-94f0-c92d0d7ea487 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5226734 Nov 03 02:33:03.998273 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe95716-745b-44ce-b4c1-6296baf47430', 'tag': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:33:04.000916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9050e558-5567-498c-88e9-a2081d4472bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe95716-745b-44ce-b4c1-6296baf47430", "tag": "abb61fad-caa6-4017-bf6d-f0ac87744cbd"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:33:04.038008 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8452250-5c89-4a9d-b259-79ba60c2acfb x-openstack-request-id: req-b8452250-5c89-4a9d-b259-79ba60c2acfb {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:33:04.038427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe95716-745b-44ce-b4c1-6296baf47430", "tag": "abb61fad-caa6-4017-bf6d-f0ac87744cbd", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:33:04.038782 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8452250-5c89-4a9d-b259-79ba60c2acfb {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:33:04.039290 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8452250-5c89-4a9d-b259-79ba60c2acfb'] response: {'name': 'network-changed', 'server_uuid': '8fe95716-745b-44ce-b4c1-6296baf47430', 'tag': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd', 'status': 'completed', 'code': 200} Nov 03 02:33:04.086360 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-66ecc560-276c-4c6e-8228-b6f08c5a6db0 None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:04.111096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050e558-5567-498c-88e9-a2081d4472bd req-7519bd7d-9253-4f00-83fc-a0dd1a1f4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:04.112648 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9050e558-5567-498c-88e9-a2081d4472bd req-7519bd7d-9253-4f00-83fc-a0dd1a1f4a5a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 1130 time: 0.0509346 Nov 03 02:33:04.206214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050e558-5567-498c-88e9-a2081d4472bd req-872816d7-de94-4543-933f-63e6d3fb6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:04.207608 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9050e558-5567-498c-88e9-a2081d4472bd req-872816d7-de94-4543-933f-63e6d3fb6543 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.0885906 Nov 03 02:33:04.279775 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9050e558-5567-498c-88e9-a2081d4472bd req-e602f48f-e30c-4d3d-a8bf-21df18b0cda1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abb61fad-caa6-4017-bf6d-f0ac87744cbd HTTP/1.1" status: 200 len: 999 time: 0.0626037 Nov 03 02:33:04.307280 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-66ecc560-276c-4c6e-8228-b6f08c5a6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'ea4e9e19-6841-4c68-b444-9878492225b4', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': '050619f0-f327-4a9d-ba5d-9746928757cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:e6:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:30:50Z', 'updated_at': '2022-11-03T02:30:52Z', 'revision_number': 1, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}, {'id': 'fe01f2a3-e0ce-45a7-883c-667c28809b3d', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.18', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:07:c6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe95716-745b-44ce-b4c1-6296baf47430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:33:03Z', 'updated_at': '2022-11-03T02:33:03Z', 'revision_number': 0, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:04.328474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050e558-5567-498c-88e9-a2081d4472bd req-56986ac7-5d73-4fec-b0f8-d3d91b49d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:04.329993 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9050e558-5567-498c-88e9-a2081d4472bd req-56986ac7-5d73-4fec-b0f8-d3d91b49d4cb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0447571 Nov 03 02:33:04.336080 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ecc560-276c-4c6e-8228-b6f08c5a6db0 None None] Checking router: 33a9ddf1-560b-4718-aec6-6a8ed115679d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:33:04.345390 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ecc560-276c-4c6e-8228-b6f08c5a6db0 None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:04.345993 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-66ecc560-276c-4c6e-8228-b6f08c5a6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:32:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:04.386598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050e558-5567-498c-88e9-a2081d4472bd req-f451b678-1f88-4c21-b45d-ca949ee669c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:04.388107 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9050e558-5567-498c-88e9-a2081d4472bd req-f451b678-1f88-4c21-b45d-ca949ee669c4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465567 Nov 03 02:33:04.450158 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-66ecc560-276c-4c6e-8228-b6f08c5a6db0 None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:04.484219 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9050e558-5567-498c-88e9-a2081d4472bd req-c15b0bbc-925b-4c40-bb62-eb6ff5fb7ad5 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900428 Nov 03 02:33:04.580760 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9050e558-5567-498c-88e9-a2081d4472bd req-1bb1098d-58d8-4d65-9af5-5762e7d3f006 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894394 Nov 03 02:33:04.681447 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-66ecc560-276c-4c6e-8228-b6f08c5a6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'ea4e9e19-6841-4c68-b444-9878492225b4', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': '050619f0-f327-4a9d-ba5d-9746928757cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:e6:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:30:50Z', 'updated_at': '2022-11-03T02:30:52Z', 'revision_number': 1, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}, {'id': 'fe01f2a3-e0ce-45a7-883c-667c28809b3d', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.18', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:07:c6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe95716-745b-44ce-b4c1-6296baf47430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:33:03Z', 'updated_at': '2022-11-03T02:33:03Z', 'revision_number': 0, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:04.705486 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ecc560-276c-4c6e-8228-b6f08c5a6db0 None None] The sync data for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv is: [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'ea4e9e19-6841-4c68-b444-9878492225b4', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': '050619f0-f327-4a9d-ba5d-9746928757cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:e6:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:30:50Z', 'updated_at': '2022-11-03T02:30:52Z', 'revision_number': 1, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}, {'id': 'fe01f2a3-e0ce-45a7-883c-667c28809b3d', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.18', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:07:c6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe95716-745b-44ce-b4c1-6296baf47430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:33:03Z', 'updated_at': '2022-11-03T02:33:03Z', 'revision_number': 0, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:33:04.925909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec67f2b2-4ca4-4302-ae69-fc528db34800 None None] New status for floating IP fe01f2a3-e0ce-45a7-883c-667c28809b3d: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:33:08.086318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:09.744086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60717a54-23eb-4fb8-a151-73373ac10f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:10.985001 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:33:12.232640 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dc84f941-da6a-4998-9b85-31ab4992e719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:13.160752 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:14.652692 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:16.081185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:22.962614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42212) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:23.072526 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cab43306-db54-44e3-8267-8959150d23a0 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers/6d89623a-87b7-4471-acc8-0ac125ccf425/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1085737 Nov 03 02:33:23.075449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42214) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:23.190956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c43e7c-6eb1-4e9a-8d68-1b04aba5ebf4 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Notify agent at dv-neutron-860659-5-hyperv the message router_removed_from_agent {{(pid=104394) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 03 02:33:23.194194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-63c43e7c-6eb1-4e9a-8d68-1b04aba5ebf4 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "DELETE /v2.0/agents/421f4d4e-d143-4e6a-8d85-45d35e50e33a/l3-routers/6d89623a-87b7-4471-acc8-0ac125ccf425 HTTP/1.1" status: 204 len: 168 time: 0.1177833 Nov 03 02:33:23.197469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42216) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:23.597029 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e9129cf2-ceaa-4e98-abd5-ef7b9af89152 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers/6d89623a-87b7-4471-acc8-0ac125ccf425/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3984287 Nov 03 02:33:23.599696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42218) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:23.657904 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d807b612-429a-44af-86d9-e39bb2103eec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/acc667f1-37ce-4709-94e3-c0612f200581 HTTP/1.1" status: 200 len: 994 time: 0.0571442 Nov 03 02:33:23.995371 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b86132-b349-4b6d-9f7f-fb5ecc61a1a2 None None] New status for floating IP acc667f1-37ce-4709-94e3-c0612f200581: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:33:24.402045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31e354d1-4eb3-4ccc-a276-87218f0c2e68 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:33:24.476300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:24.476819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:24.513711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 31e354d1-4eb3-4ccc-a276-87218f0c2e68, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=31e354d1-4eb3-4ccc-a276-87218f0c2e68,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:24.517486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:24.518153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 89e6db13-5455-459b-b499-4f553efcaa67 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:33:24.590228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=31e354d1-4eb3-4ccc-a276-87218f0c2e68,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:24.625923 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 89e6db13-5455-459b-b499-4f553efcaa67 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:24.626318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (89e6db13-5455-459b-b499-4f553efcaa67), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:24.647323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 89e6db13-5455-459b-b499-4f553efcaa67, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=89e6db13-5455-459b-b499-4f553efcaa67,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:24.650895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (89e6db13-5455-459b-b499-4f553efcaa67), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:24.662055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42222) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:24.705485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=89e6db13-5455-459b-b499-4f553efcaa67,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:24.728820 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-217cd745-6605-40b3-840f-eaa32b1f7ea0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/acc667f1-37ce-4709-94e3-c0612f200581 HTTP/1.1" status: 200 len: 992 time: 0.0655434 Nov 03 02:33:25.840292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42226) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:25.962592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e576145-44a9-49a0-a4c5-32e6a27ad001 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Router 6d89623a-87b7-4471-acc8-0ac125ccf425 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:33:25.962972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e576145-44a9-49a0-a4c5-32e6a27ad001 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Notify agent at dv-neutron-860659-5-hyperv the message router_added_to_agent {{(pid=104394) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 03 02:33:25.984009 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7e576145-44a9-49a0-a4c5-32e6a27ad001 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "POST /v2.0/agents/421f4d4e-d143-4e6a-8d85-45d35e50e33a/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1425731 Nov 03 02:33:25.984367 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42232) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:25.995967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5479d0-4ced-4ba7-8047-d6c9df7118e0 None None] Sync routers for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:33:26.005676 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5479d0-4ced-4ba7-8047-d6c9df7118e0 None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:26.006237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6e5479d0-4ced-4ba7-8047-d6c9df7118e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:26.104916 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-343154a7-0b11-42ab-afd5-835fd4860621 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers/6d89623a-87b7-4471-acc8-0ac125ccf425/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1186376 Nov 03 02:33:26.107455 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42234) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:26.171763 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e2c52872-9d1b-4d05-83cd-34dead0df31f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/acc667f1-37ce-4709-94e3-c0612f200581 HTTP/1.1" status: 200 len: 992 time: 0.0632107 Nov 03 02:33:26.264514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-6e5479d0-4ced-4ba7-8047-d6c9df7118e0 None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:26.485984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6e5479d0-4ced-4ba7-8047-d6c9df7118e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:33:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'acc667f1-37ce-4709-94e3-c0612f200581', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'port_id': '33953be9-8173-4668-9702-9c4584c757d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'mac_address': 'fa:16:3e:6c:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:32:47Z', 'updated_at': '2022-11-03T02:33:24Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:33:24Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:26.515253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5479d0-4ced-4ba7-8047-d6c9df7118e0 None None] Checking router: 6d89623a-87b7-4471-acc8-0ac125ccf425 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:33:26.523879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5479d0-4ced-4ba7-8047-d6c9df7118e0 None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:26.524480 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6e5479d0-4ced-4ba7-8047-d6c9df7118e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:26.624723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-6e5479d0-4ced-4ba7-8047-d6c9df7118e0 None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:26.849197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6e5479d0-4ced-4ba7-8047-d6c9df7118e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:33:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'acc667f1-37ce-4709-94e3-c0612f200581', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'port_id': '33953be9-8173-4668-9702-9c4584c757d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'mac_address': 'fa:16:3e:6c:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:32:47Z', 'updated_at': '2022-11-03T02:33:24Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:33:24Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:26.874077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5479d0-4ced-4ba7-8047-d6c9df7118e0 None None] The sync data for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv is: [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:33:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'acc667f1-37ce-4709-94e3-c0612f200581', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'port_id': '33953be9-8173-4668-9702-9c4584c757d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'mac_address': 'fa:16:3e:6c:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:32:47Z', 'updated_at': '2022-11-03T02:33:24Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:33:24Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:33:27.175086 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42236) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:27.238516 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3182aba9-bfcc-487f-a560-cf2821c88744 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/acc667f1-37ce-4709-94e3-c0612f200581 HTTP/1.1" status: 200 len: 992 time: 0.0622902 Nov 03 02:33:28.242422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42238) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:28.299339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-398047d1-819b-4f74-bf1d-2ff7a42c00e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/acc667f1-37ce-4709-94e3-c0612f200581 HTTP/1.1" status: 200 len: 992 time: 0.0558555 Nov 03 02:33:28.444596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31e354d1-4eb3-4ccc-a276-87218f0c2e68 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:33:28.493171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:28.493469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:28.493812 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 Nov 03 02:33:28.568410 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb8bb5-987e-4573-b7aa-f4a2a6c3574d None None] New status for floating IP acc667f1-37ce-4709-94e3-c0612f200581: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:33:28.570205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:28.570629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:28.604924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 31e354d1-4eb3-4ccc-a276-87218f0c2e68, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=31e354d1-4eb3-4ccc-a276-87218f0c2e68,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:28.610182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:28.610984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 89e6db13-5455-459b-b499-4f553efcaa67 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:33:28.688303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=31e354d1-4eb3-4ccc-a276-87218f0c2e68,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:28.701070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 89e6db13-5455-459b-b499-4f553efcaa67 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:28.701450 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (89e6db13-5455-459b-b499-4f553efcaa67), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:28.701972 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 89e6db13-5455-459b-b499-4f553efcaa67 Nov 03 02:33:28.773995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 89e6db13-5455-459b-b499-4f553efcaa67 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:28.774394 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (89e6db13-5455-459b-b499-4f553efcaa67), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:28.795876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 89e6db13-5455-459b-b499-4f553efcaa67, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=89e6db13-5455-459b-b499-4f553efcaa67,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:28.799759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (89e6db13-5455-459b-b499-4f553efcaa67), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:28.847462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=89e6db13-5455-459b-b499-4f553efcaa67,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:29.303192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42240) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:29.363462 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-383a7be7-0b05-4e4f-82c6-9f3f30394a4b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/acc667f1-37ce-4709-94e3-c0612f200581 HTTP/1.1" status: 200 len: 994 time: 0.0590494 Nov 03 02:33:29.630490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42246) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:29.773403 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 24bd9da6-a859-41b5-9cd4-ffeb139f08fa {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:33:29.773749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (24bd9da6-a859-41b5-9cd4-ffeb139f08fa), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:29.853103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (24bd9da6-a859-41b5-9cd4-ffeb139f08fa), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:29.853433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (24bd9da6-a859-41b5-9cd4-ffeb139f08fa), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:29.865586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 24bd9da6-a859-41b5-9cd4-ffeb139f08fa owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:33:30.007219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (24bd9da6-a859-41b5-9cd4-ffeb139f08fa), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:30.031990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=24bd9da6-a859-41b5-9cd4-ffeb139f08fa,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:30.092138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (acc667f1-37ce-4709-94e3-c0612f200581), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:30.092533 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP acc667f1-37ce-4709-94e3-c0612f200581 disassociated (deleted). External IP: 172.26.6.165, port: 33953be9-8173-4668-9702-9c4584c757d6. Nov 03 02:33:30.293245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 6d89623a-87b7-4471-acc8-0ac125ccf425 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:33:30.397537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:33:30.402614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:30.410621 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d534d46-935a-462f-99e5-da8341fd5385 None None] Sync routers for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:33:30.418639 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31e354d1-4eb3-4ccc-a276-87218f0c2e68 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:33:30.435409 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6ae59a1f-c321-4331-b5ec-cd257e4cb5dc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/floatingips/acc667f1-37ce-4709-94e3-c0612f200581 HTTP/1.1" status: 204 len: 168 time: 0.8038177 Nov 03 02:33:30.436174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'tag': '33953be9-8173-4668-9702-9c4584c757d6'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:33:30.441155 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ea386a-31b8-4177-97f9-f057291c88da" -d '{"events": [{"name": "network-changed", "server_uuid": "21bc3118-3c31-4217-a975-9ab363b8cb4c", "tag": "33953be9-8173-4668-9702-9c4584c757d6"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:33:30.458552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d534d46-935a-462f-99e5-da8341fd5385 None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:30.458552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3d534d46-935a-462f-99e5-da8341fd5385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:30.478297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5dff6d-3136-489c-82b4-8804eb39f6c1 x-openstack-request-id: req-ff5dff6d-3136-489c-82b4-8804eb39f6c1 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:33:30.478602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bc3118-3c31-4217-a975-9ab363b8cb4c", "tag": "33953be9-8173-4668-9702-9c4584c757d6", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:33:30.479457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff5dff6d-3136-489c-82b4-8804eb39f6c1 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:33:30.479931 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5dff6d-3136-489c-82b4-8804eb39f6c1'] response: {'name': 'network-changed', 'server_uuid': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'tag': '33953be9-8173-4668-9702-9c4584c757d6', 'status': 'completed', 'code': 200} Nov 03 02:33:30.554770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea386a-31b8-4177-97f9-f057291c88da req-5f68913b-2a00-4638-81c2-a0fa6faf32de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:30.556806 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3ea386a-31b8-4177-97f9-f057291c88da req-5f68913b-2a00-4638-81c2-a0fa6faf32de service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 1130 time: 0.0494943 Nov 03 02:33:30.587287 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:30.587675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:30.588604 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 Nov 03 02:33:30.618201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3d534d46-935a-462f-99e5-da8341fd5385 None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:30.688044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea386a-31b8-4177-97f9-f057291c88da req-f797be47-ecad-4f6c-a2fe-6b9547a7e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:30.689543 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3ea386a-31b8-4177-97f9-f057291c88da req-f797be47-ecad-4f6c-a2fe-6b9547a7e05d service neutron] 10.222.0.27 "GET /v2.0/networks?id=670d8898-1e84-430a-b76e-fea81f63235a HTTP/1.1" status: 200 len: 897 time: 0.1238701 Nov 03 02:33:30.710439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6033a-c484-476a-9f8f-2aba9ae8462b req-ec14b967-d1c5-4823-b2d2-0352e5bda5a5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:30.711900 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1dc6033a-c484-476a-9f8f-2aba9ae8462b req-ec14b967-d1c5-4823-b2d2-0352e5bda5a5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 946 time: 0.0849230 Nov 03 02:33:30.744321 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3ea386a-31b8-4177-97f9-f057291c88da req-0af8cb9a-90ba-4727-b816-8aef0e2e88e8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33953be9-8173-4668-9702-9c4584c757d6 HTTP/1.1" status: 200 len: 217 time: 0.0481353 Nov 03 02:33:30.776767 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:30.777874 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 89e6db13-5455-459b-b499-4f553efcaa67 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:33:30.821585 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1dc6033a-c484-476a-9f8f-2aba9ae8462b req-db31ba57-d804-448a-8e59-1f37f8547f6a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839727 Nov 03 02:33:30.823974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea386a-31b8-4177-97f9-f057291c88da req-438319c2-4dbb-4aba-abd0-7809be2d3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:30.825371 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3ea386a-31b8-4177-97f9-f057291c88da req-438319c2-4dbb-4aba-abd0-7809be2d3a7b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c1f2c84f-adf0-44b1-846d-489d2d7b71b1 HTTP/1.1" status: 200 len: 834 time: 0.0732470 Nov 03 02:33:30.877813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea386a-31b8-4177-97f9-f057291c88da req-a8be8192-a5e2-44ed-a138-53d90405d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:30.879373 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3ea386a-31b8-4177-97f9-f057291c88da req-a8be8192-a5e2-44ed-a138-53d90405d559 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=670d8898-1e84-430a-b76e-fea81f63235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471821 Nov 03 02:33:30.880429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 89e6db13-5455-459b-b499-4f553efcaa67 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:30.880835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (89e6db13-5455-459b-b499-4f553efcaa67), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:30.881172 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 89e6db13-5455-459b-b499-4f553efcaa67 Nov 03 02:33:30.932048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3d534d46-935a-462f-99e5-da8341fd5385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:33:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:33:28Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:30.958709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d534d46-935a-462f-99e5-da8341fd5385 None None] Checking router: 6d89623a-87b7-4471-acc8-0ac125ccf425 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:33:30.975033 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3ea386a-31b8-4177-97f9-f057291c88da req-0482a023-f2ae-4c8e-a1fe-cdcb7a9ae183 service neutron] 10.222.0.27 "GET /v2.0/networks/670d8898-1e84-430a-b76e-fea81f63235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878501 Nov 03 02:33:30.992583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d534d46-935a-462f-99e5-da8341fd5385 None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:30.993188 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3d534d46-935a-462f-99e5-da8341fd5385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:31.000284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 89e6db13-5455-459b-b499-4f553efcaa67 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:31.068999 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3ea386a-31b8-4177-97f9-f057291c88da req-1c63906e-4b89-4c1e-81d0-11a9c563f477 service neutron] 10.222.0.27 "GET /v2.0/networks/670d8898-1e84-430a-b76e-fea81f63235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865910 Nov 03 02:33:31.103137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3d534d46-935a-462f-99e5-da8341fd5385 None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:31.293899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3d534d46-935a-462f-99e5-da8341fd5385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:33:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:33:28Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:31.317861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d534d46-935a-462f-99e5-da8341fd5385 None None] The sync data for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv is: [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:32:31Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:33:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31e354d1-4eb3-4ccc-a276-87218f0c2e68', 'name': '', 'network_id': '670d8898-1e84-430a-b76e-fea81f63235a', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:46:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:30Z', 'updated_at': '2022-11-03T02:33:28Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c1f2c84f-adf0-44b1-846d-489d2d7b71b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:33:31.956056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6ac2f-9665-4732-bd71-d15f161dd40a req-cce746ac-be1b-468d-8507-29829f78ea95 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:31.957822 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4bb6ac2f-9665-4732-bd71-d15f161dd40a req-cce746ac-be1b-468d-8507-29829f78ea95 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 946 time: 0.0578129 Nov 03 02:33:31.975536 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617b5df9-27a7-4046-8b42-5293281d9dfb None None] New status for floating IP acc667f1-37ce-4709-94e3-c0612f200581: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:33:32.009587 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4bb6ac2f-9665-4732-bd71-d15f161dd40a req-2b7c7cbf-6d59-46e5-ae57-fc61044c530d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5afe0f0e-761e-440d-8d68-c0337a916a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462546 Nov 03 02:33:32.185974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ea9b0-ba73-4da5-906b-ade3037c1313 req-f6c37cc6-ca0a-436a-9384-58b6aa6e1c00 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:32.187449 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-462ea9b0-ba73-4da5-906b-ade3037c1313 req-f6c37cc6-ca0a-436a-9384-58b6aa6e1c00 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 946 time: 0.0573323 Nov 03 02:33:32.280558 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-462ea9b0-ba73-4da5-906b-ade3037c1313 req-bf7a8319-a337-4ec4-8ab0-9c109bd21836 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 33953be9-8173-4668-9702-9c4584c757d6 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:33:32.280946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-462ea9b0-ba73-4da5-906b-ade3037c1313 req-bf7a8319-a337-4ec4-8ab0-9c109bd21836 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (33953be9-8173-4668-9702-9c4584c757d6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:32.371832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-462ea9b0-ba73-4da5-906b-ade3037c1313 req-bf7a8319-a337-4ec4-8ab0-9c109bd21836 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 33953be9-8173-4668-9702-9c4584c757d6, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=33953be9-8173-4668-9702-9c4584c757d6,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:32.372193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-462ea9b0-ba73-4da5-906b-ade3037c1313 req-bf7a8319-a337-4ec4-8ab0-9c109bd21836 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (33953be9-8173-4668-9702-9c4584c757d6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:32.385325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-462ea9b0-ba73-4da5-906b-ade3037c1313 req-bf7a8319-a337-4ec4-8ab0-9c109bd21836 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 33953be9-8173-4668-9702-9c4584c757d6 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:33:32.506582 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-462ea9b0-ba73-4da5-906b-ade3037c1313 req-bf7a8319-a337-4ec4-8ab0-9c109bd21836 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (33953be9-8173-4668-9702-9c4584c757d6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:32.543049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a8319-a337-4ec4-8ab0-9c109bd21836 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=33953be9-8173-4668-9702-9c4584c757d6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:32.585043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-462ea9b0-ba73-4da5-906b-ade3037c1313 req-bf7a8319-a337-4ec4-8ab0-9c109bd21836 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] No DVR routers for this DVR port 33953be9-8173-4668-9702-9c4584c757d6 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:33:32.587588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-462ea9b0-ba73-4da5-906b-ade3037c1313 req-bf7a8319-a337-4ec4-8ab0-9c109bd21836 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:32.592224 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-462ea9b0-ba73-4da5-906b-ade3037c1313 req-bf7a8319-a337-4ec4-8ab0-9c109bd21836 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "DELETE /v2.0/ports/33953be9-8173-4668-9702-9c4584c757d6 HTTP/1.1" status: 204 len: 173 time: 0.3952959 Nov 03 02:33:32.592390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'name': 'network-vif-deleted', 'tag': '33953be9-8173-4668-9702-9c4584c757d6'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:33:32.594574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e00ba4-1dd0-4466-8a42-3a5227090fee" -d '{"events": [{"server_uuid": "21bc3118-3c31-4217-a975-9ab363b8cb4c", "name": "network-vif-deleted", "tag": "33953be9-8173-4668-9702-9c4584c757d6"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:33:32.630610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e951c34e-bcd8-4d2b-996f-5380ec3cdedd x-openstack-request-id: req-e951c34e-bcd8-4d2b-996f-5380ec3cdedd {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:33:32.630918 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bc3118-3c31-4217-a975-9ab363b8cb4c", "name": "network-vif-deleted", "tag": "33953be9-8173-4668-9702-9c4584c757d6", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:33:32.631184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e951c34e-bcd8-4d2b-996f-5380ec3cdedd {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:33:32.631647 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e951c34e-bcd8-4d2b-996f-5380ec3cdedd'] response: {'server_uuid': '21bc3118-3c31-4217-a975-9ab363b8cb4c', 'name': 'network-vif-deleted', 'tag': '33953be9-8173-4668-9702-9c4584c757d6', 'status': 'completed', 'code': 200} Nov 03 02:33:33.128377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-549545f2-be0a-4437-8959-5687feac6663 req-c95a361d-c536-4a96-8cee-a20c931b4bba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bc3118-3c31-4217-a975-9ab363b8cb4c HTTP/1.1" status: 200 len: 210 time: 0.0290945 Nov 03 02:33:34.193749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42264) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:34.250469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad7b9845-d59f-40a1-98d5-596c8ee7fa16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (5afe0f0e-761e-440d-8d68-c0337a916a29), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:34.276172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad7b9845-d59f-40a1-98d5-596c8ee7fa16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (5afe0f0e-761e-440d-8d68-c0337a916a29), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:34.341776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad7b9845-d59f-40a1-98d5-596c8ee7fa16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (5afe0f0e-761e-440d-8d68-c0337a916a29), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:34.344718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad7b9845-d59f-40a1-98d5-596c8ee7fa16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:34.346105 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ad7b9845-d59f-40a1-98d5-596c8ee7fa16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/5afe0f0e-761e-440d-8d68-c0337a916a29 HTTP/1.1" status: 204 len: 168 time: 0.1512060 Nov 03 02:33:34.359320 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b9845-d59f-40a1-98d5-596c8ee7fa16 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afe0f0e-761e-440d-8d68-c0337a916a29,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:34.380232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42268) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:34.717059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (6d89623a-87b7-4471-acc8-0ac125ccf425), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:34.959310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 31e354d1-4eb3-4ccc-a276-87218f0c2e68 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:33:34.959652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:35.050589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 31e354d1-4eb3-4ccc-a276-87218f0c2e68, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=31e354d1-4eb3-4ccc-a276-87218f0c2e68,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:35.050839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:35.063022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 31e354d1-4eb3-4ccc-a276-87218f0c2e68 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:33:35.240052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (31e354d1-4eb3-4ccc-a276-87218f0c2e68), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:35.266758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=31e354d1-4eb3-4ccc-a276-87218f0c2e68,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:35.440123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (6d89623a-87b7-4471-acc8-0ac125ccf425), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:35.606408 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 33953be9-8173-4668-9702-9c4584c757d6 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:33:35.626619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 33953be9-8173-4668-9702-9c4584c757d6 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:33:35.626973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 33953be9-8173-4668-9702-9c4584c757d6 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:33:35.936827 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router 6d89623a-87b7-4471-acc8-0ac125ccf425 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:33:36.033766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:33:36.038955 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d5a1ca6f-c3ca-4579-9c5a-2e72328bf9aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/6d89623a-87b7-4471-acc8-0ac125ccf425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6573207 Nov 03 02:33:36.042084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42270) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:36.046418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471ff86-32e6-4480-8c95-f1e08e584260 None None] Sync routers for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:33:36.056580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471ff86-32e6-4480-8c95-f1e08e584260 None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:36.057943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9471ff86-32e6-4480-8c95-f1e08e584260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:36.095438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ded570a-4f3d-42d7-a35e-b85ad658d8b6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting subnet c1f2c84f-adf0-44b1-846d-489d2d7b71b1 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:33:36.098476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ded570a-4f3d-42d7-a35e-b85ad658d8b6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (c1f2c84f-adf0-44b1-846d-489d2d7b71b1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.139226 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ded570a-4f3d-42d7-a35e-b85ad658d8b6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (c1f2c84f-adf0-44b1-846d-489d2d7b71b1), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.223565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ded570a-4f3d-42d7-a35e-b85ad658d8b6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c1f2c84f-adf0-44b1-846d-489d2d7b71b1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.291969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ded570a-4f3d-42d7-a35e-b85ad658d8b6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (c1f2c84f-adf0-44b1-846d-489d2d7b71b1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.301809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-9471ff86-32e6-4480-8c95-f1e08e584260 None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:36.319525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded570a-4f3d-42d7-a35e-b85ad658d8b6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f2c84f-adf0-44b1-846d-489d2d7b71b1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:36.323202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ded570a-4f3d-42d7-a35e-b85ad658d8b6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.328730 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0ded570a-4f3d-42d7-a35e-b85ad658d8b6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/subnets/c1f2c84f-adf0-44b1-846d-489d2d7b71b1 HTTP/1.1" status: 204 len: 168 time: 0.2834141 Nov 03 02:33:36.329425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42272) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:36.354889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16998bb5-0d2c-413d-bd99-8da4c714d72f None None] Network 670d8898-1e84-430a-b76e-fea81f63235a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:33:36.434854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (6d89623a-87b7-4471-acc8-0ac125ccf425), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.537565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (6d89623a-87b7-4471-acc8-0ac125ccf425), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.565080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9471ff86-32e6-4480-8c95-f1e08e584260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '89e6db13-5455-459b-b499-4f553efcaa67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:33:35Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '89e6db13-5455-459b-b499-4f553efcaa67', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:32:27Z', 'updated_at': '2022-11-03T02:33:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:36.592706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 89e6db13-5455-459b-b499-4f553efcaa67 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:33:36.593057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (89e6db13-5455-459b-b499-4f553efcaa67), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.598790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471ff86-32e6-4480-8c95-f1e08e584260 None None] Checking router: 6d89623a-87b7-4471-acc8-0ac125ccf425 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:33:36.605296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b65a6-cff8-4a06-848b-89268afd67a3 None None] DHCP port deletion for 670d8898-1e84-430a-b76e-fea81f63235a request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:33:36.633823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471ff86-32e6-4480-8c95-f1e08e584260 None None] Routers {'6d89623a-87b7-4471-acc8-0ac125ccf425'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:36.634518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9471ff86-32e6-4480-8c95-f1e08e584260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['6d89623a-87b7-4471-acc8-0ac125ccf425'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:36.675101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 89e6db13-5455-459b-b499-4f553efcaa67, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=89e6db13-5455-459b-b499-4f553efcaa67,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:36.675470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (89e6db13-5455-459b-b499-4f553efcaa67), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.688404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 89e6db13-5455-459b-b499-4f553efcaa67 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:33:36.733470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-9471ff86-32e6-4480-8c95-f1e08e584260 None None] Set router 6d89623a-87b7-4471-acc8-0ac125ccf425 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:36.764834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-535b65a6-cff8-4a06-848b-89268afd67a3 None None] Deleting port 812bf45d-a29b-4ce6-bca7-d74d86cb89df {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:33:36.765261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-535b65a6-cff8-4a06-848b-89268afd67a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.792608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9471ff86-32e6-4480-8c95-f1e08e584260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:33:36Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:36.853107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (89e6db13-5455-459b-b499-4f553efcaa67), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.859527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471ff86-32e6-4480-8c95-f1e08e584260 None None] The sync data for ids ['6d89623a-87b7-4471-acc8-0ac125ccf425'] in dv-neutron-860659-5-hyperv is: [{'id': '6d89623a-87b7-4471-acc8-0ac125ccf425', 'name': 'tempest-TestNetworkBasicOps-router-1862325739', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:32:26Z', 'updated_at': '2022-11-03T02:33:36Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:33:36.878712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=89e6db13-5455-459b-b499-4f553efcaa67,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:36.891099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-535b65a6-cff8-4a06-848b-89268afd67a3 None None] For port 812bf45d-a29b-4ce6-bca7-d74d86cb89df, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=812bf45d-a29b-4ce6-bca7-d74d86cb89df,segment=NetworkSegment(86412976-9d94-4daa-bed8-088f029cc703),segment_id=86412976-9d94-4daa-bed8-088f029cc703)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:36.891497 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-535b65a6-cff8-4a06-848b-89268afd67a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.908454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-535b65a6-cff8-4a06-848b-89268afd67a3 None None] Calling delete_port for 812bf45d-a29b-4ce6-bca7-d74d86cb89df owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:33:36.952424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (6d89623a-87b7-4471-acc8-0ac125ccf425), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:36.988067 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-535b65a6-cff8-4a06-848b-89268afd67a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (812bf45d-a29b-4ce6-bca7-d74d86cb89df), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.015079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b65a6-cff8-4a06-848b-89268afd67a3 None None] No DVR routers for this DVR port 812bf45d-a29b-4ce6-bca7-d74d86cb89df on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:33:37.019281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b65a6-cff8-4a06-848b-89268afd67a3 None None] Pushing event deleted for resources: {'Port': ['ID=812bf45d-a29b-4ce6-bca7-d74d86cb89df,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:37.040902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (6d89623a-87b7-4471-acc8-0ac125ccf425), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.043844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (6d89623a-87b7-4471-acc8-0ac125ccf425), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.084470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (6d89623a-87b7-4471-acc8-0ac125ccf425), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.085222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Fanout notify agent at l3_agent the message router_deleted on router 6d89623a-87b7-4471-acc8-0ac125ccf425 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:33:37.092675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.093775 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f5a7e8c5-cade-414f-a361-ade9a7157bde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/routers/6d89623a-87b7-4471-acc8-0ac125ccf425 HTTP/1.1" status: 204 len: 168 time: 0.7638168 Nov 03 02:33:37.096569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42274) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:37.175241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (670d8898-1e84-430a-b76e-fea81f63235a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.263630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (670d8898-1e84-430a-b76e-fea81f63235a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.286802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670d8898-1e84-430a-b76e-fea81f63235a']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:37.297443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86412976-9d94-4daa-bed8-088f029cc703') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:37.298146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86412976-9d94-4daa-bed8-088f029cc703') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:37.312957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (86412976-9d94-4daa-bed8-088f029cc703), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.330851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (86412976-9d94-4daa-bed8-088f029cc703), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.337929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:33:37.338443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (86412976-9d94-4daa-bed8-088f029cc703), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.379056 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 86412976-9d94-4daa-bed8-088f029cc703 resource provider aggregate not found Nov 03 02:33:37.399468 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 86412976-9d94-4daa-bed8-088f029cc703 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86412976-9d94-4daa-bed8-088f029cc703 found for delete ", "request_id": "req-6e3456da-2184-45d4-b64d-cd1600a23618"}]} Nov 03 02:33:37.409952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (670d8898-1e84-430a-b76e-fea81f63235a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.417931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.420665 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/networks/670d8898-1e84-430a-b76e-fea81f63235a HTTP/1.1" status: 204 len: 168 time: 0.3230989 Nov 03 02:33:37.433503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00adbc-20b2-4808-97d8-97100b1ed5d9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Network': ['ID=670d8898-1e84-430a-b76e-fea81f63235a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:37.434617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42280) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:37.441240 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'network': {'name': 'tempest-network-smoke--1543547946', 'project_id': '313880603e634d3084046ce40393537e', 'port_security_enabled': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:37.462810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:33:37.466594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.491217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:33:37.501812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1e64abca-d23e-46c8-96cb-9f92192df755), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.502165 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Added segment 1e64abca-d23e-46c8-96cb-9f92192df755 of type vlan for network 45c33709-7c50-4eae-9c60-7f057e825a99 Nov 03 02:33:37.544798 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (45c33709-7c50-4eae-9c60-7f057e825a99), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.569322 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (45c33709-7c50-4eae-9c60-7f057e825a99), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.574473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:37.574993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.632261 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1954682 Nov 03 02:33:37.635445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42282) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:37.640112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'admin_state_up': True, 'project_id': '313880603e634d3084046ce40393537e', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:37.645096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Network': ['ID=45c33709-7c50-4eae-9c60-7f057e825a99,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:37.652943 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.653991 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.654358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.654721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.655039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.655376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.655712 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.656044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.656371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.656841 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.657433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.657553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.657870 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46adc6-076b-4756-975a-273099f6d98c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:37.665721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.667384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.671610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 45c33709-7c50-4eae-9c60-7f057e825a99 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:33:37.733296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:37.865706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:38.060081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:38.078785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:38.087231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:38.179474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.130 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/aeb7f919-a94a-41c5-b244-4f3afdca7bee) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:33:38.283139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:38.319967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:38.357601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:33:38.360566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:33:38.366395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:33:38.389289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=aeb7f919-a94a-41c5-b244-4f3afdca7bee,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:38.423381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31e354d1-4eb3-4ccc-a276-87218f0c2e68 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:33:38.444186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 31e354d1-4eb3-4ccc-a276-87218f0c2e68 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:33:38.444660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31e354d1-4eb3-4ccc-a276-87218f0c2e68 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:33:38.445149 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 89e6db13-5455-459b-b499-4f553efcaa67 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:33:38.463157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 89e6db13-5455-459b-b499-4f553efcaa67 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:33:38.463749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 89e6db13-5455-459b-b499-4f553efcaa67 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:33:38.464427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 812bf45d-a29b-4ce6-bca7-d74d86cb89df no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:33:38.486156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 812bf45d-a29b-4ce6-bca7-d74d86cb89df {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:33:38.486502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 812bf45d-a29b-4ce6-bca7-d74d86cb89df not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:33:38.610191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:38.794506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:38.917515 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:33:39.018036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:33:39.027489 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Sync routers for ids ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:33:39.037097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:39.038344 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Routers {'bfc4ac39-f1dc-409e-a14f-ae7f58556a08'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:39.038510 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d70239f0-8e71-447f-8428-38386b59a4d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4018986 Nov 03 02:33:39.038968 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:39.042012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42284) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:39.076857 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aef910cc-da97-4d99-b416-f96529f4a383 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=313880603e634d3084046ce40393537e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334539 Nov 03 02:33:39.079220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42286) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:39.172258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf0e30f-e5c3-456d-8e6b-4f71d0cbf0ba tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:39.173838 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5cf0e30f-e5c3-456d-8e6b-4f71d0cbf0ba tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937030 Nov 03 02:33:39.176634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42288) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:39.210044 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9088422a-a6a7-4228-aae2-dc6f4a85bbc1 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322955 Nov 03 02:33:39.212513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42290) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:39.217655 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1868796976', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'project_id': '313880603e634d3084046ce40393537e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:39.223481 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Set router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:39.305505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:33:39.309850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:39.397452 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:38Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:39.424399 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Checking router: bfc4ac39-f1dc-409e-a14f-ae7f58556a08 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:33:39.424694 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Updating router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 port aeb7f919-a94a-41c5-b244-4f3afdca7bee binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:33:39.456461 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:39.706645 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Publish callbacks [] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:39.711915 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:39.738045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28ee62b1-18ca-4f75-b098-8da3fc879d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:39.745766 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Attempting to bind port aeb7f919-a94a-41c5-b244-4f3afdca7bee on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:33:39.746767 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Attempting to bind port aeb7f919-a94a-41c5-b244-4f3afdca7bee by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:33:39.746767 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Attempting to bind port aeb7f919-a94a-41c5-b244-4f3afdca7bee on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:33:39.755842 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:33:39.756214 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:33:39.756635 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:39.757025 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:33:39.757483 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Bound port: aeb7f919-a94a-41c5-b244-4f3afdca7bee, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:33:39.757860 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:39.783175 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Pushing event updated for resources: {'Port': ['ID=aeb7f919-a94a-41c5-b244-4f3afdca7bee,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:39.786430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (c62b663c-f020-42e4-a0fc-93d09267f1ca), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:39.795295 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.795666 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.796008 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.796545 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.796879 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.797205 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.797546 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.797876 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.798213 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.798543 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.798861 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.799179 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.799496 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:33:39.829884 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] For port aeb7f919-a94a-41c5-b244-4f3afdca7bee, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:33:39.833088 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] For port aeb7f919-a94a-41c5-b244-4f3afdca7bee, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=aeb7f919-a94a-41c5-b244-4f3afdca7bee,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:33:39.839965 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:39.850143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Subnet': ['ID=c62b663c-f020-42e4-a0fc-93d09267f1ca,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:39.861237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Checking segment: {'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:33:39.861610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network hostable DHCP agents. Network: 45c33709-7c50-4eae-9c60-7f057e825a99, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:33:39.873965 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Routers {'bfc4ac39-f1dc-409e-a14f-ae7f58556a08'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:39.874611 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:39.881853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 45c33709-7c50-4eae-9c60-7f057e825a99 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:33:39.891984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 45c33709-7c50-4eae-9c60-7f057e825a99) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:33:39.896835 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:39.897446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:39.902125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f42e7f0-9213-4aa3-b3e7-72963e5e545f None None] Network 45c33709-7c50-4eae-9c60-7f057e825a99 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:33:39.920393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42292) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:39.921025 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-03879061-f8f5-4e6a-9ae0-43619decc11a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7067599 Nov 03 02:33:39.970774 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50761366-804d-4f9c-bb1b-44b3482eaa79 None None] Pushing event updated for resources: {'Port': ['ID=aeb7f919-a94a-41c5-b244-4f3afdca7bee,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:39.994842 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] Set router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:40.010871 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-45c33709-7c50-4eae-9c60-7f057e825a99', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ips': [{'subnet_id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:33:40.012938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:40.159690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Allocated IP 172.20.0.2 (45c33709-7c50-4eae-9c60-7f057e825a99/c62b663c-f020-42e4-a0fc-93d09267f1ca/75dfce90-89e2-445b-9a40-6592bbcf3e56) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:33:40.179281 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:38Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:40.206101 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e3b9a-0b4f-4814-8214-92263c3a3e57 None None] The sync data for ids ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'] in dv-neutron-860659-5-hyperv is: [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:38Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:33:40.314715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Publish callbacks [] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:40.321095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:40.361560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Network 45c33709-7c50-4eae-9c60-7f057e825a99 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:33:40.364902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:33:40.368228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:33:40.376833 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:40.380326 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Pushing event updated for resources: {'Port': ['ID=75dfce90-89e2-445b-9a40-6592bbcf3e56,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:40.441140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Attempting to bind port 75dfce90-89e2-445b-9a40-6592bbcf3e56 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:33:40.441366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Attempting to bind port 75dfce90-89e2-445b-9a40-6592bbcf3e56 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:33:40.441732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Attempting to bind port 75dfce90-89e2-445b-9a40-6592bbcf3e56 on network 45c33709-7c50-4eae-9c60-7f057e825a99 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:33:40.446887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:33:40.447363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Checking segment: {'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:33:40.447731 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:40.448104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Bound using segment: {'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:33:40.448586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Bound port: 75dfce90-89e2-445b-9a40-6592bbcf3e56, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:33:40.448966 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:40.532406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] For port 75dfce90-89e2-445b-9a40-6592bbcf3e56, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:33:40.535904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] For port 75dfce90-89e2-445b-9a40-6592bbcf3e56, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=75dfce90-89e2-445b-9a40-6592bbcf3e56,segment=NetworkSegment(1e64abca-d23e-46c8-96cb-9f92192df755),segment_id=1e64abca-d23e-46c8-96cb-9f92192df755)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:33:40.543310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:40.601501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176e0a9-ee4d-4940-824f-f4121c959317 None None] Pushing event updated for resources: {'Port': ['ID=75dfce90-89e2-445b-9a40-6592bbcf3e56,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:40.702679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.1 (45c33709-7c50-4eae-9c60-7f057e825a99/c62b663c-f020-42e4-a0fc-93d09267f1ca/988caa9c-748d-423e-b4d9-d684029e31d2) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:33:40.853227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (988caa9c-748d-423e-b4d9-d684029e31d2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:40.894371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:40.938929 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 45c33709-7c50-4eae-9c60-7f057e825a99 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:33:40.946360 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:33:40.949113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=988caa9c-748d-423e-b4d9-d684029e31d2,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:40.951463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:33:40.997903 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:41.133404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:41.413665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (988caa9c-748d-423e-b4d9-d684029e31d2), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:41.420693 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:41.597349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db942daf-6cb1-4f09-a293-4d4cb0c7f752 None None] Network 45c33709-7c50-4eae-9c60-7f057e825a99 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:33:41.673506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-302bee13-74b9-4ac8-a3ec-f5002752ee6c None None] Provisioning complete for port 75dfce90-89e2-445b-9a40-6592bbcf3e56 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:41.673891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-302bee13-74b9-4ac8-a3ec-f5002752ee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:41.674236 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-302bee13-74b9-4ac8-a3ec-f5002752ee6c None None] Attempt 1 to provision port 75dfce90-89e2-445b-9a40-6592bbcf3e56 Nov 03 02:33:41.795533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-302bee13-74b9-4ac8-a3ec-f5002752ee6c None None] Current status of the port 75dfce90-89e2-445b-9a40-6592bbcf3e56 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:41.795943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-302bee13-74b9-4ac8-a3ec-f5002752ee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:41.835953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:41.837713 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=988caa9c-748d-423e-b4d9-d684029e31d2,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:41.841303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-302bee13-74b9-4ac8-a3ec-f5002752ee6c None None] For port 75dfce90-89e2-445b-9a40-6592bbcf3e56, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=75dfce90-89e2-445b-9a40-6592bbcf3e56,segment=NetworkSegment(1e64abca-d23e-46c8-96cb-9f92192df755),segment_id=1e64abca-d23e-46c8-96cb-9f92192df755)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:41.848439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-302bee13-74b9-4ac8-a3ec-f5002752ee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:41.908171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bee13-74b9-4ac8-a3ec-f5002752ee6c None None] Pushing event updated for resources: {'Port': ['ID=75dfce90-89e2-445b-9a40-6592bbcf3e56,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:41.955053 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 45c33709-7c50-4eae-9c60-7f057e825a99 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:33:41.956986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:33:42.071396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Provisioning complete for port 75dfce90-89e2-445b-9a40-6592bbcf3e56 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:42.071786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.072138 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Attempt 1 to provision port 75dfce90-89e2-445b-9a40-6592bbcf3e56 Nov 03 02:33:42.080824 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:33:42.156441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Current status of the port 75dfce90-89e2-445b-9a40-6592bbcf3e56 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:42.167846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Provisioning complete for port 988caa9c-748d-423e-b4d9-d684029e31d2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:42.168224 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.168590 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Attempt 1 to provision port 988caa9c-748d-423e-b4d9-d684029e31d2 Nov 03 02:33:42.202066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Port 988caa9c-748d-423e-b4d9-d684029e31d2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:33:42.211963 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:33:42.219656 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a87613ff-92a9-430a-8dc1-aa02d7459d2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/bfc4ac39-f1dc-409e-a14f-ae7f58556a08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2979534 Nov 03 02:33:42.222388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42294) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:42.227377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Sync routers for ids ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:33:42.246389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Routers {'bfc4ac39-f1dc-409e-a14f-ae7f58556a08'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:42.247149 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:42.251469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c6499857-fd8f-43c9-ba75-fefa7e6bcfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.348244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a20382-8234-4189-a8f3-8a7494d177c4 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.348774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a20382-8234-4189-a8f3-8a7494d177c4 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.349258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a20382-8234-4189-a8f3-8a7494d177c4 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.349734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a20382-8234-4189-a8f3-8a7494d177c4 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.350200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a20382-8234-4189-a8f3-8a7494d177c4 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.350864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a20382-8234-4189-a8f3-8a7494d177c4 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.352921 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-25a20382-8234-4189-a8f3-8a7494d177c4 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1293905 Nov 03 02:33:42.356256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42296) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:42.370070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Set router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:42.427341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8da682-7050-4783-897c-66bf7c52f0cf tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.427829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8da682-7050-4783-897c-66bf7c52f0cf tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.428281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8da682-7050-4783-897c-66bf7c52f0cf tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.428786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8da682-7050-4783-897c-66bf7c52f0cf tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.429237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8da682-7050-4783-897c-66bf7c52f0cf tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.429695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8da682-7050-4783-897c-66bf7c52f0cf tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:42.434390 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0b8da682-7050-4783-897c-66bf7c52f0cf tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0742817 Nov 03 02:33:42.434608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42298) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:42.606366 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-063420b6-6374-4ea9-af7e-c9d7e7589761 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1704290 Nov 03 02:33:42.618706 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device aeb7f919-a94a-41c5-b244-4f3afdca7bee up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:33:42.667765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42302) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:42.672619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-31021c95-3347-4156-8b9c-978ddd9499f3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935889994', 'description': 'tempest-secgroup-smoke-935889994 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:42.693546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-31021c95-3347-4156-8b9c-978ddd9499f3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.705640 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Attempt 2 to provision port 988caa9c-748d-423e-b4d9-d684029e31d2 Nov 03 02:33:42.755810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Port 988caa9c-748d-423e-b4d9-d684029e31d2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:33:42.770609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-31021c95-3347-4156-8b9c-978ddd9499f3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (c053bcef-6c6e-4e79-9abb-e4a7a42a5df4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.774486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-31021c95-3347-4156-8b9c-978ddd9499f3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c053bcef-6c6e-4e79-9abb-e4a7a42a5df4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.779498 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port aeb7f919-a94a-41c5-b244-4f3afdca7bee triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:42.779883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.780222 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port aeb7f919-a94a-41c5-b244-4f3afdca7bee Nov 03 02:33:42.804479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-31021c95-3347-4156-8b9c-978ddd9499f3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.809152 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-31021c95-3347-4156-8b9c-978ddd9499f3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1366658 Nov 03 02:33:42.809329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42306) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:42.814770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-37fe5321-9159-421e-9196-79994228500c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c053bcef-6c6e-4e79-9abb-e4a7a42a5df4', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:42.820003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31021c95-3347-4156-8b9c-978ddd9499f3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:42.843278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:41Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '988caa9c-748d-423e-b4d9-d684029e31d2', 'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2e:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:40Z', 'updated_at': '2022-11-03T02:33:41Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:42.847535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-37fe5321-9159-421e-9196-79994228500c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (b3cdcac7-fb7f-431b-a41b-13f535dd82a4), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.890117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Checking router: bfc4ac39-f1dc-409e-a14f-ae7f58556a08 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:33:42.890479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Updating router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 port 988caa9c-748d-423e-b4d9-d684029e31d2 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:33:42.904448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-37fe5321-9159-421e-9196-79994228500c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (b3cdcac7-fb7f-431b-a41b-13f535dd82a4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.908140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-37fe5321-9159-421e-9196-79994228500c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (b3cdcac7-fb7f-431b-a41b-13f535dd82a4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.919855 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port aeb7f919-a94a-41c5-b244-4f3afdca7bee is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:42.920248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.926116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe5321-9159-421e-9196-79994228500c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cdcac7-fb7f-431b-a41b-13f535dd82a4,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:42.936949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-37fe5321-9159-421e-9196-79994228500c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.937455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.940683 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-37fe5321-9159-421e-9196-79994228500c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279149 Nov 03 02:33:42.940899 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42308) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:42.945802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1710b769-3c1d-40fa-8a5f-58b15106203b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c053bcef-6c6e-4e79-9abb-e4a7a42a5df4', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:42.960855 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port aeb7f919-a94a-41c5-b244-4f3afdca7bee, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=aeb7f919-a94a-41c5-b244-4f3afdca7bee,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:42.972851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1710b769-3c1d-40fa-8a5f-58b15106203b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (8f00bbf7-345e-4619-9cc1-c8bf834cbe5d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.981738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:42.982515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 75dfce90-89e2-445b-9a40-6592bbcf3e56 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:33:43.031810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1710b769-3c1d-40fa-8a5f-58b15106203b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (8f00bbf7-345e-4619-9cc1-c8bf834cbe5d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.037692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1710b769-3c1d-40fa-8a5f-58b15106203b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (8f00bbf7-345e-4619-9cc1-c8bf834cbe5d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.059009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710b769-3c1d-40fa-8a5f-58b15106203b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f00bbf7-345e-4619-9cc1-c8bf834cbe5d,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:43.065045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1710b769-3c1d-40fa-8a5f-58b15106203b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.066368 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1710b769-3c1d-40fa-8a5f-58b15106203b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244962 Nov 03 02:33:43.069214 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42310) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:43.073847 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5e1e880e-1556-4964-9268-01e02fbaf86a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c053bcef-6c6e-4e79-9abb-e4a7a42a5df4', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:43.100251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5e1e880e-1556-4964-9268-01e02fbaf86a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (62b3f7ea-8784-4beb-a217-367c5303c0c7), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.135695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=aeb7f919-a94a-41c5-b244-4f3afdca7bee,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:43.160904 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5e1e880e-1556-4964-9268-01e02fbaf86a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (62b3f7ea-8784-4beb-a217-367c5303c0c7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.164626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5e1e880e-1556-4964-9268-01e02fbaf86a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (62b3f7ea-8784-4beb-a217-367c5303c0c7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.183705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e880e-1556-4964-9268-01e02fbaf86a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b3f7ea-8784-4beb-a217-367c5303c0c7,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:43.192771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5e1e880e-1556-4964-9268-01e02fbaf86a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.194133 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5e1e880e-1556-4964-9268-01e02fbaf86a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236997 Nov 03 02:33:43.196731 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42312) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:43.200389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 75dfce90-89e2-445b-9a40-6592bbcf3e56 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:43.200796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.201141 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 75dfce90-89e2-445b-9a40-6592bbcf3e56 Nov 03 02:33:43.201650 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-9b97c1cd-5d0a-48bc-8450-5935243d41d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c053bcef-6c6e-4e79-9abb-e4a7a42a5df4', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:43.226180 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.227379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b97c1cd-5d0a-48bc-8450-5935243d41d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (53ba16bf-2c8d-47b1-8949-5c61931289e4), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.261143 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Attempt 3 to provision port 988caa9c-748d-423e-b4d9-d684029e31d2 Nov 03 02:33:43.289808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b97c1cd-5d0a-48bc-8450-5935243d41d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (53ba16bf-2c8d-47b1-8949-5c61931289e4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.293725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b97c1cd-5d0a-48bc-8450-5935243d41d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (53ba16bf-2c8d-47b1-8949-5c61931289e4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.317043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97c1cd-5d0a-48bc-8450-5935243d41d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ba16bf-2c8d-47b1-8949-5c61931289e4,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:43.323379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b97c1cd-5d0a-48bc-8450-5935243d41d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.327296 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9b97c1cd-5d0a-48bc-8450-5935243d41d3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267767 Nov 03 02:33:43.327412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42314) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:43.331602 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d6fba362-0e7c-43a2-9a3c-b350e475d598 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c053bcef-6c6e-4e79-9abb-e4a7a42a5df4', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:43.340693 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Port 988caa9c-748d-423e-b4d9-d684029e31d2 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:33:43.354536 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-d6fba362-0e7c-43a2-9a3c-b350e475d598 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:33:43.359658 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6fba362-0e7c-43a2-9a3c-b350e475d598 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (4d62f007-9020-49ce-b4c7-89b2ff72954c), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.377522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 75dfce90-89e2-445b-9a40-6592bbcf3e56 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:43.398968 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Publish callbacks [] for port (988caa9c-748d-423e-b4d9-d684029e31d2), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.405085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.419987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6fba362-0e7c-43a2-9a3c-b350e475d598 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (4d62f007-9020-49ce-b4c7-89b2ff72954c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.423908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6fba362-0e7c-43a2-9a3c-b350e475d598 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (4d62f007-9020-49ce-b4c7-89b2ff72954c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.442134 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fba362-0e7c-43a2-9a3c-b350e475d598 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d62f007-9020-49ce-b4c7-89b2ff72954c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:43.450817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6fba362-0e7c-43a2-9a3c-b350e475d598 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.452044 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d6fba362-0e7c-43a2-9a3c-b350e475d598 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238027 Nov 03 02:33:43.456048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42316) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:43.460223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5b0e162b-c2c4-44be-a413-7edcbad41bf7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': 'c053bcef-6c6e-4e79-9abb-e4a7a42a5df4', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:43.467947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db72eb2-46a2-4861-8c84-969f273a4057 None None] Pushing event updated for resources: {'Port': ['ID=988caa9c-748d-423e-b4d9-d684029e31d2,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:43.482466 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-5b0e162b-c2c4-44be-a413-7edcbad41bf7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:33:43.487944 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5b0e162b-c2c4-44be-a413-7edcbad41bf7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e0d47291-9215-4e0e-9116-a8b197487337), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.499701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Attempting to bind port 988caa9c-748d-423e-b4d9-d684029e31d2 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:33:43.500080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Attempting to bind port 988caa9c-748d-423e-b4d9-d684029e31d2 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:33:43.500450 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Attempting to bind port 988caa9c-748d-423e-b4d9-d684029e31d2 on network 45c33709-7c50-4eae-9c60-7f057e825a99 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:33:43.505382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:33:43.505753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Checking segment: {'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:33:43.506154 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.506543 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Bound using segment: {'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:33:43.507000 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Bound port: 988caa9c-748d-423e-b4d9-d684029e31d2, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:33:43.507383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.550016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5b0e162b-c2c4-44be-a413-7edcbad41bf7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e0d47291-9215-4e0e-9116-a8b197487337), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.553848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5b0e162b-c2c4-44be-a413-7edcbad41bf7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (e0d47291-9215-4e0e-9116-a8b197487337), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.567318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] For port 988caa9c-748d-423e-b4d9-d684029e31d2, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:33:43.570423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] For port 988caa9c-748d-423e-b4d9-d684029e31d2, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=988caa9c-748d-423e-b4d9-d684029e31d2,segment=NetworkSegment(1e64abca-d23e-46c8-96cb-9f92192df755),segment_id=1e64abca-d23e-46c8-96cb-9f92192df755)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:33:43.574072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e162b-c2c4-44be-a413-7edcbad41bf7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d47291-9215-4e0e-9116-a8b197487337,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:43.578217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.583036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5b0e162b-c2c4-44be-a413-7edcbad41bf7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:43.584261 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5b0e162b-c2c4-44be-a413-7edcbad41bf7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273887 Nov 03 02:33:43.614264 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Routers {'bfc4ac39-f1dc-409e-a14f-ae7f58556a08'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:43.614891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:43.676716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db72eb2-46a2-4861-8c84-969f273a4057 None None] Pushing event updated for resources: {'Port': ['ID=988caa9c-748d-423e-b4d9-d684029e31d2,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:43.738704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] Set router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:43.741366 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-2154fa3d-2a9a-4432-89f7-faf8c77834b4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935889994&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.0452394 Nov 03 02:33:43.842776 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Attempt 4 to provision port 988caa9c-748d-423e-b4d9-d684029e31d2 Nov 03 02:33:43.852727 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-441f8279-67b7-4b26-a4ea-9baa48d75b82 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:43.854265 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-441f8279-67b7-4b26-a4ea-9baa48d75b82 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/networks?id=45c33709-7c50-4eae-9c60-7f057e825a99 HTTP/1.1" status: 200 len: 797 time: 0.1062331 Nov 03 02:33:43.869746 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-1ae7ab4a-b4e0-45b6-b073-4bdd5115d2f9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/quotas/313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 375 time: 0.0089056 Nov 03 02:33:43.930018 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-0ad324fd-a900-49c5-bd84-4f6767efae35 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501924 Nov 03 02:33:43.972175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Current status of the port 988caa9c-748d-423e-b4d9-d684029e31d2 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:43.972606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:44.016126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] For port 988caa9c-748d-423e-b4d9-d684029e31d2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=988caa9c-748d-423e-b4d9-d684029e31d2,segment=NetworkSegment(1e64abca-d23e-46c8-96cb-9f92192df755),segment_id=1e64abca-d23e-46c8-96cb-9f92192df755)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:44.023455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:41Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '988caa9c-748d-423e-b4d9-d684029e31d2', 'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2e:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:40Z', 'updated_at': '2022-11-03T02:33:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:44.025190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:44.070077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a14c90-94d3-49ed-a39b-ab1a8762439a None None] The sync data for ids ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'] in dv-neutron-860659-5-hyperv is: [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:41Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '988caa9c-748d-423e-b4d9-d684029e31d2', 'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2e:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:40Z', 'updated_at': '2022-11-03T02:33:43Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:33:44.072046 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-da5ac8b9-bb91-455c-8ad8-fd16c448f14d service neutron] 10.222.0.23 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304119 Nov 03 02:33:44.099197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e3f7f-4ac1-427e-a965-326338b85372 None None] Pushing event updated for resources: {'Port': ['ID=988caa9c-748d-423e-b4d9-d684029e31d2,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:44.156554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-eaa703f3-05ca-4e61-8c0d-6fda90541695 None None] Provisioning complete for port 988caa9c-748d-423e-b4d9-d684029e31d2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:44.156954 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eaa703f3-05ca-4e61-8c0d-6fda90541695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:44.157290 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-eaa703f3-05ca-4e61-8c0d-6fda90541695 None None] Attempt 1 to provision port 988caa9c-748d-423e-b4d9-d684029e31d2 Nov 03 02:33:44.196392 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-b475be3a-50ec-4c94-b69e-f5eba02dcd59 service neutron] 10.222.0.23 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181543 Nov 03 02:33:44.245307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-eaa703f3-05ca-4e61-8c0d-6fda90541695 None None] Current status of the port 988caa9c-748d-423e-b4d9-d684029e31d2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:44.373785 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-17063d7d-4d1d-408d-abb4-b8f695b16ed1 req-5eac3a14-5df6-4507-9a88-d0149b0a0424 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 210 time: 0.0320032 Nov 03 02:33:44.538893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 988caa9c-748d-423e-b4d9-d684029e31d2 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:33:44.598611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 988caa9c-748d-423e-b4d9-d684029e31d2 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:44.599620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:44.599971 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 988caa9c-748d-423e-b4d9-d684029e31d2 Nov 03 02:33:44.688576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:44.701878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 988caa9c-748d-423e-b4d9-d684029e31d2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:44.703245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device aeb7f919-a94a-41c5-b244-4f3afdca7bee up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:33:44.755821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port aeb7f919-a94a-41c5-b244-4f3afdca7bee triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:44.756209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:44.756602 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port aeb7f919-a94a-41c5-b244-4f3afdca7bee Nov 03 02:33:44.844146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port aeb7f919-a94a-41c5-b244-4f3afdca7bee is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:45.443443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-c1fc35d6-0b8a-44d4-9efd-41b640388a71 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:45.445053 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-c1fc35d6-0b8a-44d4-9efd-41b640388a71 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=45c33709-7c50-4eae-9c60-7f057e825a99 HTTP/1.1" status: 200 len: 797 time: 0.1131268 Nov 03 02:33:45.482937 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5cd2ba1b-de7e-4a0f-bada-8182544be7d5 req-38e05b1c-b961-4ab1-af56-45c545811369 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 210 time: 0.0326643 Nov 03 02:33:45.532815 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-27eb0c88-9520-4944-815a-af4e64f825e4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 379 time: 0.0727086 Nov 03 02:33:45.544596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'device_id': '9eabdcf2-2d52-4630-9839-43d282266050', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'admin_state_up': True, 'tenant_id': '313880603e634d3084046ce40393537e', 'security_groups': ['c053bcef-6c6e-4e79-9abb-e4a7a42a5df4']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:45.652918 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:33:45.656182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:45.784354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.6 (45c33709-7c50-4eae-9c60-7f057e825a99/c62b663c-f020-42e4-a0fc-93d09267f1ca/ae1d968b-dd78-4687-bce6-e0cec1a6f95c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:33:45.923614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:45.955974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:46.001334 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 45c33709-7c50-4eae-9c60-7f057e825a99 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:33:46.004456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:33:46.011648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:33:46.035066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=ae1d968b-dd78-4687-bce6-e0cec1a6f95c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:46.066340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:46.066969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:46.081404 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:46.086360 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-62bceba6-e9c6-4f9d-a8ec-7000b27104ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459816 Nov 03 02:33:46.099361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Request body: {'port': {'device_id': '9eabdcf2-2d52-4630-9839-43d282266050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:46.162456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:46.280078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3d2b5e77-4e59-40c8-b7c5-026a481de0b5 None None] Provisioning complete for port ae1d968b-dd78-4687-bce6-e0cec1a6f95c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:46.280375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5e77-4e59-40c8-b7c5-026a481de0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:46.280755 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3d2b5e77-4e59-40c8-b7c5-026a481de0b5 None None] Attempt 1 to provision port ae1d968b-dd78-4687-bce6-e0cec1a6f95c Nov 03 02:33:46.313092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b5e77-4e59-40c8-b7c5-026a481de0b5 None None] Port ae1d968b-dd78-4687-bce6-e0cec1a6f95c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:33:46.423657 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1d968b-dd78-4687-bce6-e0cec1a6f95c {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:33:46.431085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Publish callbacks [] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:46.443453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Transition to ACTIVE for port object ae1d968b-dd78-4687-bce6-e0cec1a6f95c will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:33:46.447082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:46.511638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Pushing event updated for resources: {'Port': ['ID=ae1d968b-dd78-4687-bce6-e0cec1a6f95c,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:46.573823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Attempting to bind port ae1d968b-dd78-4687-bce6-e0cec1a6f95c on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:33:46.574084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Attempting to bind port ae1d968b-dd78-4687-bce6-e0cec1a6f95c by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:33:46.574818 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Attempting to bind port ae1d968b-dd78-4687-bce6-e0cec1a6f95c on network 45c33709-7c50-4eae-9c60-7f057e825a99 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:33:46.597487 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Port ae1d968b-dd78-4687-bce6-e0cec1a6f95c on network 45c33709-7c50-4eae-9c60-7f057e825a99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:33:46.597819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Attempting to bind port ae1d968b-dd78-4687-bce6-e0cec1a6f95c on network 45c33709-7c50-4eae-9c60-7f057e825a99 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:33:46.606770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:33:46.607114 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Checking segment: {'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:33:46.608175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Bound using segment: {'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:33:46.608637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Bound port: ae1d968b-dd78-4687-bce6-e0cec1a6f95c, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e64abca-d23e-46c8-96cb-9f92192df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:33:46.609003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:46.659711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bf1ed-2574-420f-b623-8322aa42bfb5 req-ab590cb3-5004-4841-81a6-8ea9b6c5c67c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:46.662034 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-299bf1ed-2574-420f-b623-8322aa42bfb5 req-ab590cb3-5004-4841-81a6-8ea9b6c5c67c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 943 time: 0.1014087 Nov 03 02:33:46.720103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] For port ae1d968b-dd78-4687-bce6-e0cec1a6f95c, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:33:46.727745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] For port ae1d968b-dd78-4687-bce6-e0cec1a6f95c, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=ae1d968b-dd78-4687-bce6-e0cec1a6f95c,segment=NetworkSegment(1e64abca-d23e-46c8-96cb-9f92192df755),segment_id=1e64abca-d23e-46c8-96cb-9f92192df755)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:33:46.742230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:46.747207 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:46.747831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:46.749387 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] 10.222.0.27 "PUT /v2.0/ports/ae1d968b-dd78-4687-bce6-e0cec1a6f95c HTTP/1.1" status: 200 len: 1093 time: 0.6546903 Nov 03 02:33:46.752897 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-299bf1ed-2574-420f-b623-8322aa42bfb5 req-00466bf8-ed49-4a37-a5fd-4d7a5c81710c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844383 Nov 03 02:33:46.753362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eabdcf2-2d52-4630-9839-43d282266050', 'tag': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:33:46.755649 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661dc4cb-64d4-476b-8b59-dbda52854cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "9eabdcf2-2d52-4630-9839-43d282266050", "tag": "ae1d968b-dd78-4687-bce6-e0cec1a6f95c"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:33:46.815551 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3d2b5e77-4e59-40c8-b7c5-026a481de0b5 None None] Attempt 2 to provision port ae1d968b-dd78-4687-bce6-e0cec1a6f95c Nov 03 02:33:46.839222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52294f04-444a-415a-92d7-4b1c23d898ee x-openstack-request-id: req-52294f04-444a-415a-92d7-4b1c23d898ee {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:33:46.839710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eabdcf2-2d52-4630-9839-43d282266050", "tag": "ae1d968b-dd78-4687-bce6-e0cec1a6f95c", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:33:46.840052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52294f04-444a-415a-92d7-4b1c23d898ee {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:33:46.840512 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52294f04-444a-415a-92d7-4b1c23d898ee'] response: {'name': 'network-changed', 'server_uuid': '9eabdcf2-2d52-4630-9839-43d282266050', 'tag': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c', 'status': 'completed', 'code': 200} Nov 03 02:33:46.849971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06275b9-da27-48aa-a365-94b9b2d9b4fc service neutron] Pushing event updated for resources: {'Port': ['ID=ae1d968b-dd78-4687-bce6-e0cec1a6f95c,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:46.865597 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b5e77-4e59-40c8-b7c5-026a481de0b5 None None] Port ae1d968b-dd78-4687-bce6-e0cec1a6f95c had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:33:46.879332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-ab19ce65-ccaf-4751-829f-3aab01a5663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:46.880858 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-ab19ce65-ccaf-4751-829f-3aab01a5663c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 1127 time: 0.0828092 Nov 03 02:33:46.934496 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-61d0309b-372a-4779-86f5-b641adb3e7de service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae1d968b-dd78-4687-bce6-e0cec1a6f95c HTTP/1.1" status: 200 len: 217 time: 0.0401371 Nov 03 02:33:47.002201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-8bef7e1a-e843-4430-9036-2e550a3d2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:47.003669 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-8bef7e1a-e843-4430-9036-2e550a3d2dcd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c62b663c-f020-42e4-a0fc-93d09267f1ca HTTP/1.1" status: 200 len: 844 time: 0.0626678 Nov 03 02:33:47.062410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-c84a4f8d-f687-44db-8e69-bfd48ae62b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:47.063941 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-c84a4f8d-f687-44db-8e69-bfd48ae62b1d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=45c33709-7c50-4eae-9c60-7f057e825a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0513759 Nov 03 02:33:47.164445 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-9dd1478b-04b4-4b57-afd6-7467fde47c48 service neutron] 10.222.0.27 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878699 Nov 03 02:33:47.271377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8085b1cc-6a06-43db-9ce5-a480112d425e req-dda4a631-2eec-4ab7-a7ea-b63d8a73698e service neutron] 10.222.0.27 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973868 Nov 03 02:33:47.374235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dc4cb-64d4-476b-8b59-dbda52854cf3 req-2e72e715-a66b-4ef3-8fad-46665414c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:47.375754 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-661dc4cb-64d4-476b-8b59-dbda52854cf3 req-2e72e715-a66b-4ef3-8fad-46665414c144 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 1127 time: 0.0487118 Nov 03 02:33:47.473541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dc4cb-64d4-476b-8b59-dbda52854cf3 req-c5fac08f-aae8-4fa3-be54-aa5749901d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:47.474899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-661dc4cb-64d4-476b-8b59-dbda52854cf3 req-c5fac08f-aae8-4fa3-be54-aa5749901d9f service neutron] 10.222.0.27 "GET /v2.0/networks?id=45c33709-7c50-4eae-9c60-7f057e825a99 HTTP/1.1" status: 200 len: 898 time: 0.0892782 Nov 03 02:33:47.516632 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-661dc4cb-64d4-476b-8b59-dbda52854cf3 req-128fac81-2919-4874-9c1e-ce0033321afe service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae1d968b-dd78-4687-bce6-e0cec1a6f95c HTTP/1.1" status: 200 len: 217 time: 0.0327280 Nov 03 02:33:47.567141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dc4cb-64d4-476b-8b59-dbda52854cf3 req-23471eff-b8f1-4b92-9525-544737655228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:47.568606 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-661dc4cb-64d4-476b-8b59-dbda52854cf3 req-23471eff-b8f1-4b92-9525-544737655228 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c62b663c-f020-42e4-a0fc-93d09267f1ca HTTP/1.1" status: 200 len: 844 time: 0.0447903 Nov 03 02:33:47.616701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dc4cb-64d4-476b-8b59-dbda52854cf3 req-72db9a1f-51c1-4fc9-8a44-22538a4bf104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:47.618189 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-661dc4cb-64d4-476b-8b59-dbda52854cf3 req-72db9a1f-51c1-4fc9-8a44-22538a4bf104 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=45c33709-7c50-4eae-9c60-7f057e825a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435622 Nov 03 02:33:47.710018 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-661dc4cb-64d4-476b-8b59-dbda52854cf3 req-ff8f9738-00bf-4db3-8a75-e16980ab5cdf service neutron] 10.222.0.27 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846388 Nov 03 02:33:47.797065 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-661dc4cb-64d4-476b-8b59-dbda52854cf3 req-2f8a1925-19bc-41b6-bd81-fab862880d01 service neutron] 10.222.0.27 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798395 Nov 03 02:33:47.897990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2dd82-b6ce-4a6e-802b-f1afe92e2ddc req-4b85c13c-0eac-48a3-b5bf-f80596fc206e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:47.899463 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02e2dd82-b6ce-4a6e-802b-f1afe92e2ddc req-4b85c13c-0eac-48a3-b5bf-f80596fc206e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 943 time: 0.0573123 Nov 03 02:33:47.948270 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02e2dd82-b6ce-4a6e-802b-f1afe92e2ddc req-c7e656d4-52c4-4409-aabc-c2f8c8533bc9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 Nov 03 02:33:47.984289 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:33:49.075300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662a50-9d84-42e5-a185-e647921b0592 req-41965c79-ac8d-4e2a-a9fe-c8e7f72bac4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:49.076838 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de662a50-9d84-42e5-a185-e647921b0592 req-41965c79-ac8d-4e2a-a9fe-c8e7f72bac4e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 943 time: 0.0548723 Nov 03 02:33:49.127380 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de662a50-9d84-42e5-a185-e647921b0592 req-96e0b97a-8ec3-4c5e-a00f-8f11b0faffde tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449479 Nov 03 02:33:49.686576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device ae1d968b-dd78-4687-bce6-e0cec1a6f95c details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:33:49.785861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port ae1d968b-dd78-4687-bce6-e0cec1a6f95c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=ae1d968b-dd78-4687-bce6-e0cec1a6f95c,segment=NetworkSegment(1e64abca-d23e-46c8-96cb-9f92192df755),segment_id=1e64abca-d23e-46c8-96cb-9f92192df755)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:49.797844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'port_id': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c', 'mac_address': 'fa:16:3e:54:3a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:33:49.836582 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port ae1d968b-dd78-4687-bce6-e0cec1a6f95c is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:49.836970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:49.850629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1d968b-dd78-4687-bce6-e0cec1a6f95c {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:33:49.869923 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port ae1d968b-dd78-4687-bce6-e0cec1a6f95c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=ae1d968b-dd78-4687-bce6-e0cec1a6f95c,segment=NetworkSegment(1e64abca-d23e-46c8-96cb-9f92192df755),segment_id=1e64abca-d23e-46c8-96cb-9f92192df755)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:49.873661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:49.919387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=ae1d968b-dd78-4687-bce6-e0cec1a6f95c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:50.133027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['ae1d968b-dd78-4687-bce6-e0cec1a6f95c'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:33:50.264980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852dfe-2c8b-49d7-b8d2-0a39902ed173 req-5439a322-2a05-4d0c-8f4c-719f70ebc9ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:50.267029 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-71852dfe-2c8b-49d7-b8d2-0a39902ed173 req-5439a322-2a05-4d0c-8f4c-719f70ebc9ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 944 time: 0.0638564 Nov 03 02:33:50.322698 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-71852dfe-2c8b-49d7-b8d2-0a39902ed173 req-9a320b2b-5f6a-4e87-8b46-b9a47ceb3bd4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499060 Nov 03 02:33:51.460737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d90f4f-a551-4edf-bb3f-1712c63a8459 req-cc26eb18-be8d-4d23-98d0-7bfc01c5ce61 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:51.462386 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-41d90f4f-a551-4edf-bb3f-1712c63a8459 req-cc26eb18-be8d-4d23-98d0-7bfc01c5ce61 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 944 time: 0.0625024 Nov 03 02:33:51.520311 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-41d90f4f-a551-4edf-bb3f-1712c63a8459 req-d40a7089-2c4f-493c-b609-bce8f6a536d1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509887 Nov 03 02:33:51.703965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device ae1d968b-dd78-4687-bce6-e0cec1a6f95c up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:33:51.750252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port ae1d968b-dd78-4687-bce6-e0cec1a6f95c completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:33:51.754235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port ae1d968b-dd78-4687-bce6-e0cec1a6f95c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:33:51.754617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:51.754965 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port ae1d968b-dd78-4687-bce6-e0cec1a6f95c Nov 03 02:33:51.828090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port ae1d968b-dd78-4687-bce6-e0cec1a6f95c is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:33:51.828407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:51.851168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eabdcf2-2d52-4630-9839-43d282266050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:33:51.853658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742711be-fb7a-4f86-8774-c95568193447" -d '{"events": [{"server_uuid": "9eabdcf2-2d52-4630-9839-43d282266050", "name": "network-vif-plugged", "status": "completed", "tag": "ae1d968b-dd78-4687-bce6-e0cec1a6f95c"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:33:51.868342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port ae1d968b-dd78-4687-bce6-e0cec1a6f95c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=ae1d968b-dd78-4687-bce6-e0cec1a6f95c,segment=NetworkSegment(1e64abca-d23e-46c8-96cb-9f92192df755),segment_id=1e64abca-d23e-46c8-96cb-9f92192df755)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:33:51.877834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:51.900110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b669326d-d8ec-4b78-a614-9f851dee7676 x-openstack-request-id: req-b669326d-d8ec-4b78-a614-9f851dee7676 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:33:51.900408 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eabdcf2-2d52-4630-9839-43d282266050", "name": "network-vif-plugged", "status": "completed", "tag": "ae1d968b-dd78-4687-bce6-e0cec1a6f95c", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:33:51.900689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b669326d-d8ec-4b78-a614-9f851dee7676 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:33:51.901085 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b669326d-d8ec-4b78-a614-9f851dee7676'] response: {'server_uuid': '9eabdcf2-2d52-4630-9839-43d282266050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c', 'code': 200} Nov 03 02:33:51.928669 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=ae1d968b-dd78-4687-bce6-e0cec1a6f95c,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:52.074552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99150f4a-f50c-4484-ad12-33169eb8cc7f req-75156323-aaca-46c6-a0d6-908187fb236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:52.076162 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-99150f4a-f50c-4484-ad12-33169eb8cc7f req-75156323-aaca-46c6-a0d6-908187fb236b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 1129 time: 0.0470243 Nov 03 02:33:52.130201 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-99150f4a-f50c-4484-ad12-33169eb8cc7f req-aaff8aaf-ad47-416b-a7b7-a59651fcc90a service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475876 Nov 03 02:33:52.642255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa3d82-2bad-4c36-a5fe-7e347dad60b9 req-3825ea8a-c745-4e66-ae40-45d233c9c9fb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:52.643743 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44aa3d82-2bad-4c36-a5fe-7e347dad60b9 req-3825ea8a-c745-4e66-ae40-45d233c9c9fb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 945 time: 0.0521538 Nov 03 02:33:52.693314 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44aa3d82-2bad-4c36-a5fe-7e347dad60b9 req-217be411-8efe-42f3-a4bf-202d9f8c17b9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440152 Nov 03 02:33:53.821166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a8948-d193-4548-8bb4-f89a0cc6d8f9 req-c3d71044-9356-4b31-a972-30a3c7bae749 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:53.822661 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b9a8948-d193-4548-8bb4-f89a0cc6d8f9 req-c3d71044-9356-4b31-a972-30a3c7bae749 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 945 time: 0.0530684 Nov 03 02:33:53.872234 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b9a8948-d193-4548-8bb4-f89a0cc6d8f9 req-f20b1462-04d3-4a87-921a-3728e5831d86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430954 Nov 03 02:33:54.003833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568d291-80cd-42a9-9827-9e806a703380 req-b8c852b2-029d-4ca2-935f-1c8419c87717 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:54.005274 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3568d291-80cd-42a9-9827-9e806a703380 req-b8c852b2-029d-4ca2-935f-1c8419c87717 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 945 time: 0.0594130 Nov 03 02:33:54.054832 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3568d291-80cd-42a9-9827-9e806a703380 req-e850092d-44cd-4d70-ad45-e6d8c3e4c17a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439961 Nov 03 02:33:54.083024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42374) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:54.128176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a6bf4a-60d7-461d-acc5-8d8f73605f96 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:54.129783 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-87a6bf4a-60d7-461d-acc5-8d8f73605f96 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 1124 time: 0.0457551 Nov 03 02:33:54.132575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42376) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:54.136858 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c', 'tenant_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:33:54.156797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:54.255893 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:54.369799 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.66 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/f2d1d46f-8e84-424f-91e6-c29eb04f9e92) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:33:54.470975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (f2d1d46f-8e84-424f-91e6-c29eb04f9e92), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:54.502664 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f2d1d46f-8e84-424f-91e6-c29eb04f9e92), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:54.544839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:33:54.547599 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:33:54.553392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:33:54.558327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=f2d1d46f-8e84-424f-91e6-c29eb04f9e92,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:54.909949 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (45ffa419-d282-4d68-a115-54cce7905683), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:54.975447 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f2d1d46f-8e84-424f-91e6-c29eb04f9e92), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:55.126338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (f2d1d46f-8e84-424f-91e6-c29eb04f9e92), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:55.130865 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (f2d1d46f-8e84-424f-91e6-c29eb04f9e92), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:55.198810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=f2d1d46f-8e84-424f-91e6-c29eb04f9e92,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:33:55.201588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (45ffa419-d282-4d68-a115-54cce7905683), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:55.301154 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 45ffa419-d282-4d68-a115-54cce7905683 associated. External IP: 172.26.6.66, port: ae1d968b-dd78-4687-bce6-e0cec1a6f95c. Nov 03 02:33:55.494238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:33:55.595764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:33:55.609410 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d56c1-3cb3-4463-a682-1ab6220787b7 None None] Sync routers for ids ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:33:55.613406 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:33:55.618752 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d56c1-3cb3-4463-a682-1ab6220787b7 None None] Routers {'bfc4ac39-f1dc-409e-a14f-ae7f58556a08'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:55.619438 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9b9d56c1-3cb3-4463-a682-1ab6220787b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:55.645895 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-daa1e54f-d075-4d4e-85c5-ff446b4db7ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5098131 Nov 03 02:33:55.645895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eabdcf2-2d52-4630-9839-43d282266050', 'tag': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:33:55.646272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42378) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:55.646755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fa9ad0-1a40-4711-968f-be4fab37839b" -d '{"events": [{"name": "network-changed", "server_uuid": "9eabdcf2-2d52-4630-9839-43d282266050", "tag": "ae1d968b-dd78-4687-bce6-e0cec1a6f95c"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:33:55.712244 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3bd020fd-3b16-4d7d-8616-c4757ddf7ee4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/45ffa419-d282-4d68-a115-54cce7905683 HTTP/1.1" status: 200 len: 990 time: 0.0646064 Nov 03 02:33:55.724036 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9b9d56c1-3cb3-4463-a682-1ab6220787b7 None None] Set router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:55.745954 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be3d9bd-cb9b-437f-9a2a-0ecf0f369dfe x-openstack-request-id: req-9be3d9bd-cb9b-437f-9a2a-0ecf0f369dfe {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:33:55.746420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eabdcf2-2d52-4630-9839-43d282266050", "tag": "ae1d968b-dd78-4687-bce6-e0cec1a6f95c", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:33:55.746688 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9be3d9bd-cb9b-437f-9a2a-0ecf0f369dfe {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:33:55.747078 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be3d9bd-cb9b-437f-9a2a-0ecf0f369dfe'] response: {'name': 'network-changed', 'server_uuid': '9eabdcf2-2d52-4630-9839-43d282266050', 'tag': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c', 'status': 'completed', 'code': 200} Nov 03 02:33:55.817641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa9ad0-1a40-4711-968f-be4fab37839b req-c806421a-0557-4167-b17f-246f59b11479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:55.819149 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b7fa9ad0-1a40-4711-968f-be4fab37839b req-c806421a-0557-4167-b17f-246f59b11479 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 1129 time: 0.0512457 Nov 03 02:33:55.915480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa9ad0-1a40-4711-968f-be4fab37839b req-8eacfd4c-7bea-4397-aa26-930d6058b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:55.916978 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b7fa9ad0-1a40-4711-968f-be4fab37839b req-8eacfd4c-7bea-4397-aa26-930d6058b6d4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=45c33709-7c50-4eae-9c60-7f057e825a99 HTTP/1.1" status: 200 len: 898 time: 0.0854516 Nov 03 02:33:55.940029 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9b9d56c1-3cb3-4463-a682-1ab6220787b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:41Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '45ffa419-d282-4d68-a115-54cce7905683', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'port_id': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'mac_address': 'fa:16:3e:54:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eabdcf2-2d52-4630-9839-43d282266050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:33:54Z', 'updated_at': '2022-11-03T02:33:54Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988caa9c-748d-423e-b4d9-d684029e31d2', 'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2e:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:40Z', 'updated_at': '2022-11-03T02:33:43Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:55.963402 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d56c1-3cb3-4463-a682-1ab6220787b7 None None] Checking router: bfc4ac39-f1dc-409e-a14f-ae7f58556a08 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:33:55.972658 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d56c1-3cb3-4463-a682-1ab6220787b7 None None] Routers {'bfc4ac39-f1dc-409e-a14f-ae7f58556a08'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:33:55.973275 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9b9d56c1-3cb3-4463-a682-1ab6220787b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:33:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:55.982539 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b7fa9ad0-1a40-4711-968f-be4fab37839b req-1022609e-e67a-4756-8910-ae2d0c52459a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae1d968b-dd78-4687-bce6-e0cec1a6f95c HTTP/1.1" status: 200 len: 998 time: 0.0592225 Nov 03 02:33:56.030281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa9ad0-1a40-4711-968f-be4fab37839b req-f0400729-b966-4b43-8071-495dc5a7e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:56.031646 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b7fa9ad0-1a40-4711-968f-be4fab37839b req-f0400729-b966-4b43-8071-495dc5a7e5eb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c62b663c-f020-42e4-a0fc-93d09267f1ca HTTP/1.1" status: 200 len: 844 time: 0.0429201 Nov 03 02:33:56.077381 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9b9d56c1-3cb3-4463-a682-1ab6220787b7 None None] Set router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:33:56.079663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa9ad0-1a40-4711-968f-be4fab37839b req-f4492da2-a07b-4b9b-b3a8-0f3af2a61ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:33:56.081184 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b7fa9ad0-1a40-4711-968f-be4fab37839b req-f4492da2-a07b-4b9b-b3a8-0f3af2a61ef2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=45c33709-7c50-4eae-9c60-7f057e825a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438740 Nov 03 02:33:56.178331 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b7fa9ad0-1a40-4711-968f-be4fab37839b req-e2fe9046-1f58-41c6-a33c-ec69a0ac79aa service neutron] 10.222.0.27 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894237 Nov 03 02:33:56.271837 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b7fa9ad0-1a40-4711-968f-be4fab37839b req-1346840c-d043-40a2-b0a1-4711ba0297c1 service neutron] 10.222.0.27 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865541 Nov 03 02:33:56.383924 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9b9d56c1-3cb3-4463-a682-1ab6220787b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:41Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '45ffa419-d282-4d68-a115-54cce7905683', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'port_id': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'mac_address': 'fa:16:3e:54:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eabdcf2-2d52-4630-9839-43d282266050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:33:54Z', 'updated_at': '2022-11-03T02:33:54Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988caa9c-748d-423e-b4d9-d684029e31d2', 'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2e:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:40Z', 'updated_at': '2022-11-03T02:33:43Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:33:56.407627 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d56c1-3cb3-4463-a682-1ab6220787b7 None None] The sync data for ids ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'] in dv-neutron-860659-5-hyperv is: [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:41Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '45ffa419-d282-4d68-a115-54cce7905683', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'port_id': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'mac_address': 'fa:16:3e:54:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eabdcf2-2d52-4630-9839-43d282266050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:33:54Z', 'updated_at': '2022-11-03T02:33:54Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988caa9c-748d-423e-b4d9-d684029e31d2', 'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2e:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:40Z', 'updated_at': '2022-11-03T02:33:43Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:33:56.608626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14863e1f-2b27-4175-8fa4-c46194058bb0 None None] New status for floating IP 45ffa419-d282-4d68-a115-54cce7905683: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:33:56.717046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42384) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:56.787782 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-afd85fda-a8f3-4271-9cf3-da682d7d5894 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/45ffa419-d282-4d68-a115-54cce7905683 HTTP/1.1" status: 200 len: 990 time: 0.0692675 Nov 03 02:33:57.791643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42386) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:33:57.849134 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-008e2bd2-1436-44e5-a6eb-033af9b7d2ff tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/45ffa419-d282-4d68-a115-54cce7905683 HTTP/1.1" status: 200 len: 992 time: 0.0563531 Nov 03 02:34:08.099524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:09.742469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f25d9be5-55f8-48da-9943-3ea66dba133b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:12.232858 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-027693a1-8426-4917-a22b-08cf72476d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:13.166258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:14.659116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:16.077423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:24.982606 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:34:38.100332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:39.744012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1d0b61ad-ddbb-46fb-8e92-10eb33e720c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:42.236044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7129fecf-6045-4d40-8db4-dbcf9e5d1988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:42.555814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42406) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:34:42.706200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Deleting port 5cdc9171-2c76-4a82-8f3c-95bac0885207 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:34:42.706539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (5cdc9171-2c76-4a82-8f3c-95bac0885207), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:42.780326 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (5cdc9171-2c76-4a82-8f3c-95bac0885207), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:42.780688 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (5cdc9171-2c76-4a82-8f3c-95bac0885207), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:42.792439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Calling delete_port for 5cdc9171-2c76-4a82-8f3c-95bac0885207 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:34:42.937041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (5cdc9171-2c76-4a82-8f3c-95bac0885207), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:42.961891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event deleted for resources: {'Port': ['ID=5cdc9171-2c76-4a82-8f3c-95bac0885207,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:34:42.973792 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.974394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.974540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.974808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.975139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.975469 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.975800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.976126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.976450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.976802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.977125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.977447 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:42.977769 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:43.035714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (fe01f2a3-e0ce-45a7-883c-667c28809b3d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:43.036048 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Floating IP fe01f2a3-e0ce-45a7-883c-667c28809b3d disassociated (deleted). External IP: 172.26.6.18, port: abb61fad-caa6-4017-bf6d-f0ac87744cbd. Nov 03 02:34:43.169173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:43.229588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Router 33a9ddf1-560b-4718-aec6-6a8ed115679d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:34:43.334503 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:34:43.339345 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:43.344815 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3fb0a-6ab0-4c45-861a-733d5f87d14a None None] Sync routers for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:34:43.354878 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3fb0a-6ab0-4c45-861a-733d5f87d14a None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:34:43.355557 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-73c3fb0a-6ab0-4c45-861a-733d5f87d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:34:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:34:43.369488 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7a72f512-aa8b-407a-a559-1e7d3dbee655 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "DELETE /v2.0/floatingips/fe01f2a3-e0ce-45a7-883c-667c28809b3d HTTP/1.1" status: 204 len: 168 time: 0.8126669 Nov 03 02:34:43.370244 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe95716-745b-44ce-b4c1-6296baf47430', 'tag': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:34:43.372756 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0d3ffa-d240-40e4-b241-4446ba601d19" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe95716-745b-44ce-b4c1-6296baf47430", "tag": "abb61fad-caa6-4017-bf6d-f0ac87744cbd"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:34:43.415659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278dd655-5fd5-4473-9ae6-15466bfd1d32 x-openstack-request-id: req-278dd655-5fd5-4473-9ae6-15466bfd1d32 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:34:43.415957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe95716-745b-44ce-b4c1-6296baf47430", "tag": "abb61fad-caa6-4017-bf6d-f0ac87744cbd", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:34:43.416213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-278dd655-5fd5-4473-9ae6-15466bfd1d32 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:34:43.416873 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278dd655-5fd5-4473-9ae6-15466bfd1d32'] response: {'name': 'network-changed', 'server_uuid': '8fe95716-745b-44ce-b4c1-6296baf47430', 'tag': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd', 'status': 'completed', 'code': 200} Nov 03 02:34:43.461629 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-73c3fb0a-6ab0-4c45-861a-733d5f87d14a None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:34:43.496018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d3ffa-d240-40e4-b241-4446ba601d19 req-b46ea2a5-ab5e-46b2-ad62-1a74ed86ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:34:43.497601 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe0d3ffa-d240-40e4-b241-4446ba601d19 req-b46ea2a5-ab5e-46b2-ad62-1a74ed86ef2a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 1130 time: 0.0515347 Nov 03 02:34:43.629780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d3ffa-d240-40e4-b241-4446ba601d19 req-8c040df2-7ea3-4618-9ed4-ea03b131d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:34:43.631272 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe0d3ffa-d240-40e4-b241-4446ba601d19 req-8c040df2-7ea3-4618-9ed4-ea03b131d56b service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.1274025 Nov 03 02:34:43.642911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f76772-6d8f-4bc3-8745-315a70999c4d req-20f63ed1-043d-4b61-964c-25e1d6e201a3 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:34:43.644346 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69f76772-6d8f-4bc3-8745-315a70999c4d req-20f63ed1-043d-4b61-964c-25e1d6e201a3 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 946 time: 0.0868404 Nov 03 02:34:43.688772 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe0d3ffa-d240-40e4-b241-4446ba601d19 req-3f18dfed-8a77-4fb7-ab14-612d4214cbae service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abb61fad-caa6-4017-bf6d-f0ac87744cbd HTTP/1.1" status: 200 len: 217 time: 0.0431740 Nov 03 02:34:43.693598 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-73c3fb0a-6ab0-4c45-861a-733d5f87d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'ea4e9e19-6841-4c68-b444-9878492225b4', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': '050619f0-f327-4a9d-ba5d-9746928757cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:e6:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:30:50Z', 'updated_at': '2022-11-03T02:30:52Z', 'revision_number': 1, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:34:43.718171 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3fb0a-6ab0-4c45-861a-733d5f87d14a None None] Checking router: 33a9ddf1-560b-4718-aec6-6a8ed115679d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:34:43.727105 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3fb0a-6ab0-4c45-861a-733d5f87d14a None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:34:43.727700 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-73c3fb0a-6ab0-4c45-861a-733d5f87d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:34:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:34:43.747729 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69f76772-6d8f-4bc3-8745-315a70999c4d req-97cde1a6-83c6-44db-88e2-fb0c245e3045 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967860 Nov 03 02:34:43.760559 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d3ffa-d240-40e4-b241-4446ba601d19 req-4e0d4906-c434-43ec-ad3f-cd71f0b29914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:34:43.762039 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe0d3ffa-d240-40e4-b241-4446ba601d19 req-4e0d4906-c434-43ec-ad3f-cd71f0b29914 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0612423 Nov 03 02:34:43.816583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d3ffa-d240-40e4-b241-4446ba601d19 req-cbc3b713-288d-47f8-9c68-66e07e88a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:34:43.818203 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe0d3ffa-d240-40e4-b241-4446ba601d19 req-cbc3b713-288d-47f8-9c68-66e07e88a062 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492504 Nov 03 02:34:43.831428 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-73c3fb0a-6ab0-4c45-861a-733d5f87d14a None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:34:43.907958 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe0d3ffa-d240-40e4-b241-4446ba601d19 req-ce8560cd-38cf-4920-9a5a-df39e1e26363 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828669 Nov 03 02:34:44.001339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe0d3ffa-d240-40e4-b241-4446ba601d19 req-ade27795-15ea-45ce-902d-aef98f245a9c service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867682 Nov 03 02:34:44.045666 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-73c3fb0a-6ab0-4c45-861a-733d5f87d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'ea4e9e19-6841-4c68-b444-9878492225b4', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': '050619f0-f327-4a9d-ba5d-9746928757cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:e6:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:30:50Z', 'updated_at': '2022-11-03T02:30:52Z', 'revision_number': 1, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:34:44.069617 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3fb0a-6ab0-4c45-861a-733d5f87d14a None None] The sync data for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv is: [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'ea4e9e19-6841-4c68-b444-9878492225b4', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'port_id': '050619f0-f327-4a9d-ba5d-9746928757cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'mac_address': 'fa:16:3e:e6:ee:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:30:50Z', 'updated_at': '2022-11-03T02:30:52Z', 'revision_number': 1, 'project_id': '85d090cdd5024f12953b609b70451319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:34:44.286975 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb94f22d-3417-4399-b5bc-440ab1d99bbc None None] New status for floating IP fe01f2a3-e0ce-45a7-883c-667c28809b3d: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:34:44.665545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:44.882342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e5fef-ab58-4150-b27a-372f72143c2d req-4384a15e-8540-4e90-a639-9e106c45d32e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:34:44.883831 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8e7e5fef-ab58-4150-b27a-372f72143c2d req-4384a15e-8540-4e90-a639-9e106c45d32e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 946 time: 0.0595863 Nov 03 02:34:44.935823 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8e7e5fef-ab58-4150-b27a-372f72143c2d req-b948afb8-8b4c-4a4b-aea4-8826d9228e20 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461786 Nov 03 02:34:45.349611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a947bb-bc26-4775-a10a-37d1c8ff0d4a req-38be30f0-7f0f-4b62-a98e-857153cc3090 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:34:45.351057 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44a947bb-bc26-4775-a10a-37d1c8ff0d4a req-38be30f0-7f0f-4b62-a98e-857153cc3090 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 946 time: 0.0527575 Nov 03 02:34:45.445036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-44a947bb-bc26-4775-a10a-37d1c8ff0d4a req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Deleting port abb61fad-caa6-4017-bf6d-f0ac87744cbd {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:34:45.445362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-44a947bb-bc26-4775-a10a-37d1c8ff0d4a req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:45.532868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-44a947bb-bc26-4775-a10a-37d1c8ff0d4a req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] For port abb61fad-caa6-4017-bf6d-f0ac87744cbd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=abb61fad-caa6-4017-bf6d-f0ac87744cbd,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:34:45.533233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-44a947bb-bc26-4775-a10a-37d1c8ff0d4a req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:45.545331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-44a947bb-bc26-4775-a10a-37d1c8ff0d4a req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Calling delete_port for abb61fad-caa6-4017-bf6d-f0ac87744cbd owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:34:45.671830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-44a947bb-bc26-4775-a10a-37d1c8ff0d4a req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (abb61fad-caa6-4017-bf6d-f0ac87744cbd), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:45.697288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event deleted for resources: {'Port': ['ID=abb61fad-caa6-4017-bf6d-f0ac87744cbd,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:34:45.706860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.707217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.707563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.707906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.708245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.708602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.708936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.709270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.709972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.709972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.710303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.710546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.710867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:34:45.757104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a947bb-bc26-4775-a10a-37d1c8ff0d4a req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] No DVR routers for this DVR port abb61fad-caa6-4017-bf6d-f0ac87744cbd on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:34:45.759552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-44a947bb-bc26-4775-a10a-37d1c8ff0d4a req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:45.762845 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44a947bb-bc26-4775-a10a-37d1c8ff0d4a req-aff3efb3-510b-4eb8-96bd-f21c43304bc0 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "DELETE /v2.0/ports/abb61fad-caa6-4017-bf6d-f0ac87744cbd HTTP/1.1" status: 204 len: 173 time: 0.4032941 Nov 03 02:34:45.763348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe95716-745b-44ce-b4c1-6296baf47430', 'name': 'network-vif-deleted', 'tag': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:34:45.765602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee84b889-9cea-4844-adc5-e066ef019bd8" -d '{"events": [{"server_uuid": "8fe95716-745b-44ce-b4c1-6296baf47430", "name": "network-vif-deleted", "tag": "abb61fad-caa6-4017-bf6d-f0ac87744cbd"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:34:45.802941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6517c7d0-bd08-433a-9569-779fffb29b23 x-openstack-request-id: req-6517c7d0-bd08-433a-9569-779fffb29b23 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:34:45.803235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe95716-745b-44ce-b4c1-6296baf47430", "name": "network-vif-deleted", "tag": "abb61fad-caa6-4017-bf6d-f0ac87744cbd", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:34:45.803490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6517c7d0-bd08-433a-9569-779fffb29b23 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:34:45.803897 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6517c7d0-bd08-433a-9569-779fffb29b23'] response: {'server_uuid': '8fe95716-745b-44ce-b4c1-6296baf47430', 'name': 'network-vif-deleted', 'tag': 'abb61fad-caa6-4017-bf6d-f0ac87744cbd', 'status': 'completed', 'code': 200} Nov 03 02:34:46.041253 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ef30296a-0b79-4fb5-9626-2c0462e96630 req-a3e6b0c8-69e8-4b2d-a02e-9e3977743b94 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 210 time: 0.0300014 Nov 03 02:34:46.082709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:34:47.146911 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b93cc67e-ffb6-4fca-b80c-5b0aa11d3d39 req-be507fac-1d08-4530-a7a8-147b918dcd2d tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 210 time: 0.0278323 Nov 03 02:34:47.899633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device abb61fad-caa6-4017-bf6d-f0ac87744cbd no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:34:47.919777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: abb61fad-caa6-4017-bf6d-f0ac87744cbd {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:34:47.922205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device abb61fad-caa6-4017-bf6d-f0ac87744cbd not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:34:48.256471 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5109afdc-5b13-4b3a-8640-e0fea59c5d02 req-332a4f44-9898-4fbe-ae27-99a1be33431c tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 210 time: 0.0290005 Nov 03 02:34:49.362985 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-264836d9-3b7d-4891-9f53-2ff2feb5fc77 req-20c55765-9449-4329-9308-2303355924f8 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 210 time: 0.0314660 Nov 03 02:34:50.464917 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f82930c4-5987-4215-9de4-fff8b6148d42 req-41f4d495-ed47-4c43-920c-1e15f6c7eb16 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 210 time: 0.0275214 Nov 03 02:34:51.565007 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fd8db7e3-509a-4e25-9bc0-04b8d660c973 req-553f6a3c-30f1-471b-96a2-9974ece2e9e9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 210 time: 0.0271595 Nov 03 02:34:52.665284 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3cc45157-67a6-4b1b-a12d-15bd06846893 req-a1e9cd62-e25a-45e0-886a-0c01a5c77414 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 210 time: 0.0281260 Nov 03 02:34:53.433231 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-90735798-4180-40cd-b62c-9f5dca9b9285 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469878 Nov 03 02:34:53.528597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-8bf0a8f4-5b45-4440-8cf9-f240a363ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:34:53.530143 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-8bf0a8f4-5b45-4440-8cf9-f240a363ce94 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 1130 time: 0.0447094 Nov 03 02:34:53.637991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-dd9bebeb-641a-4116-bbf9-7627c5cad638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:34:53.639444 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-dd9bebeb-641a-4116-bbf9-7627c5cad638 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.0848708 Nov 03 02:34:53.711895 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-e9f90709-d08a-4b45-9afc-07df5c436e7a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050619f0-f327-4a9d-ba5d-9746928757cb HTTP/1.1" status: 200 len: 1002 time: 0.0604422 Nov 03 02:34:53.782516 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f622a8f7-6118-49a5-9dd1-601a52c9e3bb req-df02c2aa-f938-441f-a361-0de3c50ee5b3 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 210 time: 0.0340817 Nov 03 02:34:53.790772 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-be79c82c-9473-4ad9-afbf-fbdabd77091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:34:53.792275 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-be79c82c-9473-4ad9-afbf-fbdabd77091f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0695553 Nov 03 02:34:53.846899 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-33058e45-a3a0-44d9-a8ab-f6916df32084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:34:53.848388 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-33058e45-a3a0-44d9-a8ab-f6916df32084 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492167 Nov 03 02:34:54.240334 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-0dacf5d1-a8e9-4432-8d67-29085d29ee48 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804584 Nov 03 02:34:54.338266 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6945fcd9-9b10-4871-9e4a-6fa826c6e8bf req-f61263f5-c7aa-49e9-9776-10e723c725f7 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880084 Nov 03 02:34:54.903485 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-19810420-b6ed-4e6f-92af-3f3392a4803b req-81678af1-9613-496b-9d04-7c4144810d72 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe95716-745b-44ce-b4c1-6296baf47430 HTTP/1.1" status: 200 len: 210 time: 0.0305316 Nov 03 02:35:01.980895 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:35:04.493939 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42472) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:04.642497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Deleting port 3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:35:04.642845 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:04.726120 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:04.726359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:04.738591 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Calling delete_port for 3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:35:04.887586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:04.914193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event deleted for resources: {'Port': ['ID=3f5985d4-a6cf-4dc5-8ccc-b1c75c4c0884,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:04.979536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (ea4e9e19-6841-4c68-b444-9878492225b4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:04.979814 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Floating IP ea4e9e19-6841-4c68-b444-9878492225b4 disassociated (deleted). External IP: 172.26.6.166, port: 050619f0-f327-4a9d-ba5d-9746928757cb. Nov 03 02:35:05.180642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Router 33a9ddf1-560b-4718-aec6-6a8ed115679d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:35:05.282523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:35:05.287350 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:05.293447 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93f65e-d422-47d9-a62c-7ec691efb57b None None] Sync routers for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:35:05.303205 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93f65e-d422-47d9-a62c-7ec691efb57b None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:35:05.303808 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3b93f65e-d422-47d9-a62c-7ec691efb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:34:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:05.317850 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-30380c8e-806b-4bc2-a845-cb04a64b9757 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "DELETE /v2.0/floatingips/ea4e9e19-6841-4c68-b444-9878492225b4 HTTP/1.1" status: 204 len: 168 time: 0.8227103 Nov 03 02:35:05.318601 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'tag': '050619f0-f327-4a9d-ba5d-9746928757cb'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:35:05.320994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "67d069a1-1eb4-4d88-8289-1064afa4ba21", "tag": "050619f0-f327-4a9d-ba5d-9746928757cb"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:35:05.356151 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631f3fed-c4e9-4343-9dbe-5e2fa034fb77 x-openstack-request-id: req-631f3fed-c4e9-4343-9dbe-5e2fa034fb77 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:35:05.356643 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d069a1-1eb4-4d88-8289-1064afa4ba21", "tag": "050619f0-f327-4a9d-ba5d-9746928757cb", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:35:05.356772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-631f3fed-c4e9-4343-9dbe-5e2fa034fb77 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:35:05.357417 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631f3fed-c4e9-4343-9dbe-5e2fa034fb77'] response: {'name': 'network-changed', 'server_uuid': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'tag': '050619f0-f327-4a9d-ba5d-9746928757cb', 'status': 'completed', 'code': 200} Nov 03 02:35:05.410007 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-3b93f65e-d422-47d9-a62c-7ec691efb57b None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:35:05.433341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e req-4e76f023-51e7-42a1-92cd-d2b71e1962eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:05.435128 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e req-4e76f023-51e7-42a1-92cd-d2b71e1962eb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=85d090cdd5024f12953b609b70451319&device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 1130 time: 0.0488553 Nov 03 02:35:05.575210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e req-e2acab14-f593-4f31-be93-73f0826bd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:05.576632 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e req-e2acab14-f593-4f31-be93-73f0826bd81e service neutron] 10.222.0.27 "GET /v2.0/networks?id=c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 200 len: 912 time: 0.1327558 Nov 03 02:35:05.588396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74011a7-f192-4570-b22c-b8839bc2ff4d req-0df6e80e-500e-47ea-8dcb-58f099882dd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:05.589910 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c74011a7-f192-4570-b22c-b8839bc2ff4d req-0df6e80e-500e-47ea-8dcb-58f099882dd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 946 time: 0.0856526 Nov 03 02:35:05.634740 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e req-80549d57-76b4-4ecb-afb2-595e9d1a7fb4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050619f0-f327-4a9d-ba5d-9746928757cb HTTP/1.1" status: 200 len: 217 time: 0.0438578 Nov 03 02:35:05.690902 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3b93f65e-d422-47d9-a62c-7ec691efb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:05.698733 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c74011a7-f192-4570-b22c-b8839bc2ff4d req-add6e2ba-f19e-4564-b15e-017a46efb45c tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017308 Nov 03 02:35:05.708101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e req-0396c81c-d95b-4feb-8d91-ebced351cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:05.709561 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e req-0396c81c-d95b-4feb-8d91-ebced351cca2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 200 len: 850 time: 0.0674374 Nov 03 02:35:05.718270 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93f65e-d422-47d9-a62c-7ec691efb57b None None] Checking router: 33a9ddf1-560b-4718-aec6-6a8ed115679d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:35:05.726919 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93f65e-d422-47d9-a62c-7ec691efb57b None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:35:05.727531 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3b93f65e-d422-47d9-a62c-7ec691efb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:34:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:05.762068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e req-e288e4d1-9f67-4e29-b0ca-d9d14032bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:05.763580 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e req-e288e4d1-9f67-4e29-b0ca-d9d14032bd31 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c497e5a1-fa84-40b4-9a93-bbaa81315a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467777 Nov 03 02:35:05.832351 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-3b93f65e-d422-47d9-a62c-7ec691efb57b None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:35:05.857574 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e req-aac6c89c-0a74-402c-8821-52653a1bec2d service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870793 Nov 03 02:35:05.950080 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-943fc34f-4d47-43d9-9c4e-6b19e7724b0e req-ba4f2876-1b79-4f42-9cb8-6dbaae8ef6e1 service neutron] 10.222.0.27 "GET /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830204 Nov 03 02:35:06.022436 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3b93f65e-d422-47d9-a62c-7ec691efb57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:06.046125 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93f65e-d422-47d9-a62c-7ec691efb57b None None] The sync data for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv is: [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:26:08Z', 'revision_number': 4, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ad98c110-d792-44d8-990d-78f03b015070', 'name': '', 'network_id': 'c497e5a1-fa84-40b4-9a93-bbaa81315a40', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'mac_address': 'fa:16:3e:76:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:05Z', 'updated_at': '2022-11-03T02:26:15Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'subnets': [{'id': 'fc85f33e-a9bb-401a-8f2b-36b88bf79176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:35:06.267770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d2fb8-0053-4405-9ce5-2d0a7cc2e60c None None] New status for floating IP ea4e9e19-6841-4c68-b444-9878492225b4: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:35:06.827297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03933be-8c93-4fc7-911c-ce2c6f4f4224 req-c9b3b2f6-0719-490b-9220-804baeec0f50 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:06.829129 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e03933be-8c93-4fc7-911c-ce2c6f4f4224 req-c9b3b2f6-0719-490b-9220-804baeec0f50 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 946 time: 0.0546818 Nov 03 02:35:06.878810 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e03933be-8c93-4fc7-911c-ce2c6f4f4224 req-d2252371-d2d5-4cf4-a7b0-5c5db0fa3fe2 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f55eacb-80c7-41a0-b4ca-3fe0fd428496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439565 Nov 03 02:35:07.276239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6713ad-a3fd-4ed2-8d56-d63091bdfa65 req-e234e66d-6691-4867-ac52-0a7d8bc982b5 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:07.277716 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3b6713ad-a3fd-4ed2-8d56-d63091bdfa65 req-e234e66d-6691-4867-ac52-0a7d8bc982b5 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 946 time: 0.0551631 Nov 03 02:35:07.367938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-3b6713ad-a3fd-4ed2-8d56-d63091bdfa65 req-2c61f5a0-fe5e-42fa-85ac-bb82dcff8b3e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Deleting port 050619f0-f327-4a9d-ba5d-9746928757cb {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:35:07.368284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3b6713ad-a3fd-4ed2-8d56-d63091bdfa65 req-2c61f5a0-fe5e-42fa-85ac-bb82dcff8b3e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:07.459089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-3b6713ad-a3fd-4ed2-8d56-d63091bdfa65 req-2c61f5a0-fe5e-42fa-85ac-bb82dcff8b3e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] For port 050619f0-f327-4a9d-ba5d-9746928757cb, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=050619f0-f327-4a9d-ba5d-9746928757cb,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:35:07.459450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3b6713ad-a3fd-4ed2-8d56-d63091bdfa65 req-2c61f5a0-fe5e-42fa-85ac-bb82dcff8b3e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:07.472656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-3b6713ad-a3fd-4ed2-8d56-d63091bdfa65 req-2c61f5a0-fe5e-42fa-85ac-bb82dcff8b3e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Calling delete_port for 050619f0-f327-4a9d-ba5d-9746928757cb owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:35:07.595523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3b6713ad-a3fd-4ed2-8d56-d63091bdfa65 req-2c61f5a0-fe5e-42fa-85ac-bb82dcff8b3e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (050619f0-f327-4a9d-ba5d-9746928757cb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:07.627424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61f5a0-fe5e-42fa-85ac-bb82dcff8b3e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event deleted for resources: {'Port': ['ID=050619f0-f327-4a9d-ba5d-9746928757cb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:07.669404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6713ad-a3fd-4ed2-8d56-d63091bdfa65 req-2c61f5a0-fe5e-42fa-85ac-bb82dcff8b3e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] No DVR routers for this DVR port 050619f0-f327-4a9d-ba5d-9746928757cb on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:35:07.672378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3b6713ad-a3fd-4ed2-8d56-d63091bdfa65 req-2c61f5a0-fe5e-42fa-85ac-bb82dcff8b3e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:07.675646 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3b6713ad-a3fd-4ed2-8d56-d63091bdfa65 req-2c61f5a0-fe5e-42fa-85ac-bb82dcff8b3e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.27 "DELETE /v2.0/ports/050619f0-f327-4a9d-ba5d-9746928757cb HTTP/1.1" status: 204 len: 173 time: 0.3899860 Nov 03 02:35:07.676152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'name': 'network-vif-deleted', 'tag': '050619f0-f327-4a9d-ba5d-9746928757cb'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:35:07.678431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d395422c-a498-49df-95f9-ba41b1aea88d" -d '{"events": [{"server_uuid": "67d069a1-1eb4-4d88-8289-1064afa4ba21", "name": "network-vif-deleted", "tag": "050619f0-f327-4a9d-ba5d-9746928757cb"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:35:07.715314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27999d7d-9d2c-40ee-b3ed-872598394ee7 x-openstack-request-id: req-27999d7d-9d2c-40ee-b3ed-872598394ee7 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:35:07.715619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d069a1-1eb4-4d88-8289-1064afa4ba21", "name": "network-vif-deleted", "tag": "050619f0-f327-4a9d-ba5d-9746928757cb", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:35:07.716125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27999d7d-9d2c-40ee-b3ed-872598394ee7 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:35:07.716564 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27999d7d-9d2c-40ee-b3ed-872598394ee7'] response: {'server_uuid': '67d069a1-1eb4-4d88-8289-1064afa4ba21', 'name': 'network-vif-deleted', 'tag': '050619f0-f327-4a9d-ba5d-9746928757cb', 'status': 'completed', 'code': 200} Nov 03 02:35:07.979895 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d6e5ba09-0296-4e81-a8c7-9e36d2381f55 req-19e14f03-6318-40c6-8e22-802025ce11e3 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 210 time: 0.0302961 Nov 03 02:35:08.121298 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:09.092926 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-241f60f1-4372-4740-8bf4-5bf1ed09d019 req-b67296f0-dd17-4623-9ad1-c4e9d3fe4c26 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 210 time: 0.0304778 Nov 03 02:35:09.755084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-769b25ef-4fcd-4f8a-bd89-b13af9a3aa7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:10.199719 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f5e35648-0038-4972-ac71-b1326bc926b3 req-de5f2776-8bb1-46ad-823f-89829f21e21e tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 210 time: 0.0299599 Nov 03 02:35:11.301431 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1aaebc49-0065-48e1-b4e2-2d5d38b71438 req-7392770c-0321-4971-9adc-47e6b59b4b38 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 210 time: 0.0273049 Nov 03 02:35:11.931112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 050619f0-f327-4a9d-ba5d-9746928757cb no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:35:11.950837 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 050619f0-f327-4a9d-ba5d-9746928757cb {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:35:11.951190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 050619f0-f327-4a9d-ba5d-9746928757cb not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:35:12.238334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4db7869c-5baa-44e6-8a42-de48e13634c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:12.400611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-15684512-fedd-4c61-8f65-23869a1c31e6 req-c3632728-44eb-4a08-9ff2-9565621bffb3 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 210 time: 0.0271943 Nov 03 02:35:13.172893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:13.506533 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8cb963b4-6838-4d9e-8b33-d0441abf7858 req-575d2e0d-7ca1-4c11-9f39-c359bc22b6c2 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 210 time: 0.0306146 Nov 03 02:35:14.607385 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-aac90c58-3982-457a-94a1-03288cd6c2d4 req-5d4c3b98-05f8-49eb-8c1c-7017043a8e54 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 210 time: 0.0267301 Nov 03 02:35:14.664923 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:15.710627 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-57a1b13f-76e7-4974-9a97-3e2321baae83 req-d1fff00d-aa66-4479-9c15-93dc56103583 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 210 time: 0.0278430 Nov 03 02:35:16.094772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:16.819523 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-20b1fbde-d8b9-478f-b9f2-3eb9b2c0438f req-bf3d39d0-ba8f-4f8b-90a3-db0e2221a958 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "GET /v2.0/ports?device_id=67d069a1-1eb4-4d88-8289-1064afa4ba21 HTTP/1.1" status: 200 len: 210 time: 0.0269511 Nov 03 02:35:17.881927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42508) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:17.997223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b9efead0-25b7-429f-95ba-c2fb446a1bd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Deleting port 2e063274-f65b-49ae-8da6-72b738a58bcf {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:35:17.997574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b9efead0-25b7-429f-95ba-c2fb446a1bd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2e063274-f65b-49ae-8da6-72b738a58bcf), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:18.072737 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b9efead0-25b7-429f-95ba-c2fb446a1bd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2e063274-f65b-49ae-8da6-72b738a58bcf), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:18.073067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b9efead0-25b7-429f-95ba-c2fb446a1bd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (2e063274-f65b-49ae-8da6-72b738a58bcf), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:18.085275 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b9efead0-25b7-429f-95ba-c2fb446a1bd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Calling delete_port for 2e063274-f65b-49ae-8da6-72b738a58bcf owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:35:18.514795 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b9efead0-25b7-429f-95ba-c2fb446a1bd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (2e063274-f65b-49ae-8da6-72b738a58bcf), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:18.539072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efead0-25b7-429f-95ba-c2fb446a1bd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event deleted for resources: {'Port': ['ID=2e063274-f65b-49ae-8da6-72b738a58bcf,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:18.602780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b9efead0-25b7-429f-95ba-c2fb446a1bd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for floatingip (7483a4e4-4d4c-4ef2-b908-1374c4ef4850), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:18.605339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b9efead0-25b7-429f-95ba-c2fb446a1bd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:18.606497 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b9efead0-25b7-429f-95ba-c2fb446a1bd6 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "DELETE /v2.0/floatingips/7483a4e4-4d4c-4ef2-b908-1374c4ef4850 HTTP/1.1" status: 204 len: 168 time: 0.7235861 Nov 03 02:35:24.034670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42534) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:24.092094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371df45b-6171-45bf-b44a-90116b1b60c9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group (7f55eacb-80c7-41a0-b4ca-3fe0fd428496), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:24.119072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371df45b-6171-45bf-b44a-90116b1b60c9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group (7f55eacb-80c7-41a0-b4ca-3fe0fd428496), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:24.179118 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371df45b-6171-45bf-b44a-90116b1b60c9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (7f55eacb-80c7-41a0-b4ca-3fe0fd428496), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:24.181740 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371df45b-6171-45bf-b44a-90116b1b60c9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:24.182913 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-371df45b-6171-45bf-b44a-90116b1b60c9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] 10.222.0.23 "DELETE /v2.0/security-groups/7f55eacb-80c7-41a0-b4ca-3fe0fd428496 HTTP/1.1" status: 204 len: 168 time: 0.1471772 Nov 03 02:35:24.193007 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371df45b-6171-45bf-b44a-90116b1b60c9 tempest-TestVolumeBootPattern-832818515 tempest-TestVolumeBootPattern-832818515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f55eacb-80c7-41a0-b4ca-3fe0fd428496,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:24.260258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42538) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:24.754215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (33a9ddf1-560b-4718-aec6-6a8ed115679d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:25.002862 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] Deleting port ad98c110-d792-44d8-990d-78f03b015070 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:35:25.003212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ad98c110-d792-44d8-990d-78f03b015070), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:25.083024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] For port ad98c110-d792-44d8-990d-78f03b015070, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ad98c110-d792-44d8-990d-78f03b015070,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:35:25.083704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ad98c110-d792-44d8-990d-78f03b015070), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:25.097243 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] Calling delete_port for ad98c110-d792-44d8-990d-78f03b015070 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:35:25.283229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (ad98c110-d792-44d8-990d-78f03b015070), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:25.314653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad98c110-d792-44d8-990d-78f03b015070,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:25.488369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (33a9ddf1-560b-4718-aec6-6a8ed115679d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:25.698891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] Router 33a9ddf1-560b-4718-aec6-6a8ed115679d has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:35:25.802187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:35:25.810417 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a2c4254c-a9c9-49da-936a-637795afc636 admin admin] 10.222.0.23 "PUT /v2.0/routers/33a9ddf1-560b-4718-aec6-6a8ed115679d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5456495 Nov 03 02:35:25.810417 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42542) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:25.813764 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb2a69-11ed-43a0-8c3c-5f32dcc16a34 None None] Sync routers for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:35:25.824026 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb2a69-11ed-43a0-8c3c-5f32dcc16a34 None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:35:25.824699 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ddeb2a69-11ed-43a0-8c3c-5f32dcc16a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:35:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:25.914381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Publish callbacks [] for router (33a9ddf1-560b-4718-aec6-6a8ed115679d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:25.926787 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ddeb2a69-11ed-43a0-8c3c-5f32dcc16a34 None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:35:26.016042 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Publish callbacks [] for router_gateway (33a9ddf1-560b-4718-aec6-6a8ed115679d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.067509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Deleting port fb2aaf95-1431-4f1f-955f-692906ec9db5 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:35:26.067856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.115186 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ddeb2a69-11ed-43a0-8c3c-5f32dcc16a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:35:25Z', 'revision_number': 5, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port': {'id': 'fb2aaf95-1431-4f1f-955f-692906ec9db5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:25:58Z', 'updated_at': '2022-11-03T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:26.142181 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb2a69-11ed-43a0-8c3c-5f32dcc16a34 None None] Checking router: 33a9ddf1-560b-4718-aec6-6a8ed115679d for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:35:26.152587 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb2a69-11ed-43a0-8c3c-5f32dcc16a34 None None] Routers {'33a9ddf1-560b-4718-aec6-6a8ed115679d'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:35:26.153139 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ddeb2a69-11ed-43a0-8c3c-5f32dcc16a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:35:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['33a9ddf1-560b-4718-aec6-6a8ed115679d'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:26.158884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] For port fb2aaf95-1431-4f1f-955f-692906ec9db5, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fb2aaf95-1431-4f1f-955f-692906ec9db5,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:35:26.159429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.173704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Calling delete_port for fb2aaf95-1431-4f1f-955f-692906ec9db5 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:35:26.237266 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ddeb2a69-11ed-43a0-8c3c-5f32dcc16a34 None None] Set router 33a9ddf1-560b-4718-aec6-6a8ed115679d gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:35:26.288328 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ddeb2a69-11ed-43a0-8c3c-5f32dcc16a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:35:26Z', 'revision_number': 6, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:26.312674 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb2a69-11ed-43a0-8c3c-5f32dcc16a34 None None] The sync data for ids ['33a9ddf1-560b-4718-aec6-6a8ed115679d'] in dv-neutron-860659-5-hyperv is: [{'id': '33a9ddf1-560b-4718-aec6-6a8ed115679d', 'name': 'tempest-TestVolumeBootPattern-274287801-router', 'tenant_id': '85d090cdd5024f12953b609b70451319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:25:57Z', 'updated_at': '2022-11-03T02:35:26Z', 'revision_number': 6, 'project_id': '85d090cdd5024f12953b609b70451319', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:35:26.348007 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (fb2aaf95-1431-4f1f-955f-692906ec9db5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.372802 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2aaf95-1431-4f1f-955f-692906ec9db5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:26.433630 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (33a9ddf1-560b-4718-aec6-6a8ed115679d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.519296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (33a9ddf1-560b-4718-aec6-6a8ed115679d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.521434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Publish callbacks [] for router_controller (33a9ddf1-560b-4718-aec6-6a8ed115679d), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.566169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (33a9ddf1-560b-4718-aec6-6a8ed115679d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.566673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a9ddf1-560b-4718-aec6-6a8ed115679d {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:35:26.570918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.572060 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-acd7ffe8-628f-4e0c-94a0-9e25183d801a admin admin] 10.222.0.23 "DELETE /v2.0/routers/33a9ddf1-560b-4718-aec6-6a8ed115679d HTTP/1.1" status: 204 len: 168 time: 0.7614555 Nov 03 02:35:26.574974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42544) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:26.623462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2faf60-7f3e-4dce-9cb1-b05d2d7efaf2 admin admin] Deleting subnet fc85f33e-a9bb-401a-8f2b-36b88bf79176 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:35:26.626629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad2faf60-7f3e-4dce-9cb1-b05d2d7efaf2 admin admin] Publish callbacks [] for subnet (fc85f33e-a9bb-401a-8f2b-36b88bf79176), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.661773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad2faf60-7f3e-4dce-9cb1-b05d2d7efaf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (fc85f33e-a9bb-401a-8f2b-36b88bf79176), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.746917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad2faf60-7f3e-4dce-9cb1-b05d2d7efaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (fc85f33e-a9bb-401a-8f2b-36b88bf79176), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.808908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad2faf60-7f3e-4dce-9cb1-b05d2d7efaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (fc85f33e-a9bb-401a-8f2b-36b88bf79176), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.835054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2faf60-7f3e-4dce-9cb1-b05d2d7efaf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc85f33e-a9bb-401a-8f2b-36b88bf79176,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:26.838715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ad2faf60-7f3e-4dce-9cb1-b05d2d7efaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.842337 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ad2faf60-7f3e-4dce-9cb1-b05d2d7efaf2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fc85f33e-a9bb-401a-8f2b-36b88bf79176 HTTP/1.1" status: 204 len: 168 time: 0.2661886 Nov 03 02:35:26.844899 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42546) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:26.847413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e965ba04-4fc6-4e31-8795-9489a8221215 None None] Network c497e5a1-fa84-40b4-9a93-bbaa81315a40 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:35:26.913669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (c497e5a1-fa84-40b4-9a93-bbaa81315a40), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:26.964132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Deleting port c376dd25-a696-4a64-853e-5546526eea6f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:35:26.964478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c376dd25-a696-4a64-853e-5546526eea6f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.031109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] For port c376dd25-a696-4a64-853e-5546526eea6f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c376dd25-a696-4a64-853e-5546526eea6f,segment=NetworkSegment(3df0095f-cafe-417f-88dd-4fbc1687338d),segment_id=3df0095f-cafe-417f-88dd-4fbc1687338d)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:35:27.031389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c376dd25-a696-4a64-853e-5546526eea6f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.043470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Calling delete_port for c376dd25-a696-4a64-853e-5546526eea6f owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:35:27.103271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] DHCP port deletion for c497e5a1-fa84-40b4-9a93-bbaa81315a40 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:35:27.126811 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c376dd25-a696-4a64-853e-5546526eea6f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.131047 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ad98c110-d792-44d8-990d-78f03b015070 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:35:27.151714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: ad98c110-d792-44d8-990d-78f03b015070 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:35:27.152057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ad98c110-d792-44d8-990d-78f03b015070 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:35:27.156225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Pushing event deleted for resources: {'Port': ['ID=c376dd25-a696-4a64-853e-5546526eea6f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:27.160157 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] No DVR routers for this DVR port c376dd25-a696-4a64-853e-5546526eea6f on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:35:27.175759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Deleting port c376dd25-a696-4a64-853e-5546526eea6f {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:35:27.176137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c376dd25-a696-4a64-853e-5546526eea6f), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.240798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (c497e5a1-fa84-40b4-9a93-bbaa81315a40), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.245714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] For port c376dd25-a696-4a64-853e-5546526eea6f, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:35:27.246124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c376dd25-a696-4a64-853e-5546526eea6f), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.259584 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Calling delete_port for c376dd25-a696-4a64-853e-5546526eea6f owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:35:27.262041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c497e5a1-fa84-40b4-9a93-bbaa81315a40']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:27.262431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.ipam_backend_mixin [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Port c376dd25-a696-4a64-853e-5546526eea6f was not found and therefore no delete operation was performed {{(pid=104395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:35:27.263752 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (c376dd25-a696-4a64-853e-5546526eea6f), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.271599 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df0095f-cafe-417f-88dd-4fbc1687338d') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:27.271955 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df0095f-cafe-417f-88dd-4fbc1687338d') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:27.283096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (3df0095f-cafe-417f-88dd-4fbc1687338d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.286297 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Pushing event deleted for resources: {'Port': ['ID=c376dd25-a696-4a64-853e-5546526eea6f,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:27.296093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] No DVR routers for this DVR port c376dd25-a696-4a64-853e-5546526eea6f on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:35:27.298195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (3df0095f-cafe-417f-88dd-4fbc1687338d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.299114 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.299463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.300040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.300601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.300944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.301285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.301692 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.302023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.302533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.303062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.303569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.303898 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.304228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7fa453-e0ed-4af9-b0a1-e65331632087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:27.305926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:35:27.306398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (3df0095f-cafe-417f-88dd-4fbc1687338d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.354608 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 3df0095f-cafe-417f-88dd-4fbc1687338d resource provider aggregate not found Nov 03 02:35:27.379258 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 3df0095f-cafe-417f-88dd-4fbc1687338d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3df0095f-cafe-417f-88dd-4fbc1687338d found for delete ", "request_id": "req-f9d23ac7-b3d7-43dc-ac94-ac5b58f6607c"}]} Nov 03 02:35:27.391181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (c497e5a1-fa84-40b4-9a93-bbaa81315a40), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.403305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.406918 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c497e5a1-fa84-40b4-9a93-bbaa81315a40 HTTP/1.1" status: 204 len: 168 time: 0.5610111 Nov 03 02:35:27.409835 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42552) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:27.417725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfb69b-a7e3-42bd-8094-34e4d9c7f101 admin admin] Pushing event deleted for resources: {'Network': ['ID=c497e5a1-fa84-40b4-9a93-bbaa81315a40,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:27.733884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (bfec71e5-e916-46a4-be7c-ece4ad8dab13), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:27.964013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] Deleting port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:35:27.964355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:28.040749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] For port 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2,segment=NetworkSegment(e9bb3117-cd93-4343-abab-be49b222044e),segment_id=e9bb3117-cd93-4343-abab-be49b222044e)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:35:28.041033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:28.053879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] Calling delete_port for 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:35:28.229397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:28.253790 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] Pushing event deleted for resources: {'Port': ['ID=02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:28.419575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (bfec71e5-e916-46a4-be7c-ece4ad8dab13), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:28.518948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c376dd25-a696-4a64-853e-5546526eea6f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:35:28.537984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: c376dd25-a696-4a64-853e-5546526eea6f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:35:28.538262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c376dd25-a696-4a64-853e-5546526eea6f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:35:28.538694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fb2aaf95-1431-4f1f-955f-692906ec9db5 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:35:28.559948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: fb2aaf95-1431-4f1f-955f-692906ec9db5 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:35:28.560298 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fb2aaf95-1431-4f1f-955f-692906ec9db5 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:35:28.627842 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] Router bfec71e5-e916-46a4-be7c-ece4ad8dab13 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:35:28.730174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:35:28.735327 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d6cbd68a-9684-4762-8bab-c2891512b102 admin admin] 10.222.0.23 "PUT /v2.0/routers/bfec71e5-e916-46a4-be7c-ece4ad8dab13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3244212 Nov 03 02:35:28.737841 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42554) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:28.740379 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5bf051-f4ab-41ed-b1b4-16622c3c3707 None None] Sync routers for ids ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:35:28.750865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5bf051-f4ab-41ed-b1b4-16622c3c3707 None None] Routers {'bfec71e5-e916-46a4-be7c-ece4ad8dab13'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:35:28.751626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2f5bf051-f4ab-41ed-b1b4-16622c3c3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:35:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:28.856340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2f5bf051-f4ab-41ed-b1b4-16622c3c3707 None None] Set router bfec71e5-e916-46a4-be7c-ece4ad8dab13 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:35:29.039991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2f5bf051-f4ab-41ed-b1b4-16622c3c3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'name': 'tempest-TestVolumeBootPattern-883278680-router', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:17Z', 'updated_at': '2022-11-03T02:35:28Z', 'revision_number': 5, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'gw_port': {'id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:20Z', 'updated_at': '2022-11-03T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:29.065332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5bf051-f4ab-41ed-b1b4-16622c3c3707 None None] Checking router: bfec71e5-e916-46a4-be7c-ece4ad8dab13 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:35:29.074053 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5bf051-f4ab-41ed-b1b4-16622c3c3707 None None] Routers {'bfec71e5-e916-46a4-be7c-ece4ad8dab13'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:35:29.074555 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2f5bf051-f4ab-41ed-b1b4-16622c3c3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:35:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:29.145051 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Publish callbacks [] for router (bfec71e5-e916-46a4-be7c-ece4ad8dab13), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.176561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2f5bf051-f4ab-41ed-b1b4-16622c3c3707 None None] Set router bfec71e5-e916-46a4-be7c-ece4ad8dab13 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:35:29.268469 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Publish callbacks [] for router_gateway (bfec71e5-e916-46a4-be7c-ece4ad8dab13), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.321919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Deleting port 09d383f5-de03-4496-9d39-c9aac85d710f {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:35:29.322272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.384369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2f5bf051-f4ab-41ed-b1b4-16622c3c3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'name': 'tempest-TestVolumeBootPattern-883278680-router', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:17Z', 'updated_at': '2022-11-03T02:35:28Z', 'revision_number': 5, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'gw_port': {'id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:20Z', 'updated_at': '2022-11-03T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:29.400791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] For port 09d383f5-de03-4496-9d39-c9aac85d710f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=09d383f5-de03-4496-9d39-c9aac85d710f,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:35:29.401084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.408658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5bf051-f4ab-41ed-b1b4-16622c3c3707 None None] The sync data for ids ['bfec71e5-e916-46a4-be7c-ece4ad8dab13'] in dv-neutron-860659-5-hyperv is: [{'id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'name': 'tempest-TestVolumeBootPattern-883278680-router', 'tenant_id': '4d2363d7e5b048fa8bc30129764f8216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:26:17Z', 'updated_at': '2022-11-03T02:35:28Z', 'revision_number': 5, 'project_id': '4d2363d7e5b048fa8bc30129764f8216', 'gw_port': {'id': '09d383f5-de03-4496-9d39-c9aac85d710f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec71e5-e916-46a4-be7c-ece4ad8dab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:26:20Z', 'updated_at': '2022-11-03T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:35:29.414571 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Calling delete_port for 09d383f5-de03-4496-9d39-c9aac85d710f owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:35:29.577192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (09d383f5-de03-4496-9d39-c9aac85d710f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.610089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d383f5-de03-4496-9d39-c9aac85d710f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:29.666595 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (bfec71e5-e916-46a4-be7c-ece4ad8dab13), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.753193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (bfec71e5-e916-46a4-be7c-ece4ad8dab13), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.755223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Publish callbacks [] for router_controller (bfec71e5-e916-46a4-be7c-ece4ad8dab13), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.799384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (bfec71e5-e916-46a4-be7c-ece4ad8dab13), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.799950 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfec71e5-e916-46a4-be7c-ece4ad8dab13 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:35:29.804242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.807729 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4f23b6df-31d3-4f6c-800c-9908c0cbdfe3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bfec71e5-e916-46a4-be7c-ece4ad8dab13 HTTP/1.1" status: 204 len: 168 time: 1.0666683 Nov 03 02:35:29.807955 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42556) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:29.853846 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f297687-79bd-4bd2-83c4-b02e175fb3cb admin admin] Deleting subnet 36204296-9d8f-4345-a80a-b5e1879a8383 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:35:29.857444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f297687-79bd-4bd2-83c4-b02e175fb3cb admin admin] Publish callbacks [] for subnet (36204296-9d8f-4345-a80a-b5e1879a8383), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.900270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f297687-79bd-4bd2-83c4-b02e175fb3cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (36204296-9d8f-4345-a80a-b5e1879a8383), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:29.975562 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f297687-79bd-4bd2-83c4-b02e175fb3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (36204296-9d8f-4345-a80a-b5e1879a8383), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.031415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f297687-79bd-4bd2-83c4-b02e175fb3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (36204296-9d8f-4345-a80a-b5e1879a8383), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.061382 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f297687-79bd-4bd2-83c4-b02e175fb3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36204296-9d8f-4345-a80a-b5e1879a8383,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:30.066780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9f297687-79bd-4bd2-83c4-b02e175fb3cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.072524 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9f297687-79bd-4bd2-83c4-b02e175fb3cb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/36204296-9d8f-4345-a80a-b5e1879a8383 HTTP/1.1" status: 204 len: 168 time: 0.2613730 Nov 03 02:35:30.073071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42558) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:30.073579 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeaa107-1278-4140-9ee4-460a03f30ed9 None None] Network f8abacdd-d96f-43c8-8575-72d2a8ea47d7 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:35:30.148374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (f8abacdd-d96f-43c8-8575-72d2a8ea47d7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.198575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Deleting port 36de0db7-15f6-41e4-88f1-2cb5057bca5c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:35:30.198915 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.261636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] For port 36de0db7-15f6-41e4-88f1-2cb5057bca5c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=36de0db7-15f6-41e4-88f1-2cb5057bca5c,segment=NetworkSegment(e9bb3117-cd93-4343-abab-be49b222044e),segment_id=e9bb3117-cd93-4343-abab-be49b222044e)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:35:30.261922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.274847 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Calling delete_port for 36de0db7-15f6-41e4-88f1-2cb5057bca5c owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:35:30.355136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (36de0db7-15f6-41e4-88f1-2cb5057bca5c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.381791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] No DVR routers for this DVR port 36de0db7-15f6-41e4-88f1-2cb5057bca5c on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:35:30.385344 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Pushing event deleted for resources: {'Port': ['ID=36de0db7-15f6-41e4-88f1-2cb5057bca5c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:30.438849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3e7e3-455c-4ab9-bc58-f35853245bda None None] DHCP port deletion for f8abacdd-d96f-43c8-8575-72d2a8ea47d7 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:35:30.471149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (f8abacdd-d96f-43c8-8575-72d2a8ea47d7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.493203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8abacdd-d96f-43c8-8575-72d2a8ea47d7']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:30.503305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bb3117-cd93-4343-abab-be49b222044e') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:30.503681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bb3117-cd93-4343-abab-be49b222044e') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:35:30.508970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 36de0db7-15f6-41e4-88f1-2cb5057bca5c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:35:30.514847 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (e9bb3117-cd93-4343-abab-be49b222044e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.528014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 36de0db7-15f6-41e4-88f1-2cb5057bca5c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:35:30.528311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (e9bb3117-cd93-4343-abab-be49b222044e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.528451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 36de0db7-15f6-41e4-88f1-2cb5057bca5c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:35:30.528814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 09d383f5-de03-4496-9d39-c9aac85d710f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:35:30.534895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:35:30.535292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (e9bb3117-cd93-4343-abab-be49b222044e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.551343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 09d383f5-de03-4496-9d39-c9aac85d710f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:35:30.551343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 09d383f5-de03-4496-9d39-c9aac85d710f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:35:30.551343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:35:30.570630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:35:30.570991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 02bcd2bb-39d1-4d0f-bf42-bb73ab5fb9f2 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:35:30.574395 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment e9bb3117-cd93-4343-abab-be49b222044e resource provider aggregate not found Nov 03 02:35:30.599124 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment e9bb3117-cd93-4343-abab-be49b222044e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9bb3117-cd93-4343-abab-be49b222044e found for delete ", "request_id": "req-b6485ce2-86a0-42a3-a72f-ca50bc318515"}]} Nov 03 02:35:30.606886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (f8abacdd-d96f-43c8-8575-72d2a8ea47d7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.613521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.616695 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] 10.222.0.23 "DELETE /v2.0/networks/f8abacdd-d96f-43c8-8575-72d2a8ea47d7 HTTP/1.1" status: 204 len: 168 time: 0.5426071 Nov 03 02:35:30.628162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1cc7b-7728-40e0-8bff-1a43032fb76c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8abacdd-d96f-43c8-8575-72d2a8ea47d7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:30.735636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42568) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:30.775239 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bc938848-002a-40ef-bc32-df3041c79909 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85d090cdd5024f12953b609b70451319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383584 Nov 03 02:35:30.777687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42570) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:30.829688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fe509d31-2797-4704-b753-dc57918f01cc admin admin] Publish callbacks [] for security_group (484fc5b6-6f47-4751-880c-6d36e7ad5c58), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.850535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fe509d31-2797-4704-b753-dc57918f01cc admin admin] Publish callbacks [] for security_group (484fc5b6-6f47-4751-880c-6d36e7ad5c58), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.897769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fe509d31-2797-4704-b753-dc57918f01cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (484fc5b6-6f47-4751-880c-6d36e7ad5c58), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.900345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fe509d31-2797-4704-b753-dc57918f01cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:30.901522 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fe509d31-2797-4704-b753-dc57918f01cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/484fc5b6-6f47-4751-880c-6d36e7ad5c58 HTTP/1.1" status: 204 len: 168 time: 0.1229241 Nov 03 02:35:30.909211 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe509d31-2797-4704-b753-dc57918f01cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484fc5b6-6f47-4751-880c-6d36e7ad5c58,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:31.210106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42576) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:31.249546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f32bd644-e7bb-4d03-9e00-83dae9594c37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d2363d7e5b048fa8bc30129764f8216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383101 Nov 03 02:35:31.251876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42578) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:31.299098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-702effd5-8a95-4167-a4f3-d1eab759a911 admin admin] Publish callbacks [] for security_group (3deb133a-29a2-4467-b627-d8606513a809), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:31.320399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-702effd5-8a95-4167-a4f3-d1eab759a911 admin admin] Publish callbacks [] for security_group (3deb133a-29a2-4467-b627-d8606513a809), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:31.366968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-702effd5-8a95-4167-a4f3-d1eab759a911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3deb133a-29a2-4467-b627-d8606513a809), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:31.369603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-702effd5-8a95-4167-a4f3-d1eab759a911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:31.370743 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-702effd5-8a95-4167-a4f3-d1eab759a911 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3deb133a-29a2-4467-b627-d8606513a809 HTTP/1.1" status: 204 len: 168 time: 0.1179931 Nov 03 02:35:31.379196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702effd5-8a95-4167-a4f3-d1eab759a911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deb133a-29a2-4467-b627-d8606513a809,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:38.115078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:38.979954 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:35:39.745972 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a4a664e4-cf72-4906-a9d4-9a8f363463e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:42.240469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7198fe36-af82-45a2-bd4f-8739c8645e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:43.175151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:44.666200 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:46.087449 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:53.454006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42584) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:35:53.676837 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:35:53.764684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25203626'] for subnet (c62b663c-f020-42e4-a0fc-93d09267f1ca), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:53.910750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753905997963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3189553'] for subnet (c62b663c-f020-42e4-a0fc-93d09267f1ca), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:53.944676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:53.945280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:53.946591 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/subnets/c62b663c-f020-42e4-a0fc-93d09267f1ca HTTP/1.1" status: 200 len: 836 time: 0.4915826 Nov 03 02:35:53.951878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03355bf-5ba6-492b-9dd9-fbcc44829bd3 None None] Network 45c33709-7c50-4eae-9c60-7f057e825a99 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:35:53.965924 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Subnet': ['ID=c62b663c-f020-42e4-a0fc-93d09267f1ca,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:35:53.974375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.974738 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.975093 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.975474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.975803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.976141 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.976496 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.976866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.977224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.977560 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.977893 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.978230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:53.978562 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f131481-03ee-4b05-acd1-368cd52f221c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:35:54.255905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Provisioning complete for port 75dfce90-89e2-445b-9a40-6592bbcf3e56 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:35:54.256280 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:54.256657 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Attempt 1 to provision port 75dfce90-89e2-445b-9a40-6592bbcf3e56 Nov 03 02:35:54.329611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Current status of the port 75dfce90-89e2-445b-9a40-6592bbcf3e56 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:35:54.339414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Provisioning complete for port ae1d968b-dd78-4687-bce6-e0cec1a6f95c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:35:54.339745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:54.340082 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Attempt 1 to provision port ae1d968b-dd78-4687-bce6-e0cec1a6f95c Nov 03 02:35:54.415583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Current status of the port ae1d968b-dd78-4687-bce6-e0cec1a6f95c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:35:54.426320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Provisioning complete for port 988caa9c-748d-423e-b4d9-d684029e31d2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:35:54.426700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:35:54.427040 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Attempt 1 to provision port 988caa9c-748d-423e-b4d9-d684029e31d2 Nov 03 02:35:54.495643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-94b591af-e3d7-48c8-b493-375e4004fc10 None None] Current status of the port 988caa9c-748d-423e-b4d9-d684029e31d2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:35:56.108802 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-3f0df94d-778c-4900-8638-de8eed867e8e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436513 Nov 03 02:35:56.178741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-59f87344-049f-4e6b-b9a0-e88b328ced49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:56.180125 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-59f87344-049f-4e6b-b9a0-e88b328ced49 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 1129 time: 0.0438240 Nov 03 02:35:56.295229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-a1c0f990-0f56-4507-a69a-9e8e946fef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:56.296706 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-a1c0f990-0f56-4507-a69a-9e8e946fef61 service neutron] 10.222.0.27 "GET /v2.0/networks?id=45c33709-7c50-4eae-9c60-7f057e825a99 HTTP/1.1" status: 200 len: 898 time: 0.0869987 Nov 03 02:35:56.363123 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-2ffa3e89-48f6-4b2c-96b2-71e6f984388c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae1d968b-dd78-4687-bce6-e0cec1a6f95c HTTP/1.1" status: 200 len: 1000 time: 0.0539541 Nov 03 02:35:56.414908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-7dfb9257-868b-448e-ac3c-a95625cad017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:56.416322 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-7dfb9257-868b-448e-ac3c-a95625cad017 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c62b663c-f020-42e4-a0fc-93d09267f1ca HTTP/1.1" status: 200 len: 844 time: 0.0434213 Nov 03 02:35:56.471736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-454af454-5eb1-46fc-9f7f-5a27c8bb8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:35:56.473165 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-454af454-5eb1-46fc-9f7f-5a27c8bb8cee service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=45c33709-7c50-4eae-9c60-7f057e825a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467067 Nov 03 02:35:56.565373 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-331393b3-d7b2-46ca-b0a0-49d09fb4b929 service neutron] 10.222.0.27 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817606 Nov 03 02:35:56.662624 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3575fe31-c3b1-4ccf-90c2-f535c7921062 req-ab82ec1b-ee76-4885-9563-8e6a58efde4e service neutron] 10.222.0.27 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860605 Nov 03 02:36:08.114005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:09.747472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7ea89689-0431-4cc7-903b-a9d285697f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:12.241400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4d39f99f-e693-4bb0-8b6a-37bfbd2aa7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:13.178633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:14.668068 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:15.979306 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:36:16.089271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:36.879312 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42594) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:37.025310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port f2d1d46f-8e84-424f-91e6-c29eb04f9e92 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:36:37.025654 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f2d1d46f-8e84-424f-91e6-c29eb04f9e92), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:37.102811 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f2d1d46f-8e84-424f-91e6-c29eb04f9e92), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:37.103138 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (f2d1d46f-8e84-424f-91e6-c29eb04f9e92), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:37.115039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for f2d1d46f-8e84-424f-91e6-c29eb04f9e92 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:36:37.253568 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f2d1d46f-8e84-424f-91e6-c29eb04f9e92), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:37.281798 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=f2d1d46f-8e84-424f-91e6-c29eb04f9e92,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:37.343296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (45ffa419-d282-4d68-a115-54cce7905683), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:37.344154 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 45ffa419-d282-4d68-a115-54cce7905683 disassociated (deleted). External IP: 172.26.6.66, port: ae1d968b-dd78-4687-bce6-e0cec1a6f95c. Nov 03 02:36:37.548157 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:36:37.651058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:36:37.655888 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:37.662157 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1b88c-995e-42cf-b5c1-b13edd569bd3 None None] Sync routers for ids ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:36:37.671658 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1b88c-995e-42cf-b5c1-b13edd569bd3 None None] Routers {'bfc4ac39-f1dc-409e-a14f-ae7f58556a08'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:36:37.673105 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-28b1b88c-995e-42cf-b5c1-b13edd569bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:36:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:37.685447 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6d28cd10-9871-4aec-8ad4-d6a7c32beace tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/floatingips/45ffa419-d282-4d68-a115-54cce7905683 HTTP/1.1" status: 204 len: 168 time: 0.8050084 Nov 03 02:36:37.686093 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eabdcf2-2d52-4630-9839-43d282266050', 'tag': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:36:37.689196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5924f20-e218-489e-ae57-b5d589fbbc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "9eabdcf2-2d52-4630-9839-43d282266050", "tag": "ae1d968b-dd78-4687-bce6-e0cec1a6f95c"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:36:37.728363 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34f7bbc-446f-4df0-948e-56ecf23825b1 x-openstack-request-id: req-b34f7bbc-446f-4df0-948e-56ecf23825b1 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:36:37.728990 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eabdcf2-2d52-4630-9839-43d282266050", "tag": "ae1d968b-dd78-4687-bce6-e0cec1a6f95c", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:36:37.729260 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b34f7bbc-446f-4df0-948e-56ecf23825b1 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:36:37.729797 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34f7bbc-446f-4df0-948e-56ecf23825b1'] response: {'name': 'network-changed', 'server_uuid': '9eabdcf2-2d52-4630-9839-43d282266050', 'tag': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c', 'status': 'completed', 'code': 200} Nov 03 02:36:37.807631 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924f20-e218-489e-ae57-b5d589fbbc7a req-934bd640-c77b-483f-9399-026055416556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:37.810703 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c5924f20-e218-489e-ae57-b5d589fbbc7a req-934bd640-c77b-483f-9399-026055416556 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 1129 time: 0.0524223 Nov 03 02:36:37.870749 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-28b1b88c-995e-42cf-b5c1-b13edd569bd3 None None] Set router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:36:37.951780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924f20-e218-489e-ae57-b5d589fbbc7a req-004dc352-5963-4c9d-83a2-d25ed55d9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:37.954224 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c5924f20-e218-489e-ae57-b5d589fbbc7a req-004dc352-5963-4c9d-83a2-d25ed55d9e7b service neutron] 10.222.0.27 "GET /v2.0/networks?id=45c33709-7c50-4eae-9c60-7f057e825a99 HTTP/1.1" status: 200 len: 898 time: 0.1342821 Nov 03 02:36:37.961742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26f140-9a6e-4e0c-93d6-24788190c46c req-d636d1a6-1a7f-4e6b-9af5-205afedfe2c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:37.963099 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a26f140-9a6e-4e0c-93d6-24788190c46c req-d636d1a6-1a7f-4e6b-9af5-205afedfe2c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 945 time: 0.0795269 Nov 03 02:36:38.010787 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c5924f20-e218-489e-ae57-b5d589fbbc7a req-997c0ac2-04f2-46a4-a023-ee7a2c5a6582 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae1d968b-dd78-4687-bce6-e0cec1a6f95c HTTP/1.1" status: 200 len: 217 time: 0.0467403 Nov 03 02:36:38.064519 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-28b1b88c-995e-42cf-b5c1-b13edd569bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:41Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '988caa9c-748d-423e-b4d9-d684029e31d2', 'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2e:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:40Z', 'updated_at': '2022-11-03T02:33:43Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:38.072017 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a26f140-9a6e-4e0c-93d6-24788190c46c req-2b589945-f721-4567-acca-f9027bec9bc4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017323 Nov 03 02:36:38.081318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924f20-e218-489e-ae57-b5d589fbbc7a req-6abbcc26-e852-4cb3-8330-8054919abc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:38.082998 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c5924f20-e218-489e-ae57-b5d589fbbc7a req-6abbcc26-e852-4cb3-8330-8054919abc9c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c62b663c-f020-42e4-a0fc-93d09267f1ca HTTP/1.1" status: 200 len: 844 time: 0.0652032 Nov 03 02:36:38.087682 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1b88c-995e-42cf-b5c1-b13edd569bd3 None None] Checking router: bfc4ac39-f1dc-409e-a14f-ae7f58556a08 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:36:38.096797 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1b88c-995e-42cf-b5c1-b13edd569bd3 None None] Routers {'bfc4ac39-f1dc-409e-a14f-ae7f58556a08'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:36:38.097398 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-28b1b88c-995e-42cf-b5c1-b13edd569bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:36:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:38.118981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:38.136651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924f20-e218-489e-ae57-b5d589fbbc7a req-4e21982f-8744-414f-b780-6c2282d9cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:38.138152 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c5924f20-e218-489e-ae57-b5d589fbbc7a req-4e21982f-8744-414f-b780-6c2282d9cc97 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=45c33709-7c50-4eae-9c60-7f057e825a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0481339 Nov 03 02:36:38.202307 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-28b1b88c-995e-42cf-b5c1-b13edd569bd3 None None] Set router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:36:38.231513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c5924f20-e218-489e-ae57-b5d589fbbc7a req-a056200d-ffcb-4f10-9e3f-dddc0046cf45 service neutron] 10.222.0.27 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863972 Nov 03 02:36:38.323823 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c5924f20-e218-489e-ae57-b5d589fbbc7a req-8df7600f-4ca5-42e5-98a9-75918b883ce9 service neutron] 10.222.0.27 "GET /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843253 Nov 03 02:36:38.393175 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-28b1b88c-995e-42cf-b5c1-b13edd569bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:41Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '988caa9c-748d-423e-b4d9-d684029e31d2', 'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2e:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:40Z', 'updated_at': '2022-11-03T02:33:43Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:38.419597 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1b88c-995e-42cf-b5c1-b13edd569bd3 None None] The sync data for ids ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'] in dv-neutron-860659-5-hyperv is: [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:33:41Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '988caa9c-748d-423e-b4d9-d684029e31d2', 'name': '', 'network_id': '45c33709-7c50-4eae-9c60-7f057e825a99', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:2e:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:40Z', 'updated_at': '2022-11-03T02:33:43Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': 'c62b663c-f020-42e4-a0fc-93d09267f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:36:38.652575 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1def5e-e988-4cb8-b2f4-e01b06e6dd53 None None] New status for floating IP 45ffa419-d282-4d68-a115-54cce7905683: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:36:39.203491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd2ce6-99de-44af-9aea-8531f6f4ddb8 req-011b6f3d-8e92-45af-9b19-6da548ea828b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:39.205008 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bcfd2ce6-99de-44af-9aea-8531f6f4ddb8 req-011b6f3d-8e92-45af-9b19-6da548ea828b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 945 time: 0.0531156 Nov 03 02:36:39.258915 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bcfd2ce6-99de-44af-9aea-8531f6f4ddb8 req-7797fe3b-f931-496e-8867-8ac5b3a3e8c0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483122 Nov 03 02:36:39.445406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099f47f-f4e4-4922-a3c3-48264ee353a3 req-59029116-3056-4c98-a700-707fbe3c8a0b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:39.446843 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b099f47f-f4e4-4922-a3c3-48264ee353a3 req-59029116-3056-4c98-a700-707fbe3c8a0b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 945 time: 0.0527375 Nov 03 02:36:39.534047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-b099f47f-f4e4-4922-a3c3-48264ee353a3 req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port ae1d968b-dd78-4687-bce6-e0cec1a6f95c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:36:39.534306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b099f47f-f4e4-4922-a3c3-48264ee353a3 req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:39.623138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-b099f47f-f4e4-4922-a3c3-48264ee353a3 req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port ae1d968b-dd78-4687-bce6-e0cec1a6f95c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=ae1d968b-dd78-4687-bce6-e0cec1a6f95c,segment=NetworkSegment(1e64abca-d23e-46c8-96cb-9f92192df755),segment_id=1e64abca-d23e-46c8-96cb-9f92192df755)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:36:39.623497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b099f47f-f4e4-4922-a3c3-48264ee353a3 req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:39.635242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-b099f47f-f4e4-4922-a3c3-48264ee353a3 req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for ae1d968b-dd78-4687-bce6-e0cec1a6f95c owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:36:39.749725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-632217de-7693-47c4-b36f-bc810a138336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:39.766875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b099f47f-f4e4-4922-a3c3-48264ee353a3 req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ae1d968b-dd78-4687-bce6-e0cec1a6f95c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:39.795686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=ae1d968b-dd78-4687-bce6-e0cec1a6f95c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:39.822943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.823301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.823650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.823989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.824326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.824686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.825036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.825350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.825702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.826036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.826361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.826685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.827009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:39.847057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-b099f47f-f4e4-4922-a3c3-48264ee353a3 req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] No DVR routers for this DVR port ae1d968b-dd78-4687-bce6-e0cec1a6f95c on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:36:39.849394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b099f47f-f4e4-4922-a3c3-48264ee353a3 req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:39.852640 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b099f47f-f4e4-4922-a3c3-48264ee353a3 req-24218a34-b54c-429b-9887-6925cfeb57ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "DELETE /v2.0/ports/ae1d968b-dd78-4687-bce6-e0cec1a6f95c HTTP/1.1" status: 204 len: 173 time: 0.3981824 Nov 03 02:36:39.853134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eabdcf2-2d52-4630-9839-43d282266050', 'name': 'network-vif-deleted', 'tag': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:36:39.855384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47d8fbb-6bde-4c3a-a043-bba6cfbcb845" -d '{"events": [{"server_uuid": "9eabdcf2-2d52-4630-9839-43d282266050", "name": "network-vif-deleted", "tag": "ae1d968b-dd78-4687-bce6-e0cec1a6f95c"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:36:39.892135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff413484-cefa-4269-a6f6-02ce568e69ee x-openstack-request-id: req-ff413484-cefa-4269-a6f6-02ce568e69ee {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:36:39.892507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eabdcf2-2d52-4630-9839-43d282266050", "name": "network-vif-deleted", "tag": "ae1d968b-dd78-4687-bce6-e0cec1a6f95c", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:36:39.892773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff413484-cefa-4269-a6f6-02ce568e69ee {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:36:39.893186 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff413484-cefa-4269-a6f6-02ce568e69ee'] response: {'server_uuid': '9eabdcf2-2d52-4630-9839-43d282266050', 'name': 'network-vif-deleted', 'tag': 'ae1d968b-dd78-4687-bce6-e0cec1a6f95c', 'status': 'completed', 'code': 200} Nov 03 02:36:40.373533 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7c274948-8f88-4e2b-9839-7ebd68fa2e5e req-f03c9485-092b-47dc-95ed-da66eeecd1c8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eabdcf2-2d52-4630-9839-43d282266050 HTTP/1.1" status: 200 len: 210 time: 0.0281863 Nov 03 02:36:41.443281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42618) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:41.500058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d90e30d-f25e-4dc4-83e4-3cda14eaa2a5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (c053bcef-6c6e-4e79-9abb-e4a7a42a5df4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:41.528060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d90e30d-f25e-4dc4-83e4-3cda14eaa2a5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (c053bcef-6c6e-4e79-9abb-e4a7a42a5df4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:41.586555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d90e30d-f25e-4dc4-83e4-3cda14eaa2a5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c053bcef-6c6e-4e79-9abb-e4a7a42a5df4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:41.589177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9d90e30d-f25e-4dc4-83e4-3cda14eaa2a5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:41.590304 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9d90e30d-f25e-4dc4-83e4-3cda14eaa2a5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/c053bcef-6c6e-4e79-9abb-e4a7a42a5df4 HTTP/1.1" status: 204 len: 168 time: 0.1460316 Nov 03 02:36:41.599978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90e30d-f25e-4dc4-83e4-3cda14eaa2a5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c053bcef-6c6e-4e79-9abb-e4a7a42a5df4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:41.627281 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42622) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:41.967606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:42.206028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 988caa9c-748d-423e-b4d9-d684029e31d2 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:36:42.206374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:42.242179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0aca1beb-84c4-4e8f-9cc8-510c95f8be84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:42.300460 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 988caa9c-748d-423e-b4d9-d684029e31d2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=988caa9c-748d-423e-b4d9-d684029e31d2,segment=NetworkSegment(1e64abca-d23e-46c8-96cb-9f92192df755),segment_id=1e64abca-d23e-46c8-96cb-9f92192df755)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:36:42.300852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:42.313176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 988caa9c-748d-423e-b4d9-d684029e31d2 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:36:42.495081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (988caa9c-748d-423e-b4d9-d684029e31d2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:42.520041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=988caa9c-748d-423e-b4d9-d684029e31d2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:42.694154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:42.896379 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:36:42.997862 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:36:43.003623 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cfd1224b-cc6b-47cf-96fd-5b0454c64cd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/bfc4ac39-f1dc-409e-a14f-ae7f58556a08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3753247 Nov 03 02:36:43.006305 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42624) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:43.008963 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ad85af-5c43-4155-8b9b-3c9405011450 None None] Sync routers for ids ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:36:43.018999 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad85af-5c43-4155-8b9b-3c9405011450 None None] Routers {'bfc4ac39-f1dc-409e-a14f-ae7f58556a08'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:36:43.019707 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-75ad85af-5c43-4155-8b9b-3c9405011450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:36:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:43.056721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-815b6339-3724-43b2-8da5-19f6320b55ce tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting subnet c62b663c-f020-42e4-a0fc-93d09267f1ca {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:36:43.059813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-815b6339-3724-43b2-8da5-19f6320b55ce tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (c62b663c-f020-42e4-a0fc-93d09267f1ca), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.104199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-815b6339-3724-43b2-8da5-19f6320b55ce tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (c62b663c-f020-42e4-a0fc-93d09267f1ca), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.119688 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-75ad85af-5c43-4155-8b9b-3c9405011450 None None] Set router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:36:43.182938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.184784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-815b6339-3724-43b2-8da5-19f6320b55ce tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (c62b663c-f020-42e4-a0fc-93d09267f1ca), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.245964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-815b6339-3724-43b2-8da5-19f6320b55ce tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (c62b663c-f020-42e4-a0fc-93d09267f1ca), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.277835 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b6339-3724-43b2-8da5-19f6320b55ce tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Subnet': ['ID=c62b663c-f020-42e4-a0fc-93d09267f1ca,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:43.283108 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-815b6339-3724-43b2-8da5-19f6320b55ce tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.286322 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-815b6339-3724-43b2-8da5-19f6320b55ce tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/subnets/c62b663c-f020-42e4-a0fc-93d09267f1ca HTTP/1.1" status: 204 len: 168 time: 0.2791097 Nov 03 02:36:43.289000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42626) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:43.290572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626f5fc3-7735-4c09-846d-7f533ed3e957 None None] Network 45c33709-7c50-4eae-9c60-7f057e825a99 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:36:43.303413 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-75ad85af-5c43-4155-8b9b-3c9405011450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:36:42Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:43.330938 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ad85af-5c43-4155-8b9b-3c9405011450 None None] Checking router: bfc4ac39-f1dc-409e-a14f-ae7f58556a08 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:36:43.342061 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad85af-5c43-4155-8b9b-3c9405011450 None None] Routers {'bfc4ac39-f1dc-409e-a14f-ae7f58556a08'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:36:43.343075 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-75ad85af-5c43-4155-8b9b-3c9405011450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:36:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:43.401193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.452333 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-75ad85af-5c43-4155-8b9b-3c9405011450 None None] Set router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:36:43.470124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] DHCP port deletion for 45c33709-7c50-4eae-9c60-7f057e825a99 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:36:43.519572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Deleting port 75dfce90-89e2-445b-9a40-6592bbcf3e56 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:36:43.520120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.588898 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] For port 75dfce90-89e2-445b-9a40-6592bbcf3e56, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=75dfce90-89e2-445b-9a40-6592bbcf3e56,segment=NetworkSegment(1e64abca-d23e-46c8-96cb-9f92192df755),segment_id=1e64abca-d23e-46c8-96cb-9f92192df755)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:36:43.589443 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.604045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Calling delete_port for 75dfce90-89e2-445b-9a40-6592bbcf3e56 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:36:43.646561 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-75ad85af-5c43-4155-8b9b-3c9405011450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:36:42Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:43.671650 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ad85af-5c43-4155-8b9b-3c9405011450 None None] The sync data for ids ['bfc4ac39-f1dc-409e-a14f-ae7f58556a08'] in dv-neutron-860659-5-hyperv is: [{'id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'name': 'tempest-TestNetworkBasicOps-router-1346934938', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:33:37Z', 'updated_at': '2022-11-03T02:36:42Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': 'aeb7f919-a94a-41c5-b244-4f3afdca7bee', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc4ac39-f1dc-409e-a14f-ae7f58556a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:33:38Z', 'updated_at': '2022-11-03T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:36:43.686970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (75dfce90-89e2-445b-9a40-6592bbcf3e56), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.714793 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Pushing event deleted for resources: {'Port': ['ID=75dfce90-89e2-445b-9a40-6592bbcf3e56,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:43.719745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] No DVR routers for this DVR port 75dfce90-89e2-445b-9a40-6592bbcf3e56 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.732262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee412-cad6-4063-8a4f-3a6949019457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:43.808549 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.855621 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port aeb7f919-a94a-41c5-b244-4f3afdca7bee {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:36:43.855966 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.933384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port aeb7f919-a94a-41c5-b244-4f3afdca7bee, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=aeb7f919-a94a-41c5-b244-4f3afdca7bee,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:36:43.933754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:43.946995 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for aeb7f919-a94a-41c5-b244-4f3afdca7bee owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:36:44.114836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (aeb7f919-a94a-41c5-b244-4f3afdca7bee), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.140143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=aeb7f919-a94a-41c5-b244-4f3afdca7bee,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:44.209229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.288465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device ae1d968b-dd78-4687-bce6-e0cec1a6f95c no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:36:44.298082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.300270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.310955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: ae1d968b-dd78-4687-bce6-e0cec1a6f95c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:36:44.311494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device ae1d968b-dd78-4687-bce6-e0cec1a6f95c not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:36:44.343372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (bfc4ac39-f1dc-409e-a14f-ae7f58556a08), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.343935 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Fanout notify agent at l3_agent the message router_deleted on router bfc4ac39-f1dc-409e-a14f-ae7f58556a08 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:36:44.350609 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.351732 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0045c881-4917-4673-88a8-5758ea7624e2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/routers/bfc4ac39-f1dc-409e-a14f-ae7f58556a08 HTTP/1.1" status: 204 len: 168 time: 1.0615704 Nov 03 02:36:44.354557 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42628) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:44.442770 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (45c33709-7c50-4eae-9c60-7f057e825a99), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.531964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (45c33709-7c50-4eae-9c60-7f057e825a99), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.550900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c33709-7c50-4eae-9c60-7f057e825a99']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:44.559747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e64abca-d23e-46c8-96cb-9f92192df755') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:44.560047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e64abca-d23e-46c8-96cb-9f92192df755') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:44.573546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (1e64abca-d23e-46c8-96cb-9f92192df755), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.586918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1e64abca-d23e-46c8-96cb-9f92192df755), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.593694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:36:44.594122 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (1e64abca-d23e-46c8-96cb-9f92192df755), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.659509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (45c33709-7c50-4eae-9c60-7f057e825a99), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.668716 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.673787 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/networks/45c33709-7c50-4eae-9c60-7f057e825a99 HTTP/1.1" status: 204 len: 168 time: 0.3170938 Nov 03 02:36:44.689770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42634) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:44.694105 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bfb57-3df8-4345-8862-2ae44a65188b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Network': ['ID=45c33709-7c50-4eae-9c60-7f057e825a99,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:44.695075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'network': {'name': 'tempest-network-smoke--37806490', 'project_id': '313880603e634d3084046ce40393537e', 'port_security_enabled': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:44.700687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.719162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:36:44.722949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.744738 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1e64abca-d23e-46c8-96cb-9f92192df755 resource provider aggregate not found Nov 03 02:36:44.746639 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:36:44.756817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b9eb6c20-9e06-47fc-8a42-8c749bf38710), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.757188 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Added segment b9eb6c20-9e06-47fc-8a42-8c749bf38710 of type vlan for network 69c29832-a9e8-46a4-9b03-6edd6bce93fe Nov 03 02:36:44.762897 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1e64abca-d23e-46c8-96cb-9f92192df755 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e64abca-d23e-46c8-96cb-9f92192df755 found for delete ", "request_id": "req-ebabac32-549a-4143-8b70-5fbb4bf8e19b"}]} Nov 03 02:36:44.805001 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (69c29832-a9e8-46a4-9b03-6edd6bce93fe), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.851103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (69c29832-a9e8-46a4-9b03-6edd6bce93fe), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.856696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:44.857503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.891087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 988caa9c-748d-423e-b4d9-d684029e31d2 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:36:44.917300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 988caa9c-748d-423e-b4d9-d684029e31d2 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:36:44.917648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 988caa9c-748d-423e-b4d9-d684029e31d2 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:36:44.918076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 75dfce90-89e2-445b-9a40-6592bbcf3e56 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:36:44.920695 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2295387 Nov 03 02:36:44.923638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42638) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:44.928203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-172398638', 'admin_state_up': True, 'project_id': '313880603e634d3084046ce40393537e', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:44.933890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9633cdf-0798-450b-9f18-2878d106e4a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Network': ['ID=69c29832-a9e8-46a4-9b03-6edd6bce93fe,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:44.942854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 75dfce90-89e2-445b-9a40-6592bbcf3e56 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:36:44.943212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 75dfce90-89e2-445b-9a40-6592bbcf3e56 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:36:44.946131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 69c29832-a9e8-46a4-9b03-6edd6bce93fe details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:36:44.950076 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (a109b5fd-010e-454b-a197-6f1f24129306), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:44.951810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (a109b5fd-010e-454b-a197-6f1f24129306), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:45.010933 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (a109b5fd-010e-454b-a197-6f1f24129306), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:45.146447 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (a109b5fd-010e-454b-a197-6f1f24129306), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:45.336964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (a109b5fd-010e-454b-a197-6f1f24129306), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:45.355950 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:45.457337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.143 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/806baa5b-8598-4942-a8bc-a1ea714ca172) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:36:45.559871 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:45.592649 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:45.629308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:36:45.632140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:36:45.637828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:36:45.659411 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=806baa5b-8598-4942-a8bc-a1ea714ca172,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:45.882849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (a109b5fd-010e-454b-a197-6f1f24129306), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:46.070558 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (a109b5fd-010e-454b-a197-6f1f24129306), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:46.091310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:46.194339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router a109b5fd-010e-454b-a197-6f1f24129306 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:36:46.292549 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:36:46.302837 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Sync routers for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:36:46.313753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:46.314004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:36:46.314389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:36:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:46.314988 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9c82f3f3-41aa-4701-99ab-77c6bc87bb3b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3903570 Nov 03 02:36:46.318376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42640) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:46.414546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:36:46.465790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device aeb7f919-a94a-41c5-b244-4f3afdca7bee no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:36:46.482195 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c9f43d62-7166-4c84-8be8-5109b581debb tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=313880603e634d3084046ce40393537e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1626563 Nov 03 02:36:46.484967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42644) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:46.497819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: aeb7f919-a94a-41c5-b244-4f3afdca7bee {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:36:46.498165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device aeb7f919-a94a-41c5-b244-4f3afdca7bee not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:36:46.568466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa497350-a1e1-4543-9694-09b4cd6e33e6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:46.570006 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aa497350-a1e1-4543-9694-09b4cd6e33e6 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841382 Nov 03 02:36:46.572859 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42646) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:46.604271 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5a0807e0-f5e9-4b60-aa4d-30d440cb7782 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303526 Nov 03 02:36:46.606767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42648) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:46.611445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2080495896', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'project_id': '313880603e634d3084046ce40393537e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:46.612584 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:45Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:46.641562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Checking router: a109b5fd-010e-454b-a197-6f1f24129306 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:36:46.641913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Updating router a109b5fd-010e-454b-a197-6f1f24129306 port 806baa5b-8598-4942-a8bc-a1ea714ca172 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:36:46.668647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:46.698968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:36:46.702434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:46.884744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (70a24d16-bd28-465d-93fa-c3662063dab5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:46.918401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Publish callbacks [] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:46.925140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:46.955868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Attempting to bind port 806baa5b-8598-4942-a8bc-a1ea714ca172 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:36:46.956147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Attempting to bind port 806baa5b-8598-4942-a8bc-a1ea714ca172 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:36:46.956365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Subnet': ['ID=70a24d16-bd28-465d-93fa-c3662063dab5,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:46.956561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Attempting to bind port 806baa5b-8598-4942-a8bc-a1ea714ca172 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:36:46.961678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Checking segment: {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:36:46.962046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network hostable DHCP agents. Network: 69c29832-a9e8-46a4-9b03-6edd6bce93fe, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:36:46.965631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:36:46.966011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:36:46.966414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:46.966805 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:36:46.967533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Bound port: 806baa5b-8598-4942-a8bc-a1ea714ca172, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:36:46.967903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:46.980656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 69c29832-a9e8-46a4-9b03-6edd6bce93fe is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:36:46.991250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 69c29832-a9e8-46a4-9b03-6edd6bce93fe) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:36:46.995435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:46.996107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:47.004697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe2ac54-2aaa-4ebc-8ee4-4f64755fc330 None None] Network 69c29832-a9e8-46a4-9b03-6edd6bce93fe requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:36:47.014257 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-74dfb4fd-87dc-4c0c-8a15-8c7e22b6df40 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4065039 Nov 03 02:36:47.017146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42650) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:47.048854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd1fcc-ba51-4a6c-9b92-f1f73707187f None None] Pushing event updated for resources: {'Port': ['ID=806baa5b-8598-4942-a8bc-a1ea714ca172,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:47.090697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] For port 806baa5b-8598-4942-a8bc-a1ea714ca172, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:36:47.096832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] For port 806baa5b-8598-4942-a8bc-a1ea714ca172, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=806baa5b-8598-4942-a8bc-a1ea714ca172,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:36:47.111074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:47.174986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:36:47.175629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:36:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:47.186993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:36:47.187929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:47.248310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd1fcc-ba51-4a6c-9b92-f1f73707187f None None] Pushing event updated for resources: {'Port': ['ID=806baa5b-8598-4942-a8bc-a1ea714ca172,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:47.521010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:36:47.651005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Allocated IP 172.20.0.2 (69c29832-a9e8-46a4-9b03-6edd6bce93fe/70a24d16-bd28-465d-93fa-c3662063dab5/b14a7ce0-a589-468f-b31f-652d35c0086f) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:36:47.762129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:47.852350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:45Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:47.855623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Publish callbacks [] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:47.879032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f1ece-68f1-48d0-850b-4e38557af99b None None] The sync data for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv is: [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:45Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:36:47.884993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:47.923002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Network 69c29832-a9e8-46a4-9b03-6edd6bce93fe is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:36:47.925976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:36:47.928431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:36:47.945048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Pushing event updated for resources: {'Port': ['ID=b14a7ce0-a589-468f-b31f-652d35c0086f,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:47.994795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Attempting to bind port b14a7ce0-a589-468f-b31f-652d35c0086f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:36:47.995173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Attempting to bind port b14a7ce0-a589-468f-b31f-652d35c0086f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:36:47.995538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Attempting to bind port b14a7ce0-a589-468f-b31f-652d35c0086f on network 69c29832-a9e8-46a4-9b03-6edd6bce93fe {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:36:48.002479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:36:48.002863 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Checking segment: {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:36:48.003303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.003928 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Bound using segment: {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:36:48.005297 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Bound port: b14a7ce0-a589-468f-b31f-652d35c0086f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:36:48.005706 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.055129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.1 (69c29832-a9e8-46a4-9b03-6edd6bce93fe/70a24d16-bd28-465d-93fa-c3662063dab5/0c7e0f28-4c80-4d08-826b-7095b6a2445e) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:36:48.073462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] For port b14a7ce0-a589-468f-b31f-652d35c0086f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:36:48.077084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] For port b14a7ce0-a589-468f-b31f-652d35c0086f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b14a7ce0-a589-468f-b31f-652d35c0086f,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:36:48.085153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.164091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ef70c-7bad-424c-a28a-27e552dd4607 None None] Pushing event updated for resources: {'Port': ['ID=b14a7ce0-a589-468f-b31f-652d35c0086f,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:48.217904 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.252580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.302851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 69c29832-a9e8-46a4-9b03-6edd6bce93fe is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:36:48.308429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:36:48.312937 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:36:48.317856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=0c7e0f28-4c80-4d08-826b-7095b6a2445e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:48.376270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (a109b5fd-010e-454b-a197-6f1f24129306), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.535225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.602702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b14a7ce0-a589-468f-b31f-652d35c0086f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:36:48.665885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b14a7ce0-a589-468f-b31f-652d35c0086f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:36:48.666485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.666833 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b14a7ce0-a589-468f-b31f-652d35c0086f Nov 03 02:36:48.757692 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b14a7ce0-a589-468f-b31f-652d35c0086f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:36:48.758091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.792261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port b14a7ce0-a589-468f-b31f-652d35c0086f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b14a7ce0-a589-468f-b31f-652d35c0086f,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:36:48.796980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.798331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 806baa5b-8598-4942-a8bc-a1ea714ca172 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:36:48.854150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.862476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.878150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=b14a7ce0-a589-468f-b31f-652d35c0086f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:48.889173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 806baa5b-8598-4942-a8bc-a1ea714ca172 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:36:48.889475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.889832 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 806baa5b-8598-4942-a8bc-a1ea714ca172 Nov 03 02:36:48.960115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=0c7e0f28-4c80-4d08-826b-7095b6a2445e,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:48.970929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (a109b5fd-010e-454b-a197-6f1f24129306), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:48.989330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 806baa5b-8598-4942-a8bc-a1ea714ca172 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:36:48.989800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:49.011903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 806baa5b-8598-4942-a8bc-a1ea714ca172, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=806baa5b-8598-4942-a8bc-a1ea714ca172,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:36:49.018364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:49.074835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=806baa5b-8598-4942-a8bc-a1ea714ca172,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:49.090570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 69c29832-a9e8-46a4-9b03-6edd6bce93fe is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:36:49.091976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:36:49.209368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router a109b5fd-010e-454b-a197-6f1f24129306 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:36:49.251884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c5e395-a411-44a5-91e3-dfaf59a78ce1 None None] Network 69c29832-a9e8-46a4-9b03-6edd6bce93fe requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:36:49.313564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:36:49.318994 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7b8cc807-a6b5-48dd-a470-97e623994d22 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/a109b5fd-010e-454b-a197-6f1f24129306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3008139 Nov 03 02:36:49.323749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42652) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:49.362266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-caa14122-9b4f-4920-80d7-11c8b0bc6a1f None None] Provisioning complete for port b14a7ce0-a589-468f-b31f-652d35c0086f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:36:49.362647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-caa14122-9b4f-4920-80d7-11c8b0bc6a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:49.362991 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-caa14122-9b4f-4920-80d7-11c8b0bc6a1f None None] Attempt 1 to provision port b14a7ce0-a589-468f-b31f-652d35c0086f Nov 03 02:36:49.433034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc89b88d-8d16-4f59-a3f6-2190b946812b tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:49.433886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc89b88d-8d16-4f59-a3f6-2190b946812b tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:49.434661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc89b88d-8d16-4f59-a3f6-2190b946812b tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:49.435236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc89b88d-8d16-4f59-a3f6-2190b946812b tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:49.438563 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bc89b88d-8d16-4f59-a3f6-2190b946812b tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1108787 Nov 03 02:36:49.440445 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42656) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:49.465310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-caa14122-9b4f-4920-80d7-11c8b0bc6a1f None None] Current status of the port b14a7ce0-a589-468f-b31f-652d35c0086f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:36:49.512177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb6f254-f493-404a-b00d-25eb9d907a92 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:49.512715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb6f254-f493-404a-b00d-25eb9d907a92 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:49.513187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb6f254-f493-404a-b00d-25eb9d907a92 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:49.513644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb6f254-f493-404a-b00d-25eb9d907a92 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:49.516532 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8eb6f254-f493-404a-b00d-25eb9d907a92 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0739188 Nov 03 02:36:49.518429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42658) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:49.687128 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f63eb844-3df5-47e7-9ab1-690772cba335 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1675317 Nov 03 02:36:49.697382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Provisioning complete for port 0c7e0f28-4c80-4d08-826b-7095b6a2445e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:36:49.697770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:49.698112 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Attempt 1 to provision port 0c7e0f28-4c80-4d08-826b-7095b6a2445e Nov 03 02:36:49.745617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Port 0c7e0f28-4c80-4d08-826b-7095b6a2445e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:36:49.764196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42664) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:49.769739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6392b4fc-3939-4086-8847-fe7d0de796d8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701624622', 'description': 'tempest-secgroup-smoke-701624622 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:49.795004 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6392b4fc-3939-4086-8847-fe7d0de796d8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:49.841193 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Sync routers for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:36:49.855088 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:36:49.855693 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:36:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:49.892683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6392b4fc-3939-4086-8847-fe7d0de796d8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:49.896767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6392b4fc-3939-4086-8847-fe7d0de796d8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:49.940359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6392b4fc-3939-4086-8847-fe7d0de796d8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:49.942052 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6392b4fc-3939-4086-8847-fe7d0de796d8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1766617 Nov 03 02:36:49.944801 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392b4fc-3939-4086-8847-fe7d0de796d8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:49.945762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42666) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:49.957690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f868907f-cc42-46df-8876-020be9be4111 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:49.993699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f868907f-cc42-46df-8876-020be9be4111 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (cfe60936-a2ff-48d4-a381-ec31b6297bed), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.066461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f868907f-cc42-46df-8876-020be9be4111 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (cfe60936-a2ff-48d4-a381-ec31b6297bed), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.073510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f868907f-cc42-46df-8876-020be9be4111 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (cfe60936-a2ff-48d4-a381-ec31b6297bed), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.081105 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:36:50.102465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868907f-cc42-46df-8876-020be9be4111 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe60936-a2ff-48d4-a381-ec31b6297bed,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:50.115466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f868907f-cc42-46df-8876-020be9be4111 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.119680 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f868907f-cc42-46df-8876-020be9be4111 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692369 Nov 03 02:36:50.120323 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42668) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:50.126549 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-57f5b52e-181b-4e89-9b4d-d236f616aee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:50.161442 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57f5b52e-181b-4e89-9b4d-d236f616aee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (5d8fad1f-b9a4-412a-b18a-11f442b68a82), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.226938 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57f5b52e-181b-4e89-9b4d-d236f616aee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (5d8fad1f-b9a4-412a-b18a-11f442b68a82), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.230390 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57f5b52e-181b-4e89-9b4d-d236f616aee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (5d8fad1f-b9a4-412a-b18a-11f442b68a82), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.246433 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Attempt 2 to provision port 0c7e0f28-4c80-4d08-826b-7095b6a2445e Nov 03 02:36:50.250522 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5b52e-181b-4e89-9b4d-d236f616aee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8fad1f-b9a4-412a-b18a-11f442b68a82,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:50.262577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57f5b52e-181b-4e89-9b4d-d236f616aee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.267006 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-57f5b52e-181b-4e89-9b4d-d236f616aee1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426482 Nov 03 02:36:50.267187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42670) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:50.273966 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-cd47bbd9-012c-498a-944f-369a59acd3e4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:50.292434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Port 0c7e0f28-4c80-4d08-826b-7095b6a2445e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:36:50.303996 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:50.307043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd47bbd9-012c-498a-944f-369a59acd3e4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (d631a58f-22c4-4677-b99f-1c37d56afbfa), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.334606 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Checking router: a109b5fd-010e-454b-a197-6f1f24129306 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:36:50.334968 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Updating router a109b5fd-010e-454b-a197-6f1f24129306 port 0c7e0f28-4c80-4d08-826b-7095b6a2445e binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:36:50.366709 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.376421 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd47bbd9-012c-498a-944f-369a59acd3e4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (d631a58f-22c4-4677-b99f-1c37d56afbfa), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.381376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd47bbd9-012c-498a-944f-369a59acd3e4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d631a58f-22c4-4677-b99f-1c37d56afbfa), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.410319 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47bbd9-012c-498a-944f-369a59acd3e4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d631a58f-22c4-4677-b99f-1c37d56afbfa,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:50.416832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cd47bbd9-012c-498a-944f-369a59acd3e4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.420886 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cd47bbd9-012c-498a-944f-369a59acd3e4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524777 Nov 03 02:36:50.421205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42674) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:50.426709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3a80d550-f200-4926-9f8c-43d25e922751 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:50.452287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a80d550-f200-4926-9f8c-43d25e922751 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (090e31ce-e398-49b7-a6a3-70e0aabf24ac), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.525100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a80d550-f200-4926-9f8c-43d25e922751 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (090e31ce-e398-49b7-a6a3-70e0aabf24ac), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.529228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b14a7ce0-a589-468f-b31f-652d35c0086f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:36:50.530018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a80d550-f200-4926-9f8c-43d25e922751 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (090e31ce-e398-49b7-a6a3-70e0aabf24ac), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.545793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80d550-f200-4926-9f8c-43d25e922751 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090e31ce-e398-49b7-a6a3-70e0aabf24ac,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:50.557847 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a80d550-f200-4926-9f8c-43d25e922751 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.559427 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3a80d550-f200-4926-9f8c-43d25e922751 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371727 Nov 03 02:36:50.562304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42676) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:50.566809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0096fd84-20ef-4697-a762-829821ee928a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:50.576139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port b14a7ce0-a589-468f-b31f-652d35c0086f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:36:50.576683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.576885 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port b14a7ce0-a589-468f-b31f-652d35c0086f Nov 03 02:36:50.589440 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-0096fd84-20ef-4697-a762-829821ee928a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:36:50.595380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0096fd84-20ef-4697-a762-829821ee928a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (9a0c3f60-2688-421d-8bf7-8d2e1e46d057), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.662598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b14a7ce0-a589-468f-b31f-652d35c0086f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:36:50.662894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0096fd84-20ef-4697-a762-829821ee928a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (9a0c3f60-2688-421d-8bf7-8d2e1e46d057), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.663692 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 806baa5b-8598-4942-a8bc-a1ea714ca172 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:36:50.667052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0096fd84-20ef-4697-a762-829821ee928a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (9a0c3f60-2688-421d-8bf7-8d2e1e46d057), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.674255 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Publish callbacks [] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.678977 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.693527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0096fd84-20ef-4697-a762-829821ee928a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.694980 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0096fd84-20ef-4697-a762-829821ee928a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317148 Nov 03 02:36:50.695863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096fd84-20ef-4697-a762-829821ee928a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0c3f60-2688-421d-8bf7-8d2e1e46d057,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:50.697715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42678) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:36:50.702147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-11cf05ed-afdf-4fdb-a87b-1912525bca75 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:50.714902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 806baa5b-8598-4942-a8bc-a1ea714ca172 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:36:50.715288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.715636 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 806baa5b-8598-4942-a8bc-a1ea714ca172 Nov 03 02:36:50.726740 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-11cf05ed-afdf-4fdb-a87b-1912525bca75 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:36:50.732652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11cf05ed-afdf-4fdb-a87b-1912525bca75 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (db68adb0-8a97-4a47-a8a0-088a215d87a5), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.751537 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Pushing event updated for resources: {'Port': ['ID=0c7e0f28-4c80-4d08-826b-7095b6a2445e,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:50.780780 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.781119 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.781461 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.781824 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.782160 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.782492 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.782823 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.783152 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.783482 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.783805 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.784133 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.784453 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.784798 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:36:50.791892 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Attempting to bind port 0c7e0f28-4c80-4d08-826b-7095b6a2445e on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:36:50.792266 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Attempting to bind port 0c7e0f28-4c80-4d08-826b-7095b6a2445e by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:36:50.792741 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Attempting to bind port 0c7e0f28-4c80-4d08-826b-7095b6a2445e on network 69c29832-a9e8-46a4-9b03-6edd6bce93fe {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:36:50.797378 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Attempt 3 to provision port 0c7e0f28-4c80-4d08-826b-7095b6a2445e Nov 03 02:36:50.798161 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:36:50.798542 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Checking segment: {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:36:50.798951 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.799764 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Bound using segment: {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:36:50.799893 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Bound port: 0c7e0f28-4c80-4d08-826b-7095b6a2445e, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:36:50.800230 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.810464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11cf05ed-afdf-4fdb-a87b-1912525bca75 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (db68adb0-8a97-4a47-a8a0-088a215d87a5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.816391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11cf05ed-afdf-4fdb-a87b-1912525bca75 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (db68adb0-8a97-4a47-a8a0-088a215d87a5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.834175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Port 0c7e0f28-4c80-4d08-826b-7095b6a2445e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:36:50.834791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 806baa5b-8598-4942-a8bc-a1ea714ca172 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:36:50.836367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf05ed-afdf-4fdb-a87b-1912525bca75 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db68adb0-8a97-4a47-a8a0-088a215d87a5,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:50.846273 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11cf05ed-afdf-4fdb-a87b-1912525bca75 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.847555 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-11cf05ed-afdf-4fdb-a87b-1912525bca75 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488738 Nov 03 02:36:50.865964 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] For port 0c7e0f28-4c80-4d08-826b-7095b6a2445e, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:36:50.869224 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] For port 0c7e0f28-4c80-4d08-826b-7095b6a2445e, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0c7e0f28-4c80-4d08-826b-7095b6a2445e,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:36:50.878906 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:50.915119 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:36:50.915760 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:36:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:50.973950 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aa0eb-b902-47fb-bc02-5b3911e51c8c None None] Pushing event updated for resources: {'Port': ['ID=0c7e0f28-4c80-4d08-826b-7095b6a2445e,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:51.035995 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:36:51.191373 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-f04bd2b5-588b-4f64-a055-0aebbea4a742 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701624622&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.0428908 Nov 03 02:36:51.234099 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:50Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:36:51.258067 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f641a-b0aa-4a53-8e22-e781560a441b None None] The sync data for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv is: [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:50Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:36:51.317502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-7582a50e-699b-4433-b898-3f01fd728b82 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:51.318130 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-7582a50e-699b-4433-b898-3f01fd728b82 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 795 time: 0.1200950 Nov 03 02:36:51.333424 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-fbcfbb73-5dc7-46eb-8532-302aeca06c8c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/quotas/313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 375 time: 0.0097678 Nov 03 02:36:51.335473 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Attempt 4 to provision port 0c7e0f28-4c80-4d08-826b-7095b6a2445e Nov 03 02:36:51.400382 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-d2458c82-3ea9-4473-bec6-74af787d06d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616915 Nov 03 02:36:51.423426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Current status of the port 0c7e0f28-4c80-4d08-826b-7095b6a2445e is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:36:51.423826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:51.462905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] For port 0c7e0f28-4c80-4d08-826b-7095b6a2445e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0c7e0f28-4c80-4d08-826b-7095b6a2445e,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:36:51.469776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:51.507135 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Provisioning complete for port b14a7ce0-a589-468f-b31f-652d35c0086f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:36:51.507523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:51.507860 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Attempt 1 to provision port b14a7ce0-a589-468f-b31f-652d35c0086f Nov 03 02:36:51.517250 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-2dd46d13-eb24-4739-ae80-5a2a11164b0e service neutron] 10.222.0.23 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039016 Nov 03 02:36:51.546229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Pushing event updated for resources: {'Port': ['ID=0c7e0f28-4c80-4d08-826b-7095b6a2445e,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:51.598147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-719157f7-4dab-4ee7-b169-5ae788cb1636 None None] Current status of the port b14a7ce0-a589-468f-b31f-652d35c0086f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:36:51.614227 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-e2f4aa0f-e20d-4e00-8581-585a9086b4fe service neutron] 10.222.0.23 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931339 Nov 03 02:36:51.719523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-9a6c73e1-1f3f-458b-96c0-3f2328a70a54 None None] Provisioning complete for port 0c7e0f28-4c80-4d08-826b-7095b6a2445e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:36:51.719913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a6c73e1-1f3f-458b-96c0-3f2328a70a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:51.720268 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-9a6c73e1-1f3f-458b-96c0-3f2328a70a54 None None] Attempt 1 to provision port 0c7e0f28-4c80-4d08-826b-7095b6a2445e Nov 03 02:36:51.820423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c73e1-1f3f-458b-96c0-3f2328a70a54 None None] Current status of the port 0c7e0f28-4c80-4d08-826b-7095b6a2445e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:36:51.824589 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31b8b25c-b050-4e79-b884-cf9a733a99ca req-5edcfdb9-9f37-4526-922e-eaa0a0f750a8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 210 time: 0.0418434 Nov 03 02:36:52.527262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0c7e0f28-4c80-4d08-826b-7095b6a2445e up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:36:52.572461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 0c7e0f28-4c80-4d08-826b-7095b6a2445e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:36:52.572903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:52.573257 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 0c7e0f28-4c80-4d08-826b-7095b6a2445e Nov 03 02:36:52.654464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 0c7e0f28-4c80-4d08-826b-7095b6a2445e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:36:52.842845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-1f0e04e1-11dd-437a-9542-894ce283eddd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:52.845011 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-1f0e04e1-11dd-437a-9542-894ce283eddd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 795 time: 0.1132560 Nov 03 02:36:52.941205 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce56db94-a527-4e3b-9306-1207497665ab req-ec9b7a65-3dd1-4371-9b7f-79f0ca68e211 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 210 time: 0.0390909 Nov 03 02:36:52.947475 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-b3962e9d-9048-49ec-b1a9-a4f45e9d52c5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 379 time: 0.0854590 Nov 03 02:36:52.962181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'device_id': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'admin_state_up': True, 'tenant_id': '313880603e634d3084046ce40393537e', 'security_groups': ['68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:52.977797 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:36:53.075083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:36:53.079042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:53.206449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.14 (69c29832-a9e8-46a4-9b03-6edd6bce93fe/70a24d16-bd28-465d-93fa-c3662063dab5/6746d98b-e15d-4a44-834b-d3a567f6edf0) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:36:53.341283 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:53.373778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:53.418066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 69c29832-a9e8-46a4-9b03-6edd6bce93fe is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:36:53.421098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:36:53.427323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:36:53.451967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=6746d98b-e15d-4a44-834b-d3a567f6edf0,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:53.483859 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:53.484535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:53.501991 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-34c35deb-2d6f-44dd-949d-d195585892d7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5457046 Nov 03 02:36:53.517742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Request body: {'port': {'device_id': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:36:53.579400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:53.650375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6579dd98-bd04-462b-b2dd-7773921f6e4f None None] Provisioning complete for port 6746d98b-e15d-4a44-834b-d3a567f6edf0 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:36:53.651023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6579dd98-bd04-462b-b2dd-7773921f6e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:53.651148 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6579dd98-bd04-462b-b2dd-7773921f6e4f None None] Attempt 1 to provision port 6746d98b-e15d-4a44-834b-d3a567f6edf0 Nov 03 02:36:53.681756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6579dd98-bd04-462b-b2dd-7773921f6e4f None None] Port 6746d98b-e15d-4a44-834b-d3a567f6edf0 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:36:53.836478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6746d98b-e15d-4a44-834b-d3a567f6edf0 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:36:53.844188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Publish callbacks [] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:53.856943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Transition to ACTIVE for port object 6746d98b-e15d-4a44-834b-d3a567f6edf0 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:36:53.860679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:53.934532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Pushing event updated for resources: {'Port': ['ID=6746d98b-e15d-4a44-834b-d3a567f6edf0,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:53.965681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Attempting to bind port 6746d98b-e15d-4a44-834b-d3a567f6edf0 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:36:53.966023 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Attempting to bind port 6746d98b-e15d-4a44-834b-d3a567f6edf0 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:36:53.966354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Attempting to bind port 6746d98b-e15d-4a44-834b-d3a567f6edf0 on network 69c29832-a9e8-46a4-9b03-6edd6bce93fe {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:36:53.971057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Port 6746d98b-e15d-4a44-834b-d3a567f6edf0 on network 69c29832-a9e8-46a4-9b03-6edd6bce93fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:36:53.971387 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Attempting to bind port 6746d98b-e15d-4a44-834b-d3a567f6edf0 on network 69c29832-a9e8-46a4-9b03-6edd6bce93fe {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:36:53.976185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:36:53.976557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Checking segment: {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:36:53.977217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Bound using segment: {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:36:53.977369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Bound port: 6746d98b-e15d-4a44-834b-d3a567f6edf0, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:36:53.977793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:54.048924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] For port 6746d98b-e15d-4a44-834b-d3a567f6edf0, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:36:54.052092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] For port 6746d98b-e15d-4a44-834b-d3a567f6edf0, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:36:54.058960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:54.063647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:54.064278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:54.065701 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] 10.222.0.27 "PUT /v2.0/ports/6746d98b-e15d-4a44-834b-d3a567f6edf0 HTTP/1.1" status: 200 len: 1094 time: 0.5532219 Nov 03 02:36:54.066194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:36:54.068440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02db4c31-b69b-4cb8-8af7-4170733a119b" -d '{"events": [{"name": "network-changed", "server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:36:54.123459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e424f169-4818-4983-b2fa-1195c3354abd x-openstack-request-id: req-e424f169-4818-4983-b2fa-1195c3354abd {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:36:54.123753 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:36:54.124009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e424f169-4818-4983-b2fa-1195c3354abd {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:36:54.124411 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e424f169-4818-4983-b2fa-1195c3354abd'] response: {'name': 'network-changed', 'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'status': 'completed', 'code': 200} Nov 03 02:36:54.175622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548898a4-b27f-4588-aeff-d66d2439b8da service neutron] Pushing event updated for resources: {'Port': ['ID=6746d98b-e15d-4a44-834b-d3a567f6edf0,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:54.182851 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6579dd98-bd04-462b-b2dd-7773921f6e4f None None] Attempt 2 to provision port 6746d98b-e15d-4a44-834b-d3a567f6edf0 Nov 03 02:36:54.204377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f340-5325-4bde-960b-488d2dacf7ec req-efcf5984-a6c4-48f1-80b0-0dde4c651a4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:54.205984 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5c93f340-5325-4bde-960b-488d2dacf7ec req-efcf5984-a6c4-48f1-80b0-0dde4c651a4d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 944 time: 0.1885521 Nov 03 02:36:54.208640 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-b812e825-854f-4fcf-a115-7b66ddf921b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:54.210026 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-b812e825-854f-4fcf-a115-7b66ddf921b5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 1128 time: 0.0841124 Nov 03 02:36:54.222183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6579dd98-bd04-462b-b2dd-7773921f6e4f None None] Port 6746d98b-e15d-4a44-834b-d3a567f6edf0 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:36:54.261179 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-60c9b15f-fd46-4e84-ae4c-aff7bf68c9e3 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0 HTTP/1.1" status: 200 len: 217 time: 0.0359046 Nov 03 02:36:54.313594 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5c93f340-5325-4bde-960b-488d2dacf7ec req-92e474f9-afd4-4914-b453-e6610d33755e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016026 Nov 03 02:36:54.326607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-f06f50d0-9ecb-4aa1-adc9-30b287cef0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:54.328678 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-f06f50d0-9ecb-4aa1-adc9-30b287cef0fe service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 200 len: 835 time: 0.0601914 Nov 03 02:36:54.386388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-95a1177f-e5ba-414b-ac20-08c3c4e8b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:54.387888 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-95a1177f-e5ba-414b-ac20-08c3c4e8b437 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=69c29832-a9e8-46a4-9b03-6edd6bce93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507793 Nov 03 02:36:54.478613 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-c3b812ef-f8fc-4032-a737-f049739adb87 service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801456 Nov 03 02:36:54.571968 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e870c87-3322-4028-83c7-9bd9b07fce77 req-7cafd8ec-03a3-4f51-b95b-6bc8eba9605f service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841863 Nov 03 02:36:54.674563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4c31-b69b-4cb8-8af7-4170733a119b req-7233e71c-0956-4c3e-86ba-54622f2c731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:54.676048 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02db4c31-b69b-4cb8-8af7-4170733a119b req-7233e71c-0956-4c3e-86ba-54622f2c731d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 1128 time: 0.0452816 Nov 03 02:36:54.766488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4c31-b69b-4cb8-8af7-4170733a119b req-43794444-10b4-4a74-9d12-6d55aeddf6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:54.767941 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02db4c31-b69b-4cb8-8af7-4170733a119b req-43794444-10b4-4a74-9d12-6d55aeddf6fa service neutron] 10.222.0.27 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 896 time: 0.0839548 Nov 03 02:36:54.811982 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02db4c31-b69b-4cb8-8af7-4170733a119b req-5857b3bc-ca6c-4ef8-8538-ba63e2d83d62 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0 HTTP/1.1" status: 200 len: 217 time: 0.0361807 Nov 03 02:36:54.862294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4c31-b69b-4cb8-8af7-4170733a119b req-28eba8ac-7c2b-42ff-baff-fc009fe86115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:54.863718 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02db4c31-b69b-4cb8-8af7-4170733a119b req-28eba8ac-7c2b-42ff-baff-fc009fe86115 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 200 len: 835 time: 0.0446396 Nov 03 02:36:54.912021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4c31-b69b-4cb8-8af7-4170733a119b req-1f3a4ac7-5053-4253-b8d6-2fedf8d58231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:54.913754 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02db4c31-b69b-4cb8-8af7-4170733a119b req-1f3a4ac7-5053-4253-b8d6-2fedf8d58231 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=69c29832-a9e8-46a4-9b03-6edd6bce93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438287 Nov 03 02:36:55.298404 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02db4c31-b69b-4cb8-8af7-4170733a119b req-5582ad3c-c983-4ed2-ac4e-af38862514be service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771942 Nov 03 02:36:55.392897 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02db4c31-b69b-4cb8-8af7-4170733a119b req-251f6c53-fa31-46ba-8752-a89910d7947a service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853331 Nov 03 02:36:55.448279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec10fc0-ebb4-4cd9-95f0-90715c8c51d4 req-e13afa1e-f34b-45e0-9f01-06873200868f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:55.449791 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bec10fc0-ebb4-4cd9-95f0-90715c8c51d4 req-e13afa1e-f34b-45e0-9f01-06873200868f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 944 time: 0.0594873 Nov 03 02:36:55.498814 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bec10fc0-ebb4-4cd9-95f0-90715c8c51d4 req-29b7b92e-e2ff-4731-ac92-278dd6f2bced tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433233 Nov 03 02:36:56.620175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d2d6b-f2d1-4a47-bbec-170d69fdff92 req-8f3bb380-6e47-4f1f-b6a8-b401a6c6521d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:56.621677 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c72d2d6b-f2d1-4a47-bbec-170d69fdff92 req-8f3bb380-6e47-4f1f-b6a8-b401a6c6521d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 944 time: 0.0520475 Nov 03 02:36:56.669134 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c72d2d6b-f2d1-4a47-bbec-170d69fdff92 req-bb3abdae-0bb7-43c9-b109-7aa86398a0ba tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412867 Nov 03 02:36:57.791951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334f90c-6106-474d-a972-7f184972879c req-461705a6-6103-4228-a4f1-cb4dfbc2183e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:57.793434 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0334f90c-6106-474d-a972-7f184972879c req-461705a6-6103-4228-a4f1-cb4dfbc2183e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 944 time: 0.0524645 Nov 03 02:36:57.847502 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0334f90c-6106-474d-a972-7f184972879c req-6a9b24bd-245e-4e23-9d62-b2d4a4c227f4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483572 Nov 03 02:36:58.346118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6746d98b-e15d-4a44-834b-d3a567f6edf0 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:36:58.440158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 6746d98b-e15d-4a44-834b-d3a567f6edf0, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:36:58.451288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'port_id': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'mac_address': 'fa:16:3e:5f:e6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:36:58.486566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 6746d98b-e15d-4a44-834b-d3a567f6edf0 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:36:58.486955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:58.499729 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6746d98b-e15d-4a44-834b-d3a567f6edf0 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:36:58.518300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 6746d98b-e15d-4a44-834b-d3a567f6edf0, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:36:58.522095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:36:58.570270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=6746d98b-e15d-4a44-834b-d3a567f6edf0,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:36:58.859681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['6746d98b-e15d-4a44-834b-d3a567f6edf0'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:36:58.969607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911e03f-033c-4636-821e-c8c8b8c665ab req-4e5fbcf3-1ddc-4861-b3b8-fc6dbb9a23c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:36:58.971083 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1911e03f-033c-4636-821e-c8c8b8c665ab req-4e5fbcf3-1ddc-4861-b3b8-fc6dbb9a23c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 945 time: 0.0524073 Nov 03 02:36:59.022748 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1911e03f-033c-4636-821e-c8c8b8c665ab req-9438cae1-2f05-4160-a8a7-d101cc86cbd6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460329 Nov 03 02:37:00.146531 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4694f-ea31-480e-bda3-a766bd14c66d req-b8c6f045-68fc-449e-b363-b7173bda2b0a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:00.147924 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-79f4694f-ea31-480e-bda3-a766bd14c66d req-b8c6f045-68fc-449e-b363-b7173bda2b0a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 945 time: 0.0525873 Nov 03 02:37:00.195810 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-79f4694f-ea31-480e-bda3-a766bd14c66d req-90429686-08f8-43ba-84f1-ef02f38308a9 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424404 Nov 03 02:37:00.350234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6746d98b-e15d-4a44-834b-d3a567f6edf0 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:37:00.398279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 6746d98b-e15d-4a44-834b-d3a567f6edf0 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:37:00.402066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 6746d98b-e15d-4a44-834b-d3a567f6edf0 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:37:00.402463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:00.402802 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 6746d98b-e15d-4a44-834b-d3a567f6edf0 Nov 03 02:37:00.475390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 6746d98b-e15d-4a44-834b-d3a567f6edf0 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:37:00.475778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:00.499085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:37:00.502076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ea9cae-1033-40c3-b75c-963ebbc9a586" -d '{"events": [{"server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "name": "network-vif-plugged", "status": "completed", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:37:00.514445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 6746d98b-e15d-4a44-834b-d3a567f6edf0, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:37:00.519608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:00.542423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e176a130-cac1-4eb2-a53a-87a59421fc56 x-openstack-request-id: req-e176a130-cac1-4eb2-a53a-87a59421fc56 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:37:00.542718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "name": "network-vif-plugged", "status": "completed", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:37:00.542972 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e176a130-cac1-4eb2-a53a-87a59421fc56 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:37:00.543364 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e176a130-cac1-4eb2-a53a-87a59421fc56'] response: {'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'code': 200} Nov 03 02:37:00.568760 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=6746d98b-e15d-4a44-834b-d3a567f6edf0,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:00.761934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aed59-e92c-48e9-bb64-2dbf1bd4840e req-5d6610b3-e681-4aaa-a50f-fc781a57728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:00.763428 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-693aed59-e92c-48e9-bb64-2dbf1bd4840e req-5d6610b3-e681-4aaa-a50f-fc781a57728c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 1130 time: 0.0902896 Nov 03 02:37:00.811321 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-693aed59-e92c-48e9-bb64-2dbf1bd4840e req-6bb19729-5af6-45ec-b503-a372dbcc5316 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385420 Nov 03 02:37:01.317454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4811b-1b4c-4afe-8790-90f755f14782 req-fa6243d6-4df4-4ac7-b7e2-26b7a74f12c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:01.319012 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d6a4811b-1b4c-4afe-8790-90f755f14782 req-fa6243d6-4df4-4ac7-b7e2-26b7a74f12c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 946 time: 0.0528290 Nov 03 02:37:01.366399 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d6a4811b-1b4c-4afe-8790-90f755f14782 req-acb72e5c-ae78-43ef-93d8-809100d998aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Nov 03 02:37:02.492429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412a01d-db1b-4dd9-8ea7-302358f7c893 req-68297554-b2ec-41c4-9dce-d0c37b745242 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:02.493980 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9412a01d-db1b-4dd9-8ea7-302358f7c893 req-68297554-b2ec-41c4-9dce-d0c37b745242 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 946 time: 0.0546572 Nov 03 02:37:02.546779 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9412a01d-db1b-4dd9-8ea7-302358f7c893 req-ec75ac84-d157-4736-9ef4-71e6c70a0d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472209 Nov 03 02:37:02.669511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306afffe-ca75-43c6-989e-dbad3b1d29c6 req-f5f27e44-dce2-4f27-b6b6-931ceefb3d8b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:02.670912 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-306afffe-ca75-43c6-989e-dbad3b1d29c6 req-f5f27e44-dce2-4f27-b6b6-931ceefb3d8b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 946 time: 0.0528493 Nov 03 02:37:02.719395 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-306afffe-ca75-43c6-989e-dbad3b1d29c6 req-75c39675-cabc-487f-b59f-848dca1a170e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Nov 03 02:37:02.746422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42744) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:02.788928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb939e4-b4dc-4b18-a7d5-9afcfbd346c7 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:02.790420 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-feb939e4-b4dc-4b18-a7d5-9afcfbd346c7 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 1125 time: 0.0429983 Nov 03 02:37:02.793100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42746) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:02.797432 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'tenant_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:02.827502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:02.930326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:03.035919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.31 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/10405af9-4682-42fe-86d7-2afc246041c4) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:37:03.144053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (10405af9-4682-42fe-86d7-2afc246041c4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:03.176629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (10405af9-4682-42fe-86d7-2afc246041c4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:03.211526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:37:03.215780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:37:03.222039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:37:03.243488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=10405af9-4682-42fe-86d7-2afc246041c4,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:03.582372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (472bc893-e1e2-4f1c-bb6e-b378f9c094ef), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:03.650317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (10405af9-4682-42fe-86d7-2afc246041c4), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:03.800143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (10405af9-4682-42fe-86d7-2afc246041c4), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:03.804703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (10405af9-4682-42fe-86d7-2afc246041c4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:03.877119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=10405af9-4682-42fe-86d7-2afc246041c4,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:03.879835 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (472bc893-e1e2-4f1c-bb6e-b378f9c094ef), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:03.981806 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 472bc893-e1e2-4f1c-bb6e-b378f9c094ef associated. External IP: 172.26.6.31, port: 6746d98b-e15d-4a44-834b-d3a567f6edf0. Nov 03 02:37:04.179583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router a109b5fd-010e-454b-a197-6f1f24129306 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:37:04.284291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:37:04.294722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195fc99-e271-4e4d-bf29-4f54e93aa820 None None] Sync routers for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:37:04.303961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.307117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195fc99-e271-4e4d-bf29-4f54e93aa820 None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:37:04.307742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e195fc99-e271-4e4d-bf29-4f54e93aa820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:36:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:37:04.335459 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7798d5b5-d386-43c6-b92f-9f0cecf3abfe tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5413654 Nov 03 02:37:04.336423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:37:04.338233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42748) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:04.338936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60601b45-9124-4eb6-a5bd-aa5172ea69ac" -d '{"events": [{"name": "network-changed", "server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:37:04.379595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e977b6-1ee0-4067-a630-a48169ee5eed x-openstack-request-id: req-c9e977b6-1ee0-4067-a630-a48169ee5eed {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:37:04.379947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:37:04.380215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9e977b6-1ee0-4067-a630-a48169ee5eed {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:37:04.380720 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e977b6-1ee0-4067-a630-a48169ee5eed'] response: {'name': 'network-changed', 'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'status': 'completed', 'code': 200} Nov 03 02:37:04.402645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9f73d5-cb6a-45fa-8584-3b1347254882 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:04.404559 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8d9f73d5-cb6a-45fa-8584-3b1347254882 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 1125 time: 0.0653210 Nov 03 02:37:04.471088 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60601b45-9124-4eb6-a5bd-aa5172ea69ac req-2ebf5d63-6c6f-40a4-bbbc-2689e58a43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:04.472841 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60601b45-9124-4eb6-a5bd-aa5172ea69ac req-2ebf5d63-6c6f-40a4-bbbc-2689e58a43b2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 1130 time: 0.0671306 Nov 03 02:37:04.474909 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42754) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:04.475917 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-e195fc99-e271-4e4d-bf29-4f54e93aa820 None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:37:04.479495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-741569044', 'description': 'tempest-secgroup-smoke-741569044 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:04.502370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.575425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.581871 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.596933 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60601b45-9124-4eb6-a5bd-aa5172ea69ac req-37809fda-7dc6-4591-98ee-5db918b549aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:04.599555 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60601b45-9124-4eb6-a5bd-aa5172ea69ac req-37809fda-7dc6-4591-98ee-5db918b549aa service neutron] 10.222.0.27 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 896 time: 0.1205907 Nov 03 02:37:04.610459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.612080 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1361356 Nov 03 02:37:04.615246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42756) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:04.619393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-34b4c348-ed75-41d8-827d-f83875cb451a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:04.656855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34b4c348-ed75-41d8-827d-f83875cb451a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (029717e4-70e2-4a91-ab1b-178182d37905), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.662998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:04.677492 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60601b45-9124-4eb6-a5bd-aa5172ea69ac req-f21b3fb5-c447-44db-a5f1-5c2e274f13dd service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0 HTTP/1.1" status: 200 len: 999 time: 0.0708547 Nov 03 02:37:04.687232 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.687454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.688004 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.688552 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.689085 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.689527 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.689956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.690373 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.690878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.691313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.691921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.692533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.693612 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca29e7b7-eeae-417e-99c7-4ebfdd5d4fdf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:37:04.741858 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34b4c348-ed75-41d8-827d-f83875cb451a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (029717e4-70e2-4a91-ab1b-178182d37905), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.748168 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34b4c348-ed75-41d8-827d-f83875cb451a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (029717e4-70e2-4a91-ab1b-178182d37905), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.755720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60601b45-9124-4eb6-a5bd-aa5172ea69ac req-ca7a97bc-14a1-4ec7-a2a4-8245c00ed48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:04.757940 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60601b45-9124-4eb6-a5bd-aa5172ea69ac req-ca7a97bc-14a1-4ec7-a2a4-8245c00ed48a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 200 len: 835 time: 0.0719666 Nov 03 02:37:04.772274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4c348-ed75-41d8-827d-f83875cb451a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029717e4-70e2-4a91-ab1b-178182d37905,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:04.789140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34b4c348-ed75-41d8-827d-f83875cb451a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.793766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e195fc99-e271-4e4d-bf29-4f54e93aa820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '472bc893-e1e2-4f1c-bb6e-b378f9c094ef', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:5f:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:03Z', 'updated_at': '2022-11-03T02:37:03Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:37:04.795752 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-34b4c348-ed75-41d8-827d-f83875cb451a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1795750 Nov 03 02:37:04.797345 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42758) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:04.802660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-77a39e1c-73b4-4bbf-8096-b7e6a87420dd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:04.826494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195fc99-e271-4e4d-bf29-4f54e93aa820 None None] Checking router: a109b5fd-010e-454b-a197-6f1f24129306 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:37:04.827328 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60601b45-9124-4eb6-a5bd-aa5172ea69ac req-cc5001b6-614f-42f1-959f-29c701b5594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:04.829930 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60601b45-9124-4eb6-a5bd-aa5172ea69ac req-cc5001b6-614f-42f1-959f-29c701b5594d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=69c29832-a9e8-46a4-9b03-6edd6bce93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0613534 Nov 03 02:37:04.838841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195fc99-e271-4e4d-bf29-4f54e93aa820 None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:37:04.839600 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e195fc99-e271-4e4d-bf29-4f54e93aa820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:36:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:37:04.841271 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77a39e1c-73b4-4bbf-8096-b7e6a87420dd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e4c83ba4-ef4a-4ba9-8182-ff455162133a), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.923693 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77a39e1c-73b4-4bbf-8096-b7e6a87420dd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (e4c83ba4-ef4a-4ba9-8182-ff455162133a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.931742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77a39e1c-73b4-4bbf-8096-b7e6a87420dd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (e4c83ba4-ef4a-4ba9-8182-ff455162133a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.947759 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60601b45-9124-4eb6-a5bd-aa5172ea69ac req-0fbbfcea-6ce9-4278-a2a8-1c7bda52b88f service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112084 Nov 03 02:37:04.949927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a39e1c-73b4-4bbf-8096-b7e6a87420dd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c83ba4-ef4a-4ba9-8182-ff455162133a,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:04.959509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77a39e1c-73b4-4bbf-8096-b7e6a87420dd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:04.961106 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-77a39e1c-73b4-4bbf-8096-b7e6a87420dd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1623659 Nov 03 02:37:04.963622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42760) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:04.969142 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-00a7fb60-d688-4334-9d73-3c5e90790f5e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:04.973174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-e195fc99-e271-4e4d-bf29-4f54e93aa820 None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:37:04.995694 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00a7fb60-d688-4334-9d73-3c5e90790f5e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (9f82788b-3353-40b3-b9df-05d4c71faddf), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.083153 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60601b45-9124-4eb6-a5bd-aa5172ea69ac req-74ec1701-b82e-4482-8ed4-a2efc9378c7d service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282277 Nov 03 02:37:05.088027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00a7fb60-d688-4334-9d73-3c5e90790f5e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (9f82788b-3353-40b3-b9df-05d4c71faddf), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.099048 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00a7fb60-d688-4334-9d73-3c5e90790f5e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (9f82788b-3353-40b3-b9df-05d4c71faddf), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.121434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7fb60-d688-4334-9d73-3c5e90790f5e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f82788b-3353-40b3-b9df-05d4c71faddf,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:05.129934 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00a7fb60-d688-4334-9d73-3c5e90790f5e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.133909 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-00a7fb60-d688-4334-9d73-3c5e90790f5e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665955 Nov 03 02:37:05.134121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42762) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:05.138668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a61405d4-4e19-494a-9e0f-ff7915c7dba5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:05.169402 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a61405d4-4e19-494a-9e0f-ff7915c7dba5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (71953513-bef7-4f47-95b5-5a10ba6b7c45), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.233297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a61405d4-4e19-494a-9e0f-ff7915c7dba5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (71953513-bef7-4f47-95b5-5a10ba6b7c45), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.238213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a61405d4-4e19-494a-9e0f-ff7915c7dba5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (71953513-bef7-4f47-95b5-5a10ba6b7c45), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.258490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61405d4-4e19-494a-9e0f-ff7915c7dba5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71953513-bef7-4f47-95b5-5a10ba6b7c45,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:05.264548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a61405d4-4e19-494a-9e0f-ff7915c7dba5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.268729 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a61405d4-4e19-494a-9e0f-ff7915c7dba5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307371 Nov 03 02:37:05.268729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42764) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:05.273134 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6ed7a84c-b584-4408-9430-394f4741d9c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:05.294844 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-6ed7a84c-b584-4408-9430-394f4741d9c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:37:05.299993 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a84c-b584-4408-9430-394f4741d9c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (aa024e17-fa5f-48b6-909c-d05e6cee9bc2), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.363327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a84c-b584-4408-9430-394f4741d9c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (aa024e17-fa5f-48b6-909c-d05e6cee9bc2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.367561 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a84c-b584-4408-9430-394f4741d9c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (aa024e17-fa5f-48b6-909c-d05e6cee9bc2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.372376 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e195fc99-e271-4e4d-bf29-4f54e93aa820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '472bc893-e1e2-4f1c-bb6e-b378f9c094ef', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:5f:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:03Z', 'updated_at': '2022-11-03T02:37:03Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:37:05.386254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7a84c-b584-4408-9430-394f4741d9c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa024e17-fa5f-48b6-909c-d05e6cee9bc2,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:05.396242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6ed7a84c-b584-4408-9430-394f4741d9c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.397575 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6ed7a84c-b584-4408-9430-394f4741d9c3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279068 Nov 03 02:37:05.400261 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42766) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:05.402509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195fc99-e271-4e4d-bf29-4f54e93aa820 None None] The sync data for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv is: [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '472bc893-e1e2-4f1c-bb6e-b378f9c094ef', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:5f:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:03Z', 'updated_at': '2022-11-03T02:37:03Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:37:05.404657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a83da1ec-c07d-4adc-b756-becf44fba943 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:05.426618 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-a83da1ec-c07d-4adc-b756-becf44fba943 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:37:05.431832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a83da1ec-c07d-4adc-b756-becf44fba943 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (78b6559e-c745-46ef-9a6f-397d92baad42), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.497105 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a83da1ec-c07d-4adc-b756-becf44fba943 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (78b6559e-c745-46ef-9a6f-397d92baad42), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.503444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a83da1ec-c07d-4adc-b756-becf44fba943 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (78b6559e-c745-46ef-9a6f-397d92baad42), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.521635 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83da1ec-c07d-4adc-b756-becf44fba943 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b6559e-c745-46ef-9a6f-397d92baad42,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:05.530402 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a83da1ec-c07d-4adc-b756-becf44fba943 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:05.532098 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a83da1ec-c07d-4adc-b756-becf44fba943 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308558 Nov 03 02:37:05.617107 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91760b5d-133f-4ed2-bd89-b48fe7ade2ca None None] New status for floating IP 472bc893-e1e2-4f1c-bb6e-b378f9c094ef: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:37:05.689728 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-da268397-cfe2-4d6e-9b6f-ee40681fd0bf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741569044&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.0448587 Nov 03 02:37:05.806375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-8c178f3e-9336-44a6-86b9-9bb91470ea76 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:05.807836 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-8c178f3e-9336-44a6-86b9-9bb91470ea76 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 795 time: 0.1115427 Nov 03 02:37:05.823212 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-224b6bdd-bc95-4d71-901d-e03c8a6835e3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/quotas/313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 375 time: 0.0092292 Nov 03 02:37:05.880193 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-5f5ab9b6-88aa-4b1c-a991-e7118d5af0c5 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510781 Nov 03 02:37:05.972941 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-8d8d684e-1924-4991-980f-a55ccafc0e6e service neutron] 10.222.0.23 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810099 Nov 03 02:37:06.070008 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-c890bc97-f483-431e-9e1c-99b85c004100 service neutron] 10.222.0.23 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912428 Nov 03 02:37:06.231798 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8063be30-b19a-45bb-8c97-892e89f4b488 req-259476dd-32bb-4faf-8627-b53b8328b7bb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 210 time: 0.0275471 Nov 03 02:37:07.201990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-6cc4f7f2-e595-47cf-a790-f295c2f87c0d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:07.203548 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-6cc4f7f2-e595-47cf-a790-f295c2f87c0d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 795 time: 0.1076460 Nov 03 02:37:07.278724 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f6f52726-4c44-4db3-bc4e-be1dd2ab67ac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 471 time: 0.0668578 Nov 03 02:37:07.288410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'device_id': '1aae4410-24f1-4819-8a49-e13882beab13', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'admin_state_up': True, 'tenant_id': '313880603e634d3084046ce40393537e', 'security_groups': ['5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:07.367323 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9c40099c-5c14-46f7-a792-5236ca2d5ba1 req-5b67973f-ac96-4a68-a07d-8ce596ce172d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 210 time: 0.0392480 Nov 03 02:37:07.420397 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:37:07.425013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:07.553105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.3 (69c29832-a9e8-46a4-9b03-6edd6bce93fe/70a24d16-bd28-465d-93fa-c3662063dab5/1837fd10-a9c5-4876-b4e8-d1a69778f33a) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:37:07.687329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:07.719668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:07.764086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 69c29832-a9e8-46a4-9b03-6edd6bce93fe is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:37:07.767226 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:37:07.773478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:37:07.778676 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=1837fd10-a9c5-4876-b4e8-d1a69778f33a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:07.827292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:07.828232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:07.845237 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-f7ce46f9-b04c-488a-8fd9-170cebac4b86 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610018 Nov 03 02:37:07.857325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Request body: {'port': {'device_id': '1aae4410-24f1-4819-8a49-e13882beab13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:07.920552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:08.029586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-072edf31-bb3f-4563-8f2f-4b6eb22b4c3f None None] Provisioning complete for port 1837fd10-a9c5-4876-b4e8-d1a69778f33a triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:37:08.030208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-072edf31-bb3f-4563-8f2f-4b6eb22b4c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:08.030328 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-072edf31-bb3f-4563-8f2f-4b6eb22b4c3f None None] Attempt 1 to provision port 1837fd10-a9c5-4876-b4e8-d1a69778f33a Nov 03 02:37:08.061424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-072edf31-bb3f-4563-8f2f-4b6eb22b4c3f None None] Port 1837fd10-a9c5-4876-b4e8-d1a69778f33a cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:37:08.127898 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:08.180159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1837fd10-a9c5-4876-b4e8-d1a69778f33a {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:37:08.188166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Publish callbacks [] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:08.200396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Transition to ACTIVE for port object 1837fd10-a9c5-4876-b4e8-d1a69778f33a will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:37:08.204704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:08.260724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1837fd10-a9c5-4876-b4e8-d1a69778f33a,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:08.308593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Attempting to bind port 1837fd10-a9c5-4876-b4e8-d1a69778f33a on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:37:08.308931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Attempting to bind port 1837fd10-a9c5-4876-b4e8-d1a69778f33a by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:37:08.309264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Attempting to bind port 1837fd10-a9c5-4876-b4e8-d1a69778f33a on network 69c29832-a9e8-46a4-9b03-6edd6bce93fe {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:37:08.314073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Port 1837fd10-a9c5-4876-b4e8-d1a69778f33a on network 69c29832-a9e8-46a4-9b03-6edd6bce93fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:37:08.314380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Attempting to bind port 1837fd10-a9c5-4876-b4e8-d1a69778f33a on network 69c29832-a9e8-46a4-9b03-6edd6bce93fe {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:37:08.319168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:37:08.319504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Checking segment: {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:37:08.319886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Bound using segment: {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:37:08.320306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Bound port: 1837fd10-a9c5-4876-b4e8-d1a69778f33a, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9eb6c20-9e06-47fc-8a42-8c749bf38710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:37:08.320696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:08.383203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] For port 1837fd10-a9c5-4876-b4e8-d1a69778f33a, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:37:08.386135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] For port 1837fd10-a9c5-4876-b4e8-d1a69778f33a, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=1837fd10-a9c5-4876-b4e8-d1a69778f33a,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:37:08.392555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:08.396350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:08.396983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:08.398480 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] 10.222.0.27 "PUT /v2.0/ports/1837fd10-a9c5-4876-b4e8-d1a69778f33a HTTP/1.1" status: 200 len: 1093 time: 0.5454712 Nov 03 02:37:08.398990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae4410-24f1-4819-8a49-e13882beab13', 'tag': '1837fd10-a9c5-4876-b4e8-d1a69778f33a'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:37:08.401266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "1aae4410-24f1-4819-8a49-e13882beab13", "tag": "1837fd10-a9c5-4876-b4e8-d1a69778f33a"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:37:08.450991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a334e337-27ea-486c-a553-5d04bc14e454 x-openstack-request-id: req-a334e337-27ea-486c-a553-5d04bc14e454 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:37:08.451283 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aae4410-24f1-4819-8a49-e13882beab13", "tag": "1837fd10-a9c5-4876-b4e8-d1a69778f33a", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:37:08.451541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a334e337-27ea-486c-a553-5d04bc14e454 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:37:08.451948 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a334e337-27ea-486c-a553-5d04bc14e454'] response: {'name': 'network-changed', 'server_uuid': '1aae4410-24f1-4819-8a49-e13882beab13', 'tag': '1837fd10-a9c5-4876-b4e8-d1a69778f33a', 'status': 'completed', 'code': 200} Nov 03 02:37:08.488190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef17e74-385d-4286-b998-79ac038665f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1837fd10-a9c5-4876-b4e8-d1a69778f33a,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:08.536360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-6a6581da-b9e5-4346-913e-b21acf3a91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:08.537880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-6a6581da-b9e5-4346-913e-b21acf3a91f1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 1127 time: 0.0983939 Nov 03 02:37:08.545213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46917bf6-0fc5-4104-ba60-7541fe470bb4 req-03c641bf-4369-4845-b886-c2086d75a2aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:08.547199 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46917bf6-0fc5-4104-ba60-7541fe470bb4 req-03c641bf-4369-4845-b886-c2086d75a2aa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 943 time: 0.0737231 Nov 03 02:37:08.562935 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-072edf31-bb3f-4563-8f2f-4b6eb22b4c3f None None] Attempt 2 to provision port 1837fd10-a9c5-4876-b4e8-d1a69778f33a Nov 03 02:37:08.590638 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-73d46df0-3317-4deb-afb1-6d0e0337b0c6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1837fd10-a9c5-4876-b4e8-d1a69778f33a HTTP/1.1" status: 200 len: 217 time: 0.0423627 Nov 03 02:37:08.600415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-072edf31-bb3f-4563-8f2f-4b6eb22b4c3f None None] Port 1837fd10-a9c5-4876-b4e8-d1a69778f33a had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:37:08.651373 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46917bf6-0fc5-4104-ba60-7541fe470bb4 req-b3419031-c345-43b5-8d83-104fa6c27b38 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976069 Nov 03 02:37:08.660877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-591519f0-9474-4ce3-aa5a-ba1e697ebe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:08.662325 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-591519f0-9474-4ce3-aa5a-ba1e697ebe4e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 200 len: 835 time: 0.0641239 Nov 03 02:37:08.717324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-abaf7630-5d55-4f50-8596-26ea06c26512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:08.719120 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-abaf7630-5d55-4f50-8596-26ea06c26512 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=69c29832-a9e8-46a4-9b03-6edd6bce93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494828 Nov 03 02:37:08.807127 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-13f0accc-f413-4b4d-a52a-a7c5cf12ef1c service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812712 Nov 03 02:37:08.899345 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f2c84919-967b-402a-ae5d-56abad6f4fb3 req-b0d468c5-fe8d-4351-b1a8-5cda7f33bed8 service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857947 Nov 03 02:37:08.985488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5 req-b8f55ce7-e599-4d06-9e51-5b264a9f58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:08.986877 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5 req-b8f55ce7-e599-4d06-9e51-5b264a9f58fe service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 1127 time: 0.0450485 Nov 03 02:37:09.075163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5 req-9b9d157b-12b1-42de-bcd3-82d363273cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:09.076665 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5 req-9b9d157b-12b1-42de-bcd3-82d363273cc0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 896 time: 0.0836756 Nov 03 02:37:09.121367 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5 req-b1d86e6a-5ef7-41c6-a8ff-3e6541a30db6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1837fd10-a9c5-4876-b4e8-d1a69778f33a HTTP/1.1" status: 200 len: 217 time: 0.0364895 Nov 03 02:37:09.169217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5 req-54d6dda9-6e45-4500-b045-9cc02cdebe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:09.170627 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5 req-54d6dda9-6e45-4500-b045-9cc02cdebe80 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 200 len: 835 time: 0.0424278 Nov 03 02:37:09.220631 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5 req-2e1935f3-89f0-4e98-a6c7-bef08b9c387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:09.222089 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5 req-2e1935f3-89f0-4e98-a6c7-bef08b9c387e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=69c29832-a9e8-46a4-9b03-6edd6bce93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437117 Nov 03 02:37:09.630944 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5 req-f57cf733-9a99-4f69-aa14-15b64a58b939 service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007173 Nov 03 02:37:09.731974 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c579ff3e-1127-4cf4-ae82-6b9f6ba03ef5 req-24b71580-2c8a-4df9-978c-ca81a077836b service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942729 Nov 03 02:37:09.767443 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-40c40320-0ace-41d5-ac3c-8de948f60b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:09.798738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac4e9-897d-462f-92a9-c36b561cd55d req-93e5bc6c-969c-49f3-a28c-a669f8ae044d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:09.800200 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e6dac4e9-897d-462f-92a9-c36b561cd55d req-93e5bc6c-969c-49f3-a28c-a669f8ae044d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 943 time: 0.0599632 Nov 03 02:37:09.849545 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e6dac4e9-897d-462f-92a9-c36b561cd55d req-83ade447-d61c-4e41-a79c-74a350aaf69b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435545 Nov 03 02:37:10.970112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33698bdb-c975-428d-b2a0-a883dfcc1ccd req-1bdc4fde-a763-48d7-9913-7f14bdf7e893 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:10.971572 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-33698bdb-c975-428d-b2a0-a883dfcc1ccd req-1bdc4fde-a763-48d7-9913-7f14bdf7e893 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 943 time: 0.0524449 Nov 03 02:37:11.018798 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-33698bdb-c975-428d-b2a0-a883dfcc1ccd req-d464b858-9d3c-4aec-bd4e-2e3d39e91ae6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415685 Nov 03 02:37:12.139145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf2803-8380-422f-9fc6-ac3ccbfb8c06 req-1f621b54-fba5-4f8d-bad9-9fd0b446d9fc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:12.141142 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-accf2803-8380-422f-9fc6-ac3ccbfb8c06 req-1f621b54-fba5-4f8d-bad9-9fd0b446d9fc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 943 time: 0.0520549 Nov 03 02:37:12.192851 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-accf2803-8380-422f-9fc6-ac3ccbfb8c06 req-a8798b30-bed6-438e-b070-18fcb0df7720 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462205 Nov 03 02:37:12.244862 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-26a78fbb-9379-4b64-acd7-170a0010ab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:12.418016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 1837fd10-a9c5-4876-b4e8-d1a69778f33a details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:37:12.513551 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 1837fd10-a9c5-4876-b4e8-d1a69778f33a, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=1837fd10-a9c5-4876-b4e8-d1a69778f33a,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:37:12.524948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '1837fd10-a9c5-4876-b4e8-d1a69778f33a', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'port_id': '1837fd10-a9c5-4876-b4e8-d1a69778f33a', 'mac_address': 'fa:16:3e:e6:c5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:37:12.562581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 1837fd10-a9c5-4876-b4e8-d1a69778f33a is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:37:12.562967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:12.575482 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1837fd10-a9c5-4876-b4e8-d1a69778f33a {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:37:12.594356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 1837fd10-a9c5-4876-b4e8-d1a69778f33a, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=1837fd10-a9c5-4876-b4e8-d1a69778f33a,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:37:12.598536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:12.645382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=1837fd10-a9c5-4876-b4e8-d1a69778f33a,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:12.841413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['1837fd10-a9c5-4876-b4e8-d1a69778f33a'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:37:13.183728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:13.271317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [req-0d3cdec4-daa8-481f-a26f-417bc192da84 req-03dde42c-5da6-4729-8c2d-bd54ff0d0860 service neutron] (104393) timed out ('10.222.0.27', 58236) {{(pid=104393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 03 02:37:13.316265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed165c-ff7f-454d-b11a-f69e6e1be4f7 req-89f9a788-9cad-47d0-bc4d-0ff8e16e367a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:13.317771 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-33ed165c-ff7f-454d-b11a-f69e6e1be4f7 req-89f9a788-9cad-47d0-bc4d-0ff8e16e367a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 944 time: 0.0545971 Nov 03 02:37:13.365629 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-33ed165c-ff7f-454d-b11a-f69e6e1be4f7 req-e92f8eb1-d1aa-41cf-b3cd-b0d6a15fc3e6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423343 Nov 03 02:37:14.418271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 1837fd10-a9c5-4876-b4e8-d1a69778f33a up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:37:14.469098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 1837fd10-a9c5-4876-b4e8-d1a69778f33a completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:37:14.473797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 1837fd10-a9c5-4876-b4e8-d1a69778f33a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:37:14.474199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:14.474780 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 1837fd10-a9c5-4876-b4e8-d1a69778f33a Nov 03 02:37:14.490687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af6a10-27e9-4b7d-bedd-cccb4637ef34 req-38e05aad-24a4-409b-a54c-09dd9fdbe1fd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:14.492188 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d0af6a10-27e9-4b7d-bedd-cccb4637ef34 req-38e05aad-24a4-409b-a54c-09dd9fdbe1fd tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 944 time: 0.0540104 Nov 03 02:37:14.541819 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d0af6a10-27e9-4b7d-bedd-cccb4637ef34 req-ce1d8813-aca8-4082-b889-bb5eeeaeaa55 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437987 Nov 03 02:37:14.548712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 1837fd10-a9c5-4876-b4e8-d1a69778f33a is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:37:14.549102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:14.571860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aae4410-24f1-4819-8a49-e13882beab13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837fd10-a9c5-4876-b4e8-d1a69778f33a'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:37:14.574116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec8dd6f-645c-4bfd-89cb-72d050f1ee2c" -d '{"events": [{"server_uuid": "1aae4410-24f1-4819-8a49-e13882beab13", "name": "network-vif-plugged", "status": "completed", "tag": "1837fd10-a9c5-4876-b4e8-d1a69778f33a"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:37:14.587157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 1837fd10-a9c5-4876-b4e8-d1a69778f33a, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=1837fd10-a9c5-4876-b4e8-d1a69778f33a,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:37:14.591205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:14.616102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253232bc-7a07-4f30-9540-cba40ace5ff9 x-openstack-request-id: req-253232bc-7a07-4f30-9540-cba40ace5ff9 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:37:14.616391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aae4410-24f1-4819-8a49-e13882beab13", "name": "network-vif-plugged", "status": "completed", "tag": "1837fd10-a9c5-4876-b4e8-d1a69778f33a", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:37:14.616671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-253232bc-7a07-4f30-9540-cba40ace5ff9 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:37:14.617066 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253232bc-7a07-4f30-9540-cba40ace5ff9'] response: {'server_uuid': '1aae4410-24f1-4819-8a49-e13882beab13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837fd10-a9c5-4876-b4e8-d1a69778f33a', 'code': 200} Nov 03 02:37:14.645803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=1837fd10-a9c5-4876-b4e8-d1a69778f33a,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:14.673484 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:14.795673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d6f4a-f87c-467e-9060-a3512636baed req-03eacbe6-81f4-4059-ab8b-a3f5542a635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:14.797973 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da9d6f4a-f87c-467e-9060-a3512636baed req-03eacbe6-81f4-4059-ab8b-a3f5542a635c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 1129 time: 0.0485766 Nov 03 02:37:14.848247 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da9d6f4a-f87c-467e-9060-a3512636baed req-bbe52a82-5f73-4712-af0c-01e5a155da37 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416446 Nov 03 02:37:15.665473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec69c05-e50b-484c-9bea-5e2f6ea6d75d req-17e086c4-f548-4669-a617-1eb6457a3937 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:15.666955 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ec69c05-e50b-484c-9bea-5e2f6ea6d75d req-17e086c4-f548-4669-a617-1eb6457a3937 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 945 time: 0.0526056 Nov 03 02:37:15.715101 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ec69c05-e50b-484c-9bea-5e2f6ea6d75d req-9a0739ee-d587-49db-99c5-4a808752ad63 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421078 Nov 03 02:37:16.095164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:16.844537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c8c83-1cdf-41cd-acf6-10e16f219eee req-f3379a97-8e75-4952-ad14-fe5c6e2a2c44 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:16.846034 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e34c8c83-1cdf-41cd-acf6-10e16f219eee req-f3379a97-8e75-4952-ad14-fe5c6e2a2c44 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 945 time: 0.0578539 Nov 03 02:37:16.894222 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e34c8c83-1cdf-41cd-acf6-10e16f219eee req-f47e89fa-1346-46a8-806c-0a8ffbfecd5b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427184 Nov 03 02:37:17.016278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0df4d-aa64-4d90-8244-6cbe26eb8a13 req-63f0109c-bb1f-4fbf-a797-5bfffc440cd1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:17.017692 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c9a0df4d-aa64-4d90-8244-6cbe26eb8a13 req-63f0109c-bb1f-4fbf-a797-5bfffc440cd1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 945 time: 0.0532415 Nov 03 02:37:17.065532 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c9a0df4d-aa64-4d90-8244-6cbe26eb8a13 req-c85018da-aaa6-4e29-8e0c-28b0f3c73bb6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422828 Nov 03 02:37:17.093015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42818) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:17.135800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3436a48a-cf1b-4917-878a-7036f23669c4 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:17.137372 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3436a48a-cf1b-4917-878a-7036f23669c4 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 1124 time: 0.0426195 Nov 03 02:37:17.140596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42820) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:17.144755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '1837fd10-a9c5-4876-b4e8-d1a69778f33a', 'tenant_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:17.164979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:17.264154 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:17.370904 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.3 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/a372393c-22bb-44fc-9021-e7aa61a35e9e) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:37:17.474221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (a372393c-22bb-44fc-9021-e7aa61a35e9e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:17.506849 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (a372393c-22bb-44fc-9021-e7aa61a35e9e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:17.542977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:37:17.545813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:37:17.548888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:37:17.580681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=a372393c-22bb-44fc-9021-e7aa61a35e9e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:17.901495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (52016fef-3c90-45c7-9002-a8cc0ae004d7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:17.965903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a372393c-22bb-44fc-9021-e7aa61a35e9e), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:18.110369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (a372393c-22bb-44fc-9021-e7aa61a35e9e), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:18.114956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (a372393c-22bb-44fc-9021-e7aa61a35e9e), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:18.183779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (52016fef-3c90-45c7-9002-a8cc0ae004d7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:18.185372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=a372393c-22bb-44fc-9021-e7aa61a35e9e,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:18.281257 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 52016fef-3c90-45c7-9002-a8cc0ae004d7 associated. External IP: 172.26.6.3, port: 1837fd10-a9c5-4876-b4e8-d1a69778f33a. Nov 03 02:37:18.473407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router a109b5fd-010e-454b-a197-6f1f24129306 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:37:18.575311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:37:18.584765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd04c2-16c4-44ee-b56f-6046179ad605 None None] Sync routers for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:37:18.592713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:18.594934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd04c2-16c4-44ee-b56f-6046179ad605 None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:37:18.595559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0dbd04c2-16c4-44ee-b56f-6046179ad605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:37:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:37:18.623925 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fc26a130-c9f4-4ad3-be2f-2ab8dff528c7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4823358 Nov 03 02:37:18.625679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae4410-24f1-4819-8a49-e13882beab13', 'tag': '1837fd10-a9c5-4876-b4e8-d1a69778f33a'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:37:18.628101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1aae4410-24f1-4819-8a49-e13882beab13", "tag": "1837fd10-a9c5-4876-b4e8-d1a69778f33a"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:37:18.663511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe0f3a0-9424-4c0c-b3b9-f8447584fa22 x-openstack-request-id: req-2fe0f3a0-9424-4c0c-b3b9-f8447584fa22 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:37:18.663799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aae4410-24f1-4819-8a49-e13882beab13", "tag": "1837fd10-a9c5-4876-b4e8-d1a69778f33a", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:37:18.664049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fe0f3a0-9424-4c0c-b3b9-f8447584fa22 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:37:18.664450 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe0f3a0-9424-4c0c-b3b9-f8447584fa22'] response: {'name': 'network-changed', 'server_uuid': '1aae4410-24f1-4819-8a49-e13882beab13', 'tag': '1837fd10-a9c5-4876-b4e8-d1a69778f33a', 'status': 'completed', 'code': 200} Nov 03 02:37:18.710138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-0dbd04c2-16c4-44ee-b56f-6046179ad605 None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:37:18.737044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7 req-90df7e99-309b-4930-96b2-60f2f4486ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:18.738483 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7 req-90df7e99-309b-4930-96b2-60f2f4486ad6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 1129 time: 0.0495672 Nov 03 02:37:18.830777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7 req-34ca905e-6d93-439c-a6ab-3d97b96e6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:18.832294 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7 req-34ca905e-6d93-439c-a6ab-3d97b96e6f86 service neutron] 10.222.0.27 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 896 time: 0.0868771 Nov 03 02:37:18.899123 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7 req-5802622f-937b-41c8-adea-3c9ac9eca717 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1837fd10-a9c5-4876-b4e8-d1a69778f33a HTTP/1.1" status: 200 len: 997 time: 0.0608175 Nov 03 02:37:18.928191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0dbd04c2-16c4-44ee-b56f-6046179ad605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '472bc893-e1e2-4f1c-bb6e-b378f9c094ef', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:5f:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:03Z', 'updated_at': '2022-11-03T02:37:05Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}, {'id': '52016fef-3c90-45c7-9002-a8cc0ae004d7', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.3', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '1837fd10-a9c5-4876-b4e8-d1a69778f33a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:e6:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aae4410-24f1-4819-8a49-e13882beab13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:17Z', 'updated_at': '2022-11-03T02:37:17Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:37:18.947748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7 req-112e137e-5de7-490d-b874-413e689fc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:18.949242 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7 req-112e137e-5de7-490d-b874-413e689fc093 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 200 len: 835 time: 0.0441198 Nov 03 02:37:18.952182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd04c2-16c4-44ee-b56f-6046179ad605 None None] Checking router: a109b5fd-010e-454b-a197-6f1f24129306 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:37:18.961064 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd04c2-16c4-44ee-b56f-6046179ad605 None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:37:18.961724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0dbd04c2-16c4-44ee-b56f-6046179ad605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:37:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:37:18.997725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7 req-d2cc4cd5-791c-41e4-b950-4f0c1819c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:18.999156 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7 req-d2cc4cd5-791c-41e4-b950-4f0c1819c595 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=69c29832-a9e8-46a4-9b03-6edd6bce93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439398 Nov 03 02:37:19.063592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-0dbd04c2-16c4-44ee-b56f-6046179ad605 None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:37:19.094471 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7 req-6b3d5308-6083-4dc4-808f-b8d31304df21 service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890918 Nov 03 02:37:19.187368 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff3c40bc-2e1f-4270-ae45-39ec8cbda1a7 req-7d040f1c-5ebc-41ac-8e6d-1b16edac88d0 service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838940 Nov 03 02:37:19.287834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-0dbd04c2-16c4-44ee-b56f-6046179ad605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '472bc893-e1e2-4f1c-bb6e-b378f9c094ef', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:5f:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:03Z', 'updated_at': '2022-11-03T02:37:05Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}, {'id': '52016fef-3c90-45c7-9002-a8cc0ae004d7', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.3', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '1837fd10-a9c5-4876-b4e8-d1a69778f33a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:e6:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aae4410-24f1-4819-8a49-e13882beab13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:17Z', 'updated_at': '2022-11-03T02:37:17Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:37:19.312559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd04c2-16c4-44ee-b56f-6046179ad605 None None] The sync data for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv is: [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '472bc893-e1e2-4f1c-bb6e-b378f9c094ef', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:5f:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:03Z', 'updated_at': '2022-11-03T02:37:05Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}, {'id': '52016fef-3c90-45c7-9002-a8cc0ae004d7', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.3', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '1837fd10-a9c5-4876-b4e8-d1a69778f33a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:e6:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aae4410-24f1-4819-8a49-e13882beab13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:17Z', 'updated_at': '2022-11-03T02:37:17Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:37:19.511838 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4930042-8eeb-4de2-ad66-a4bf7845a4ac None None] New status for floating IP 52016fef-3c90-45c7-9002-a8cc0ae004d7: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:37:29.976300 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:37:38.130051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:39.749056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-997da990-7f15-4b82-b37b-48498e6c8e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:42.246311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bca0f625-e8d4-4da8-b9c4-a1add284acbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:43.187472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:44.677802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:46.098570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:54.810552 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42836) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:54.866912 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-15f55dfe-e09e-4dbe-a7e0-0a2647c60b6b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/472bc893-e1e2-4f1c-bb6e-b378f9c094ef HTTP/1.1" status: 200 len: 993 time: 0.0552421 Nov 03 02:37:55.589154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42844) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:55.595170 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6c79f6ef-e04f-419a-837f-3f0761cc0b7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:55.666413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c79f6ef-e04f-419a-837f-3f0761cc0b7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:55.819698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-6c79f6ef-e04f-419a-837f-3f0761cc0b7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 6746d98b-e15d-4a44-834b-d3a567f6edf0, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:37:55.847723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c79f6ef-e04f-419a-837f-3f0761cc0b7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:55.852280 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c79f6ef-e04f-419a-837f-3f0761cc0b7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:55.859847 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c79f6ef-e04f-419a-837f-3f0761cc0b7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:55.860545 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c79f6ef-e04f-419a-837f-3f0761cc0b7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:55.861873 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6c79f6ef-e04f-419a-837f-3f0761cc0b7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/ports/6746d98b-e15d-4a44-834b-d3a567f6edf0 HTTP/1.1" status: 200 len: 939 time: 0.2717016 Nov 03 02:37:55.864786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:37:55.867698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5e825c-3d89-4cea-a046-49926161664e" -d '{"events": [{"name": "network-changed", "server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:37:55.908310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29745ef8-d069-4f0b-a560-1b4374c92dfd x-openstack-request-id: req-29745ef8-d069-4f0b-a560-1b4374c92dfd {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:37:55.908636 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:37:55.908891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29745ef8-d069-4f0b-a560-1b4374c92dfd {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:37:55.909290 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29745ef8-d069-4f0b-a560-1b4374c92dfd'] response: {'name': 'network-changed', 'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'status': 'completed', 'code': 200} Nov 03 02:37:55.920474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79f6ef-e04f-419a-837f-3f0761cc0b7f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=6746d98b-e15d-4a44-834b-d3a567f6edf0,revision_number=6']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:55.991634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e825c-3d89-4cea-a046-49926161664e req-e4b1e943-7bd7-40d6-a03c-8ee42e92bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:55.993183 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de5e825c-3d89-4cea-a046-49926161664e req-e4b1e943-7bd7-40d6-a03c-8ee42e92bb56 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 1131 time: 0.0493000 Nov 03 02:37:56.087590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e825c-3d89-4cea-a046-49926161664e req-6337939b-3873-48b0-ac90-34a74bd25fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:56.089108 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de5e825c-3d89-4cea-a046-49926161664e req-6337939b-3873-48b0-ac90-34a74bd25fd6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 896 time: 0.0847943 Nov 03 02:37:56.157021 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de5e825c-3d89-4cea-a046-49926161664e req-64dc3c75-1580-4f2a-b8fb-11e5c8ebee51 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0 HTTP/1.1" status: 200 len: 1002 time: 0.0572312 Nov 03 02:37:56.209688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e825c-3d89-4cea-a046-49926161664e req-d9335fbd-4ce5-4c5c-8eb4-9e2a3beb158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:56.211183 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de5e825c-3d89-4cea-a046-49926161664e req-d9335fbd-4ce5-4c5c-8eb4-9e2a3beb158e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 200 len: 835 time: 0.0484803 Nov 03 02:37:56.263536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e825c-3d89-4cea-a046-49926161664e req-c691dc2a-1e74-405b-b385-23ac03ad7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:56.265032 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de5e825c-3d89-4cea-a046-49926161664e req-c691dc2a-1e74-405b-b385-23ac03ad7b83 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=69c29832-a9e8-46a4-9b03-6edd6bce93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433002 Nov 03 02:37:56.361447 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de5e825c-3d89-4cea-a046-49926161664e req-57f74df9-053d-47c6-9a00-f925579480b7 service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851839 Nov 03 02:37:56.450084 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de5e825c-3d89-4cea-a046-49926161664e req-bdc11fe1-eec0-4386-9f54-919a963a0bc6 service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799680 Nov 03 02:37:59.294643 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42852) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:59.300067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-31172b90-80fb-4799-a469-87f7e09cc401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:37:59.372706 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31172b90-80fb-4799-a469-87f7e09cc401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:59.417164 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-dc097d78-545f-4287-a896-d917c8319dee service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447183 Nov 03 02:37:59.510322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-24cc311d-b33b-41b3-8fb8-4f9e1d42846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:59.511837 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-24cc311d-b33b-41b3-8fb8-4f9e1d42846e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 1131 time: 0.0509791 Nov 03 02:37:59.524525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-31172b90-80fb-4799-a469-87f7e09cc401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 6746d98b-e15d-4a44-834b-d3a567f6edf0, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:37:59.553372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31172b90-80fb-4799-a469-87f7e09cc401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:59.557847 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31172b90-80fb-4799-a469-87f7e09cc401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:59.567670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31172b90-80fb-4799-a469-87f7e09cc401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:59.568292 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31172b90-80fb-4799-a469-87f7e09cc401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:37:59.569696 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-31172b90-80fb-4799-a469-87f7e09cc401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/ports/6746d98b-e15d-4a44-834b-d3a567f6edf0 HTTP/1.1" status: 200 len: 938 time: 0.2741020 Nov 03 02:37:59.570374 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:37:59.572682 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f0ea7c-7f87-42e0-b521-a8e4370928af" -d '{"events": [{"name": "network-changed", "server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:37:59.575079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42854) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:37:59.629161 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-f7f434f1-4488-4cc5-8bfa-73ce94a8d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:59.629810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20277095-b7a3-4ff2-bfd7-807743e67094 x-openstack-request-id: req-20277095-b7a3-4ff2-bfd7-807743e67094 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:37:59.630102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:37:59.630355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20277095-b7a3-4ff2-bfd7-807743e67094 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:37:59.630717 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-f7f434f1-4488-4cc5-8bfa-73ce94a8d3ef service neutron] 10.222.0.27 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 896 time: 0.0923722 Nov 03 02:37:59.630851 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20277095-b7a3-4ff2-bfd7-807743e67094'] response: {'name': 'network-changed', 'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'status': 'completed', 'code': 200} Nov 03 02:37:59.669975 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f988d2d7-3359-4fc1-8ee4-5d7b4a391fef tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/472bc893-e1e2-4f1c-bb6e-b378f9c094ef HTTP/1.1" status: 200 len: 993 time: 0.0926359 Nov 03 02:37:59.670645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31172b90-80fb-4799-a469-87f7e09cc401 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=6746d98b-e15d-4a44-834b-d3a567f6edf0,revision_number=7']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:37:59.698887 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-67eb387b-6f6c-453b-b9c4-c176dc6ae511 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0 HTTP/1.1" status: 200 len: 1001 time: 0.0601969 Nov 03 02:37:59.755979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-4f926116-8256-43fb-95a9-487d0db5ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:59.757470 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-4f926116-8256-43fb-95a9-487d0db5ae3a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 200 len: 835 time: 0.0460927 Nov 03 02:37:59.810089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-83c7057c-02c9-4887-9400-ba5c6b326871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:37:59.811512 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-83c7057c-02c9-4887-9400-ba5c6b326871 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=69c29832-a9e8-46a4-9b03-6edd6bce93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461612 Nov 03 02:37:59.864784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['6746d98b-e15d-4a44-834b-d3a567f6edf0'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:37:59.905306 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-ff4a82ee-f43c-47b4-bd1d-d601737c10bb service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868526 Nov 03 02:37:59.999028 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40eb1e16-daf6-4d05-ae04-96d88b779a0e req-4076c652-e8f2-4d00-8fea-df86f2d6083d service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842495 Nov 03 02:38:00.091790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0ea7c-7f87-42e0-b521-a8e4370928af req-fc556789-36a0-48cf-94a8-a50f5b80549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:00.093627 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37f0ea7c-7f87-42e0-b521-a8e4370928af req-fc556789-36a0-48cf-94a8-a50f5b80549d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 1130 time: 0.0441282 Nov 03 02:38:00.186244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0ea7c-7f87-42e0-b521-a8e4370928af req-f59d5db6-dd9f-4ef9-a9df-e2ff4bc1e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:00.187708 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37f0ea7c-7f87-42e0-b521-a8e4370928af req-f59d5db6-dd9f-4ef9-a9df-e2ff4bc1e75e service neutron] 10.222.0.27 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 896 time: 0.0869868 Nov 03 02:38:00.248070 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37f0ea7c-7f87-42e0-b521-a8e4370928af req-94996b56-791d-4527-ac5e-1d9d4396f8a8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0 HTTP/1.1" status: 200 len: 1001 time: 0.0537462 Nov 03 02:38:00.299347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0ea7c-7f87-42e0-b521-a8e4370928af req-ccd53780-63e7-4357-86f0-99864483f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:00.300816 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37f0ea7c-7f87-42e0-b521-a8e4370928af req-ccd53780-63e7-4357-86f0-99864483f035 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 200 len: 835 time: 0.0462348 Nov 03 02:38:00.350978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0ea7c-7f87-42e0-b521-a8e4370928af req-df13931e-538e-4fd0-89ec-2d0dc4875336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:00.352389 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37f0ea7c-7f87-42e0-b521-a8e4370928af req-df13931e-538e-4fd0-89ec-2d0dc4875336 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=69c29832-a9e8-46a4-9b03-6edd6bce93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436375 Nov 03 02:38:00.440087 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37f0ea7c-7f87-42e0-b521-a8e4370928af req-20c2ed66-cb19-4c16-b27e-14bb1fd413ef service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802846 Nov 03 02:38:00.533176 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37f0ea7c-7f87-42e0-b521-a8e4370928af req-2e068368-64dc-4636-ad05-18c8c5fe5d17 service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861588 Nov 03 02:38:02.267777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42864) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:02.410899 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port a372393c-22bb-44fc-9021-e7aa61a35e9e {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:38:02.411241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (a372393c-22bb-44fc-9021-e7aa61a35e9e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:02.488219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (a372393c-22bb-44fc-9021-e7aa61a35e9e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:02.488580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (a372393c-22bb-44fc-9021-e7aa61a35e9e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:02.500068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for a372393c-22bb-44fc-9021-e7aa61a35e9e owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:38:02.933805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (a372393c-22bb-44fc-9021-e7aa61a35e9e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:02.962897 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=a372393c-22bb-44fc-9021-e7aa61a35e9e,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:02.974460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.974813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.975161 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.975487 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.975822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.976150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.976475 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.976826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.977147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.977470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.977791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.978109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:02.978423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:03.036783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (52016fef-3c90-45c7-9002-a8cc0ae004d7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:03.037113 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 52016fef-3c90-45c7-9002-a8cc0ae004d7 disassociated (deleted). External IP: 172.26.6.3, port: 1837fd10-a9c5-4876-b4e8-d1a69778f33a. Nov 03 02:38:03.231717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router a109b5fd-010e-454b-a197-6f1f24129306 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:38:03.335479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:38:03.340025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:03.346376 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84de93bd-d104-4c89-9d1e-bf0b1f139640 None None] Sync routers for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:38:03.358862 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de93bd-d104-4c89-9d1e-bf0b1f139640 None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:03.359637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-84de93bd-d104-4c89-9d1e-bf0b1f139640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:37:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:03.375017 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8c688b29-536c-4448-998b-cbe80eb4986f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/floatingips/52016fef-3c90-45c7-9002-a8cc0ae004d7 HTTP/1.1" status: 204 len: 168 time: 1.1037602 Nov 03 02:38:03.375017 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae4410-24f1-4819-8a49-e13882beab13', 'tag': '1837fd10-a9c5-4876-b4e8-d1a69778f33a'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:38:03.376467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b649503-8f45-4e1a-9126-791d13599fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1aae4410-24f1-4819-8a49-e13882beab13", "tag": "1837fd10-a9c5-4876-b4e8-d1a69778f33a"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:38:03.468958 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-84de93bd-d104-4c89-9d1e-bf0b1f139640 None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:03.489641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbd52ca-8033-4a5d-b7da-65446b9a5e3a x-openstack-request-id: req-bdbd52ca-8033-4a5d-b7da-65446b9a5e3a {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:38:03.489945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aae4410-24f1-4819-8a49-e13882beab13", "tag": "1837fd10-a9c5-4876-b4e8-d1a69778f33a", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:38:03.490224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdbd52ca-8033-4a5d-b7da-65446b9a5e3a {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:38:03.490736 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbd52ca-8033-4a5d-b7da-65446b9a5e3a'] response: {'name': 'network-changed', 'server_uuid': '1aae4410-24f1-4819-8a49-e13882beab13', 'tag': '1837fd10-a9c5-4876-b4e8-d1a69778f33a', 'status': 'completed', 'code': 200} Nov 03 02:38:03.586919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649503-8f45-4e1a-9126-791d13599fbd req-8dc5caee-c2ef-4767-b8b9-97c6049ba408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:03.589077 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b649503-8f45-4e1a-9126-791d13599fbd req-8dc5caee-c2ef-4767-b8b9-97c6049ba408 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 1129 time: 0.0624967 Nov 03 02:38:03.723677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453eddb-abd0-4181-bd35-74d98ddf3ce9 req-ae575b45-752d-4975-8e83-47d778bd4c61 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:03.725209 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1453eddb-abd0-4181-bd35-74d98ddf3ce9 req-ae575b45-752d-4975-8e83-47d778bd4c61 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 945 time: 0.1175711 Nov 03 02:38:03.741703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649503-8f45-4e1a-9126-791d13599fbd req-96cf8f7a-9d76-4a69-95ce-60670591f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:03.743038 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b649503-8f45-4e1a-9126-791d13599fbd req-96cf8f7a-9d76-4a69-95ce-60670591f55a service neutron] 10.222.0.27 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 896 time: 0.1464415 Nov 03 02:38:03.745328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-84de93bd-d104-4c89-9d1e-bf0b1f139640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '472bc893-e1e2-4f1c-bb6e-b378f9c094ef', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:5f:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:03Z', 'updated_at': '2022-11-03T02:37:05Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:03.773152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84de93bd-d104-4c89-9d1e-bf0b1f139640 None None] Checking router: a109b5fd-010e-454b-a197-6f1f24129306 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:38:03.782017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de93bd-d104-4c89-9d1e-bf0b1f139640 None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:03.782894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-84de93bd-d104-4c89-9d1e-bf0b1f139640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:37:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:03.787477 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b649503-8f45-4e1a-9126-791d13599fbd req-d7b435d6-e407-4d30-88be-423d570ad185 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1837fd10-a9c5-4876-b4e8-d1a69778f33a HTTP/1.1" status: 200 len: 217 time: 0.0373034 Nov 03 02:38:03.846878 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1453eddb-abd0-4181-bd35-74d98ddf3ce9 req-7e7081bd-886c-4da1-9ad9-76ec7f48a2e7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141481 Nov 03 02:38:03.862184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649503-8f45-4e1a-9126-791d13599fbd req-d3e72df3-42a4-4c72-9c79-df6f6f92155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:03.863721 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b649503-8f45-4e1a-9126-791d13599fbd req-d3e72df3-42a4-4c72-9c79-df6f6f92155c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 200 len: 835 time: 0.0692916 Nov 03 02:38:03.901907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-84de93bd-d104-4c89-9d1e-bf0b1f139640 None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:03.920535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649503-8f45-4e1a-9126-791d13599fbd req-8dfaa553-7aca-4f1d-91a6-8e0df0b089c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:03.922130 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b649503-8f45-4e1a-9126-791d13599fbd req-8dfaa553-7aca-4f1d-91a6-8e0df0b089c1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=69c29832-a9e8-46a4-9b03-6edd6bce93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488236 Nov 03 02:38:04.026278 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b649503-8f45-4e1a-9126-791d13599fbd req-f66417ad-b348-4daa-be5e-a29e9b3e0647 service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972703 Nov 03 02:38:04.122119 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b649503-8f45-4e1a-9126-791d13599fbd req-9a873282-e79f-486f-84e3-a561360e58e4 service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876086 Nov 03 02:38:04.138178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-84de93bd-d104-4c89-9d1e-bf0b1f139640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '472bc893-e1e2-4f1c-bb6e-b378f9c094ef', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:5f:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:03Z', 'updated_at': '2022-11-03T02:37:05Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:04.164840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84de93bd-d104-4c89-9d1e-bf0b1f139640 None None] The sync data for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv is: [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '472bc893-e1e2-4f1c-bb6e-b378f9c094ef', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'port_id': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'mac_address': 'fa:16:3e:5f:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:37:03Z', 'updated_at': '2022-11-03T02:37:05Z', 'revision_number': 1, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:38:04.392608 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fad6302-4936-44d0-9397-87a50d5798d0 None None] New status for floating IP 52016fef-3c90-45c7-9002-a8cc0ae004d7: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:38:04.977350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac481eb-a381-4993-8a40-164dc6be0e4c req-c521cf74-7c4e-4ec1-9dc9-2687bb1b051f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:04.979233 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eac481eb-a381-4993-8a40-164dc6be0e4c req-c521cf74-7c4e-4ec1-9dc9-2687bb1b051f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 945 time: 0.0568795 Nov 03 02:38:05.033509 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eac481eb-a381-4993-8a40-164dc6be0e4c req-0c778d98-ee6f-428a-a3c2-c85bb6dfd60b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486748 Nov 03 02:38:05.166920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9eeae-f44a-4302-ad23-aad0fb9fd8df req-0196220b-9e4a-4c9c-b4e4-89feaaedfb8b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:05.168282 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9be9eeae-f44a-4302-ad23-aad0fb9fd8df req-0196220b-9e4a-4c9c-b4e4-89feaaedfb8b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 945 time: 0.0561655 Nov 03 02:38:05.258964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-9be9eeae-f44a-4302-ad23-aad0fb9fd8df req-13704018-d9db-40c0-be4e-fafd7b7b1149 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 1837fd10-a9c5-4876-b4e8-d1a69778f33a {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:38:05.259305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9be9eeae-f44a-4302-ad23-aad0fb9fd8df req-13704018-d9db-40c0-be4e-fafd7b7b1149 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:05.350522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-9be9eeae-f44a-4302-ad23-aad0fb9fd8df req-13704018-d9db-40c0-be4e-fafd7b7b1149 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 1837fd10-a9c5-4876-b4e8-d1a69778f33a, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=1837fd10-a9c5-4876-b4e8-d1a69778f33a,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:38:05.350886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9be9eeae-f44a-4302-ad23-aad0fb9fd8df req-13704018-d9db-40c0-be4e-fafd7b7b1149 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:05.364171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-9be9eeae-f44a-4302-ad23-aad0fb9fd8df req-13704018-d9db-40c0-be4e-fafd7b7b1149 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 1837fd10-a9c5-4876-b4e8-d1a69778f33a owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:38:05.492303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9be9eeae-f44a-4302-ad23-aad0fb9fd8df req-13704018-d9db-40c0-be4e-fafd7b7b1149 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1837fd10-a9c5-4876-b4e8-d1a69778f33a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:05.532506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13704018-d9db-40c0-be4e-fafd7b7b1149 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=1837fd10-a9c5-4876-b4e8-d1a69778f33a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:05.573010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be9eeae-f44a-4302-ad23-aad0fb9fd8df req-13704018-d9db-40c0-be4e-fafd7b7b1149 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] No DVR routers for this DVR port 1837fd10-a9c5-4876-b4e8-d1a69778f33a on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:38:05.575418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9be9eeae-f44a-4302-ad23-aad0fb9fd8df req-13704018-d9db-40c0-be4e-fafd7b7b1149 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:05.578917 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9be9eeae-f44a-4302-ad23-aad0fb9fd8df req-13704018-d9db-40c0-be4e-fafd7b7b1149 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "DELETE /v2.0/ports/1837fd10-a9c5-4876-b4e8-d1a69778f33a HTTP/1.1" status: 204 len: 173 time: 0.3999672 Nov 03 02:38:05.579441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aae4410-24f1-4819-8a49-e13882beab13', 'name': 'network-vif-deleted', 'tag': '1837fd10-a9c5-4876-b4e8-d1a69778f33a'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:38:05.581688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cf07d9-ab71-44d5-946a-9e7ca3d43785" -d '{"events": [{"server_uuid": "1aae4410-24f1-4819-8a49-e13882beab13", "name": "network-vif-deleted", "tag": "1837fd10-a9c5-4876-b4e8-d1a69778f33a"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:38:05.618288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00e2adb-92b3-4bbe-9dda-46a0e7290eda x-openstack-request-id: req-d00e2adb-92b3-4bbe-9dda-46a0e7290eda {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:38:05.618585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aae4410-24f1-4819-8a49-e13882beab13", "name": "network-vif-deleted", "tag": "1837fd10-a9c5-4876-b4e8-d1a69778f33a", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:38:05.618841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d00e2adb-92b3-4bbe-9dda-46a0e7290eda {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:38:05.619251 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00e2adb-92b3-4bbe-9dda-46a0e7290eda'] response: {'server_uuid': '1aae4410-24f1-4819-8a49-e13882beab13', 'name': 'network-vif-deleted', 'tag': '1837fd10-a9c5-4876-b4e8-d1a69778f33a', 'status': 'completed', 'code': 200} Nov 03 02:38:06.150387 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-def8d3fe-b396-4964-8f9d-589fa86a1827 req-192d8930-dab7-403c-904c-ee70ff7f979b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aae4410-24f1-4819-8a49-e13882beab13 HTTP/1.1" status: 200 len: 210 time: 0.0308311 Nov 03 02:38:06.975351 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:38:07.212426 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42882) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:07.268760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c079-be21-4536-9e08-947f3a344cd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:07.293960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c079-be21-4536-9e08-947f3a344cd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:07.357261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c079-be21-4536-9e08-947f3a344cd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:07.359880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c079-be21-4536-9e08-947f3a344cd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:07.361761 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e5a8c079-be21-4536-9e08-947f3a344cd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef HTTP/1.1" status: 204 len: 168 time: 0.1483204 Nov 03 02:38:07.370767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8c079-be21-4536-9e08-947f3a344cd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4a584e-1d22-4ba8-a9dd-bfdd1f404aef,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:07.401487 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42886) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:07.546736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 10405af9-4682-42fe-86d7-2afc246041c4 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:38:07.546971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (10405af9-4682-42fe-86d7-2afc246041c4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:07.622635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (10405af9-4682-42fe-86d7-2afc246041c4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:07.622960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (10405af9-4682-42fe-86d7-2afc246041c4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:07.634367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 10405af9-4682-42fe-86d7-2afc246041c4 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:38:07.778539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (10405af9-4682-42fe-86d7-2afc246041c4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:07.809178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=10405af9-4682-42fe-86d7-2afc246041c4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:07.871299 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (472bc893-e1e2-4f1c-bb6e-b378f9c094ef), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:07.871627 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 472bc893-e1e2-4f1c-bb6e-b378f9c094ef disassociated (deleted). External IP: 172.26.6.31, port: 6746d98b-e15d-4a44-834b-d3a567f6edf0. Nov 03 02:38:08.068073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router a109b5fd-010e-454b-a197-6f1f24129306 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:38:08.142769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:08.169750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:38:08.174756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:08.180289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb7988-33fb-4d6f-92c3-470da2d2e526 None None] Sync routers for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:38:08.190017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb7988-33fb-4d6f-92c3-470da2d2e526 None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:08.190624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-27eb7988-33fb-4d6f-92c3-470da2d2e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:37:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:08.204635 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6c82de24-9f6a-412b-9c2e-14f5a4c3a120 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/floatingips/472bc893-e1e2-4f1c-bb6e-b378f9c094ef HTTP/1.1" status: 204 len: 168 time: 0.8019385 Nov 03 02:38:08.205291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:38:08.207543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cda7ea1-98bc-4990-82ee-940f1e164142" -d '{"events": [{"name": "network-changed", "server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:38:08.250013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24c6252-9e66-41b0-a404-ec8660276f7a x-openstack-request-id: req-b24c6252-9e66-41b0-a404-ec8660276f7a {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:38:08.250684 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:38:08.250684 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b24c6252-9e66-41b0-a404-ec8660276f7a {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:38:08.251553 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24c6252-9e66-41b0-a404-ec8660276f7a'] response: {'name': 'network-changed', 'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'status': 'completed', 'code': 200} Nov 03 02:38:08.334637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda7ea1-98bc-4990-82ee-940f1e164142 req-9a235678-efae-4bc9-abda-9b484811c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:08.336126 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7cda7ea1-98bc-4990-82ee-940f1e164142 req-9a235678-efae-4bc9-abda-9b484811c9de service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 1130 time: 0.0555375 Nov 03 02:38:08.445368 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-27eb7988-33fb-4d6f-92c3-470da2d2e526 None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:08.479100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda7ea1-98bc-4990-82ee-940f1e164142 req-dc65074a-2498-4f04-a8b9-c82c1fa0ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:08.480626 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7cda7ea1-98bc-4990-82ee-940f1e164142 req-dc65074a-2498-4f04-a8b9-c82c1fa0ae10 service neutron] 10.222.0.27 "GET /v2.0/networks?id=69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 200 len: 896 time: 0.1310952 Nov 03 02:38:08.502349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba563cda-3797-4ac9-bd0f-90a1db145c20 req-e1ac0a05-8c21-4be1-893d-a206cf51d923 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:08.503828 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ba563cda-3797-4ac9-bd0f-90a1db145c20 req-e1ac0a05-8c21-4be1-893d-a206cf51d923 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 946 time: 0.0911310 Nov 03 02:38:08.535508 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7cda7ea1-98bc-4990-82ee-940f1e164142 req-f7bb5f34-783c-45bb-84e4-3975821d015a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0 HTTP/1.1" status: 200 len: 217 time: 0.0466337 Nov 03 02:38:08.617011 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ba563cda-3797-4ac9-bd0f-90a1db145c20 req-13409ed8-d5d0-436b-99c0-03259c483534 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848656 Nov 03 02:38:08.622774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda7ea1-98bc-4990-82ee-940f1e164142 req-cbb995d3-f964-49bc-b436-9077d5434415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:08.624323 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7cda7ea1-98bc-4990-82ee-940f1e164142 req-cbb995d3-f964-49bc-b436-9077d5434415 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 200 len: 835 time: 0.0770090 Nov 03 02:38:08.644986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-27eb7988-33fb-4d6f-92c3-470da2d2e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:08.672423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb7988-33fb-4d6f-92c3-470da2d2e526 None None] Checking router: a109b5fd-010e-454b-a197-6f1f24129306 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:38:08.681374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb7988-33fb-4d6f-92c3-470da2d2e526 None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:08.681989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-27eb7988-33fb-4d6f-92c3-470da2d2e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:37:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:08.682829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda7ea1-98bc-4990-82ee-940f1e164142 req-410dedfb-7ee8-437f-9617-6152465561ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:08.684348 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7cda7ea1-98bc-4990-82ee-940f1e164142 req-410dedfb-7ee8-437f-9617-6152465561ce service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=69c29832-a9e8-46a4-9b03-6edd6bce93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0510278 Nov 03 02:38:08.761538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 1837fd10-a9c5-4876-b4e8-d1a69778f33a no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:38:08.776710 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7cda7ea1-98bc-4990-82ee-940f1e164142 req-540acd4e-e430-4dd8-9d3f-056cd9a77831 service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838151 Nov 03 02:38:08.786798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 1837fd10-a9c5-4876-b4e8-d1a69778f33a {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:38:08.787153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 1837fd10-a9c5-4876-b4e8-d1a69778f33a not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:38:08.805624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-27eb7988-33fb-4d6f-92c3-470da2d2e526 None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:08.876735 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7cda7ea1-98bc-4990-82ee-940f1e164142 req-ff829d5e-2d9f-4a11-bd2f-c2c78ad06a1b service neutron] 10.222.0.27 "GET /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918889 Nov 03 02:38:09.012753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-27eb7988-33fb-4d6f-92c3-470da2d2e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:09.037990 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb7988-33fb-4d6f-92c3-470da2d2e526 None None] The sync data for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv is: [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0c7e0f28-4c80-4d08-826b-7095b6a2445e', 'name': '', 'network_id': '69c29832-a9e8-46a4-9b03-6edd6bce93fe', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:e6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:47Z', 'updated_at': '2022-11-03T02:36:51Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '70a24d16-bd28-465d-93fa-c3662063dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:38:09.263629 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba2996-efde-4aa8-a3e6-96f6386a1624 None None] New status for floating IP 472bc893-e1e2-4f1c-bb6e-b378f9c094ef: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:38:09.744323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29936759-77e7-41b2-9a72-a7f268d79284 req-9cb56c25-1c40-4750-9436-bb99192218e1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:09.745848 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-29936759-77e7-41b2-9a72-a7f268d79284 req-9cb56c25-1c40-4750-9436-bb99192218e1 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 946 time: 0.0536706 Nov 03 02:38:09.753846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e17690f5-fc6a-4bfe-ac95-9aac02d0e206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:09.795898 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-29936759-77e7-41b2-9a72-a7f268d79284 req-59dd6575-d648-4e17-a280-5abb5bce59fc tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436070 Nov 03 02:38:10.104688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda962f5-802c-4415-92e1-183acbb825d2 req-0375820c-137d-4edb-9ee5-400bdb3fdb25 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:10.106123 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bda962f5-802c-4415-92e1-183acbb825d2 req-0375820c-137d-4edb-9ee5-400bdb3fdb25 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 946 time: 0.0554717 Nov 03 02:38:10.198441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-bda962f5-802c-4415-92e1-183acbb825d2 req-2e578b94-5414-4ae3-aa50-b3983174b889 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 6746d98b-e15d-4a44-834b-d3a567f6edf0 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:38:10.198779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-bda962f5-802c-4415-92e1-183acbb825d2 req-2e578b94-5414-4ae3-aa50-b3983174b889 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:10.289821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-bda962f5-802c-4415-92e1-183acbb825d2 req-2e578b94-5414-4ae3-aa50-b3983174b889 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 6746d98b-e15d-4a44-834b-d3a567f6edf0, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6746d98b-e15d-4a44-834b-d3a567f6edf0,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:38:10.290193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-bda962f5-802c-4415-92e1-183acbb825d2 req-2e578b94-5414-4ae3-aa50-b3983174b889 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:10.303276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-bda962f5-802c-4415-92e1-183acbb825d2 req-2e578b94-5414-4ae3-aa50-b3983174b889 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 6746d98b-e15d-4a44-834b-d3a567f6edf0 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:38:10.427336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-bda962f5-802c-4415-92e1-183acbb825d2 req-2e578b94-5414-4ae3-aa50-b3983174b889 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6746d98b-e15d-4a44-834b-d3a567f6edf0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:10.458046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e578b94-5414-4ae3-aa50-b3983174b889 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=6746d98b-e15d-4a44-834b-d3a567f6edf0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:10.502654 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda962f5-802c-4415-92e1-183acbb825d2 req-2e578b94-5414-4ae3-aa50-b3983174b889 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] No DVR routers for this DVR port 6746d98b-e15d-4a44-834b-d3a567f6edf0 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:38:10.505123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-bda962f5-802c-4415-92e1-183acbb825d2 req-2e578b94-5414-4ae3-aa50-b3983174b889 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:10.508449 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bda962f5-802c-4415-92e1-183acbb825d2 req-2e578b94-5414-4ae3-aa50-b3983174b889 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "DELETE /v2.0/ports/6746d98b-e15d-4a44-834b-d3a567f6edf0 HTTP/1.1" status: 204 len: 173 time: 0.3912449 Nov 03 02:38:10.509132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'name': 'network-vif-deleted', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:38:10.511353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099b1989-04ea-4b7f-bb47-67f508f17e08" -d '{"events": [{"server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "name": "network-vif-deleted", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:38:10.548596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7791adf9-a540-4b33-a4a2-c48e1065c7d5 x-openstack-request-id: req-7791adf9-a540-4b33-a4a2-c48e1065c7d5 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:38:10.548997 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ba5ef-7fa0-4dde-a438-4b90a9200226", "name": "network-vif-deleted", "tag": "6746d98b-e15d-4a44-834b-d3a567f6edf0", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:38:10.549258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7791adf9-a540-4b33-a4a2-c48e1065c7d5 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:38:10.549669 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7791adf9-a540-4b33-a4a2-c48e1065c7d5'] response: {'server_uuid': '461ba5ef-7fa0-4dde-a438-4b90a9200226', 'name': 'network-vif-deleted', 'tag': '6746d98b-e15d-4a44-834b-d3a567f6edf0', 'status': 'completed', 'code': 200} Nov 03 02:38:10.918889 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37b438f2-e758-4889-9389-ff41904f990b req-d759187c-ea1b-416a-9e43-f27f9520eae2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=461ba5ef-7fa0-4dde-a438-4b90a9200226 HTTP/1.1" status: 200 len: 210 time: 0.0346510 Nov 03 02:38:11.987489 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42902) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:12.046080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:12.070789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:12.130574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:12.133336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:12.134509 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54 HTTP/1.1" status: 204 len: 168 time: 0.1460218 Nov 03 02:38:12.144414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a1a68d-cd0d-4d5e-b62c-9fe555ed7e54,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:12.152886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.153249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.153604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.153952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.154297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.154709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.155239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.155607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.156002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.156405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.156830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.157818 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.158278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904f22-3e4b-4282-929b-0e95554a25eb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:12.164706 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42906) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:12.250237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6d1b869a-0643-4438-b07d-4baf4220b2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:12.802045 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (a109b5fd-010e-454b-a197-6f1f24129306), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:13.041707 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 0c7e0f28-4c80-4d08-826b-7095b6a2445e {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:38:13.042403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:13.133137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 0c7e0f28-4c80-4d08-826b-7095b6a2445e, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0c7e0f28-4c80-4d08-826b-7095b6a2445e,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:38:13.133520 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:13.146644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 0c7e0f28-4c80-4d08-826b-7095b6a2445e owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:38:13.189308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:13.331227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (0c7e0f28-4c80-4d08-826b-7095b6a2445e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:13.354218 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=0c7e0f28-4c80-4d08-826b-7095b6a2445e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:13.533605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (a109b5fd-010e-454b-a197-6f1f24129306), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:13.734805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router a109b5fd-010e-454b-a197-6f1f24129306 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:38:13.837521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:38:13.842563 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2d0513ef-2585-4c4a-91da-1c96c0e0c6ec tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/a109b5fd-010e-454b-a197-6f1f24129306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6765959 Nov 03 02:38:13.845606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42908) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:13.849625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2255bc70-4005-46a9-84ba-d0ebdcb2361e None None] Sync routers for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:38:13.859144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2255bc70-4005-46a9-84ba-d0ebdcb2361e None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:13.859745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2255bc70-4005-46a9-84ba-d0ebdcb2361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:38:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:13.897706 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4604d98-2b0d-4fcf-918b-a3896103a32e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting subnet 70a24d16-bd28-465d-93fa-c3662063dab5 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:38:13.900877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4604d98-2b0d-4fcf-918b-a3896103a32e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (70a24d16-bd28-465d-93fa-c3662063dab5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:13.945523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4604d98-2b0d-4fcf-918b-a3896103a32e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (70a24d16-bd28-465d-93fa-c3662063dab5), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:13.960707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2255bc70-4005-46a9-84ba-d0ebdcb2361e None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:14.027013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4604d98-2b0d-4fcf-918b-a3896103a32e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (70a24d16-bd28-465d-93fa-c3662063dab5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.088183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4604d98-2b0d-4fcf-918b-a3896103a32e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (70a24d16-bd28-465d-93fa-c3662063dab5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.121012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4604d98-2b0d-4fcf-918b-a3896103a32e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Subnet': ['ID=70a24d16-bd28-465d-93fa-c3662063dab5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:14.124862 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4604d98-2b0d-4fcf-918b-a3896103a32e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.130771 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a4604d98-2b0d-4fcf-918b-a3896103a32e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/subnets/70a24d16-bd28-465d-93fa-c3662063dab5 HTTP/1.1" status: 204 len: 168 time: 0.2816360 Nov 03 02:38:14.131664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42910) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:14.132144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb1e27-860c-41f0-8815-0cd8fd203715 None None] Network 69c29832-a9e8-46a4-9b03-6edd6bce93fe requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:38:14.222112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2255bc70-4005-46a9-84ba-d0ebdcb2361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:38:13Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:14.236313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (a109b5fd-010e-454b-a197-6f1f24129306), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.253833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2255bc70-4005-46a9-84ba-d0ebdcb2361e None None] Checking router: a109b5fd-010e-454b-a197-6f1f24129306 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:38:14.269675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2255bc70-4005-46a9-84ba-d0ebdcb2361e None None] Routers {'a109b5fd-010e-454b-a197-6f1f24129306'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:14.270304 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2255bc70-4005-46a9-84ba-d0ebdcb2361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:38:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['a109b5fd-010e-454b-a197-6f1f24129306'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:14.349973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] DHCP port deletion for 69c29832-a9e8-46a4-9b03-6edd6bce93fe request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:38:14.401278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2255bc70-4005-46a9-84ba-d0ebdcb2361e None None] Set router a109b5fd-010e-454b-a197-6f1f24129306 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:14.512253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Deleting port b14a7ce0-a589-468f-b31f-652d35c0086f {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:38:14.512662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.603429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] For port b14a7ce0-a589-468f-b31f-652d35c0086f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=b14a7ce0-a589-468f-b31f-652d35c0086f,segment=NetworkSegment(b9eb6c20-9e06-47fc-8a42-8c749bf38710),segment_id=b9eb6c20-9e06-47fc-8a42-8c749bf38710)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:38:14.603833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.620407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device b14a7ce0-a589-468f-b31f-652d35c0086f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:38:14.623029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Calling delete_port for b14a7ce0-a589-468f-b31f-652d35c0086f owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:38:14.641739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (a109b5fd-010e-454b-a197-6f1f24129306), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.696227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 806baa5b-8598-4942-a8bc-a1ea714ca172 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:38:14.696669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.728305 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.777969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6746d98b-e15d-4a44-834b-d3a567f6edf0 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:38:14.779563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 806baa5b-8598-4942-a8bc-a1ea714ca172, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=806baa5b-8598-4942-a8bc-a1ea714ca172,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:38:14.779928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.792568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 806baa5b-8598-4942-a8bc-a1ea714ca172 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:38:14.821237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 6746d98b-e15d-4a44-834b-d3a567f6edf0 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:38:14.821506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6746d98b-e15d-4a44-834b-d3a567f6edf0 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:38:14.835058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2255bc70-4005-46a9-84ba-d0ebdcb2361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:38:13Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:14.836796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.841116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port b14a7ce0-a589-468f-b31f-652d35c0086f is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:38:14.841500 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b14a7ce0-a589-468f-b31f-652d35c0086f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:14.896587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2255bc70-4005-46a9-84ba-d0ebdcb2361e None None] The sync data for ids ['a109b5fd-010e-454b-a197-6f1f24129306'] in dv-neutron-860659-5-hyperv is: [{'id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'name': 'tempest-TestNetworkBasicOps-router-172398638', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:36:44Z', 'updated_at': '2022-11-03T02:38:13Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '806baa5b-8598-4942-a8bc-a1ea714ca172', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a109b5fd-010e-454b-a197-6f1f24129306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:36:45Z', 'updated_at': '2022-11-03T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:38:14.899536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Pushing event deleted for resources: {'Port': ['ID=b14a7ce0-a589-468f-b31f-652d35c0086f,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:14.909974 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] No DVR routers for this DVR port b14a7ce0-a589-468f-b31f-652d35c0086f on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:38:14.922221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.922390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.923296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.923787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.924133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.924778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.924878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.925175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.925524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.925857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.926190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.926516 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.927446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a68a8-f8cd-4cc5-a5c8-b20b4b15285f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:14.980936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (806baa5b-8598-4942-a8bc-a1ea714ca172), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.005533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=806baa5b-8598-4942-a8bc-a1ea714ca172,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:15.071707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (a109b5fd-010e-454b-a197-6f1f24129306), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.158669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (a109b5fd-010e-454b-a197-6f1f24129306), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.160789 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (a109b5fd-010e-454b-a197-6f1f24129306), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.201634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (a109b5fd-010e-454b-a197-6f1f24129306), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.202058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Fanout notify agent at l3_agent the message router_deleted on router a109b5fd-010e-454b-a197-6f1f24129306 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:38:15.209326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.210430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-86b51f6a-85d6-445f-8c01-ddc91d1aebd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/routers/a109b5fd-010e-454b-a197-6f1f24129306 HTTP/1.1" status: 204 len: 168 time: 1.0785124 Nov 03 02:38:15.213213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42912) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:15.292383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (69c29832-a9e8-46a4-9b03-6edd6bce93fe), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.386717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (69c29832-a9e8-46a4-9b03-6edd6bce93fe), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.408837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c29832-a9e8-46a4-9b03-6edd6bce93fe']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:15.418390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eb6c20-9e06-47fc-8a42-8c749bf38710') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:15.418696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eb6c20-9e06-47fc-8a42-8c749bf38710') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:15.428374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (b9eb6c20-9e06-47fc-8a42-8c749bf38710), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.441687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (b9eb6c20-9e06-47fc-8a42-8c749bf38710), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.447375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:38:15.447757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (b9eb6c20-9e06-47fc-8a42-8c749bf38710), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.522236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (69c29832-a9e8-46a4-9b03-6edd6bce93fe), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.540406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.543637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/networks/69c29832-a9e8-46a4-9b03-6edd6bce93fe HTTP/1.1" status: 204 len: 168 time: 0.3294826 Nov 03 02:38:15.545465 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment b9eb6c20-9e06-47fc-8a42-8c749bf38710 resource provider aggregate not found Nov 03 02:38:15.549528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c05608-e78d-4331-bb89-3309b6738bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Network': ['ID=69c29832-a9e8-46a4-9b03-6edd6bce93fe,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:15.567548 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment b9eb6c20-9e06-47fc-8a42-8c749bf38710 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9eb6c20-9e06-47fc-8a42-8c749bf38710 found for delete ", "request_id": "req-36a1b73d-7ce9-496b-860a-d893c15f1f29"}]} Nov 03 02:38:15.568154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42920) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:15.573265 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'network': {'name': 'tempest-network-smoke--101800696', 'project_id': '313880603e634d3084046ce40393537e', 'port_security_enabled': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:15.595826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:38:15.599106 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.626457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:38:15.637747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (381d233c-985c-45e8-aeee-94cc7e592efc), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.638096 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Added segment 381d233c-985c-45e8-aeee-94cc7e592efc of type vlan for network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 Nov 03 02:38:15.679605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (53dfbfb8-b12a-4e94-bba1-7fc3cf357087), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.705117 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (53dfbfb8-b12a-4e94-bba1-7fc3cf357087), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.710112 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:15.710703 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.763755 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1944487 Nov 03 02:38:15.767805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42922) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:15.772561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'admin_state_up': True, 'project_id': '313880603e634d3084046ce40393537e', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:15.779167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68b623-25b9-4492-a407-042202dac787 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Network': ['ID=53dfbfb8-b12a-4e94-bba1-7fc3cf357087,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:15.790024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:38:15.794258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (d0d10961-c2bc-40dc-8407-2867e0ed5b19), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.795348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (d0d10961-c2bc-40dc-8407-2867e0ed5b19), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.849716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (d0d10961-c2bc-40dc-8407-2867e0ed5b19), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:15.989797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (d0d10961-c2bc-40dc-8407-2867e0ed5b19), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:16.100905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:16.182238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (d0d10961-c2bc-40dc-8407-2867e0ed5b19), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:16.201189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:16.305842 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.242 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/1596f71a-f160-4406-817c-eaf306de21b8) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:38:16.403669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (1596f71a-f160-4406-817c-eaf306de21b8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:16.440369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1596f71a-f160-4406-817c-eaf306de21b8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:16.475737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:38:16.478660 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:38:16.482119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:38:16.507305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=1596f71a-f160-4406-817c-eaf306de21b8,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:16.563849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0c7e0f28-4c80-4d08-826b-7095b6a2445e no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:38:16.587120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 0c7e0f28-4c80-4d08-826b-7095b6a2445e {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:38:16.587466 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0c7e0f28-4c80-4d08-826b-7095b6a2445e not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:38:16.587892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 806baa5b-8598-4942-a8bc-a1ea714ca172 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:38:16.606631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 806baa5b-8598-4942-a8bc-a1ea714ca172 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:38:16.606983 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 806baa5b-8598-4942-a8bc-a1ea714ca172 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:38:16.727006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (d0d10961-c2bc-40dc-8407-2867e0ed5b19), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:16.914241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (d0d10961-c2bc-40dc-8407-2867e0ed5b19), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.033204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router d0d10961-c2bc-40dc-8407-2867e0ed5b19 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:38:17.133884 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:38:17.143930 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Sync routers for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:38:17.153935 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:17.154617 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:38:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:17.154800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.159129 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-83ad1e07-5020-40f8-b9fc-c960bd95ad5f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.3871078 Nov 03 02:38:17.159580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42924) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:17.190960 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f41b5674-894f-400c-a9a6-19d48c3b89b5 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=313880603e634d3084046ce40393537e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269244 Nov 03 02:38:17.191776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42926) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:17.283333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e981f4b-dbfc-485e-bddd-ecc8b327dfc5 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:17.287533 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9e981f4b-dbfc-485e-bddd-ecc8b327dfc5 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929091 Nov 03 02:38:17.287800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42928) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:17.316467 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5b269231-fe49-453b-a3d9-4edcd03c7689 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275743 Nov 03 02:38:17.318938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42930) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:17.323545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2079044351', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'project_id': '313880603e634d3084046ce40393537e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:17.340213 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:17.417445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:38:17.420877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.513780 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:38:16Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:17.542740 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Checking router: d0d10961-c2bc-40dc-8407-2867e0ed5b19 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:38:17.543010 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Updating router d0d10961-c2bc-40dc-8407-2867e0ed5b19 port 1596f71a-f160-4406-817c-eaf306de21b8 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:38:17.570231 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1596f71a-f160-4406-817c-eaf306de21b8), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.607943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (9078901c-d066-468a-a724-8cba15b49e0a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.671911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Subnet': ['ID=9078901c-d066-468a-a724-8cba15b49e0a,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:17.677865 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Checking segment: {'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:38:17.678232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network hostable DHCP agents. Network: 53dfbfb8-b12a-4e94-bba1-7fc3cf357087, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:38:17.696046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:38:17.705303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 53dfbfb8-b12a-4e94-bba1-7fc3cf357087) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:38:17.709286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:17.709895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.716683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6254219-13ca-4395-8c39-4a148f357879 None None] Network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:38:17.727394 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6ce1b550-a96f-434a-9f9b-5272d80a34be tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4074111 Nov 03 02:38:17.730523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42932) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:17.828134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:38:17.829684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.832377 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Publish callbacks [] for port (1596f71a-f160-4406-817c-eaf306de21b8), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.839206 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1596f71a-f160-4406-817c-eaf306de21b8), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.871605 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Attempting to bind port 1596f71a-f160-4406-817c-eaf306de21b8 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:38:17.871975 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Attempting to bind port 1596f71a-f160-4406-817c-eaf306de21b8 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:38:17.872346 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Attempting to bind port 1596f71a-f160-4406-817c-eaf306de21b8 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:38:17.890821 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:38:17.891295 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:38:17.892262 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.892696 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:38:17.893176 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Bound port: 1596f71a-f160-4406-817c-eaf306de21b8, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:38:17.893565 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1596f71a-f160-4406-817c-eaf306de21b8), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.898022 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Pushing event updated for resources: {'Port': ['ID=1596f71a-f160-4406-817c-eaf306de21b8,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:17.921066 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.921418 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.921767 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.922110 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.922480 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.923147 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.923432 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.923772 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.924109 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.924440 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.924801 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.925137 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.925461 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:38:17.962797 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] For port 1596f71a-f160-4406-817c-eaf306de21b8, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:38:17.965979 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] For port 1596f71a-f160-4406-817c-eaf306de21b8, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1596f71a-f160-4406-817c-eaf306de21b8,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:38:17.972813 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1596f71a-f160-4406-817c-eaf306de21b8), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:17.975539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Allocated IP 172.20.0.2 (53dfbfb8-b12a-4e94-bba1-7fc3cf357087/9078901c-d066-468a-a724-8cba15b49e0a/55a077f2-4a1f-48a1-b711-aa2cd64dbcd0) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:38:18.009662 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:18.010290 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:38:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:18.066957 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8940d43-a768-40ed-bb4d-cd0d1fd3a1ef None None] Pushing event updated for resources: {'Port': ['ID=1596f71a-f160-4406-817c-eaf306de21b8,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:18.135192 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:18.195736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:18.271727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Publish callbacks [] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:18.277444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:18.316407 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:38:16Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:18.317700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:38:18.320643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:38:18.323800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:38:18.342703 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea000464-14f6-47fa-857a-6a6c1ad34e89 None None] The sync data for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv is: [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:38:16Z', 'revision_number': 3, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:38:18.369186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Pushing event updated for resources: {'Port': ['ID=55a077f2-4a1f-48a1-b711-aa2cd64dbcd0,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:18.399687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Attempting to bind port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:38:18.400075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Attempting to bind port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:38:18.400450 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Attempting to bind port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 on network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:38:18.405887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:38:18.406285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Checking segment: {'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:38:18.406687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:18.407780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Bound using segment: {'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:38:18.408525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Bound port: 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:38:18.408913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:18.471425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] For port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:38:18.475013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] For port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=55a077f2-4a1f-48a1-b711-aa2cd64dbcd0,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:38:18.482503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:18.493939 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.1 (53dfbfb8-b12a-4e94-bba1-7fc3cf357087/9078901c-d066-468a-a724-8cba15b49e0a/d2d6521a-638d-403c-a8eb-dc74639ab1ff) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:38:18.542980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca047ee-8ad4-4f28-a56c-e371b6299571 None None] Pushing event updated for resources: {'Port': ['ID=55a077f2-4a1f-48a1-b711-aa2cd64dbcd0,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:18.673365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:18.725982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:18.766857 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:38:18.774165 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:38:18.776864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:38:18.820308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=d2d6521a-638d-403c-a8eb-dc74639ab1ff,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:18.834871 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (d0d10961-c2bc-40dc-8407-2867e0ed5b19), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:18.976574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:19.271471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:19.277353 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:19.357017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=d2d6521a-638d-403c-a8eb-dc74639ab1ff,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:19.359412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (d0d10961-c2bc-40dc-8407-2867e0ed5b19), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:19.457828 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:38:19.459478 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:38:19.535038 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cfcf6d-358b-4d5b-a392-acf4d4ed2edc None None] Network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:38:19.576232 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router d0d10961-c2bc-40dc-8407-2867e0ed5b19 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:38:19.600921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-1cd3c08a-f78b-4c62-bbe5-cc8c37f57135 None None] Provisioning complete for port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:38:19.601310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1cd3c08a-f78b-4c62-bbe5-cc8c37f57135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:19.601668 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1cd3c08a-f78b-4c62-bbe5-cc8c37f57135 None None] Attempt 1 to provision port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 Nov 03 02:38:19.682453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:38:19.687475 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fc2b5846-dd20-45da-b858-0181dfc15dd2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/d0d10961-c2bc-40dc-8407-2867e0ed5b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9551637 Nov 03 02:38:19.690507 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42934) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:19.713976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1cd3c08a-f78b-4c62-bbe5-cc8c37f57135 None None] Current status of the port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:38:19.714378 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1cd3c08a-f78b-4c62-bbe5-cc8c37f57135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:19.757542 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1cd3c08a-f78b-4c62-bbe5-cc8c37f57135 None None] For port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=55a077f2-4a1f-48a1-b711-aa2cd64dbcd0,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:38:19.763419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1cd3c08a-f78b-4c62-bbe5-cc8c37f57135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:19.807078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb14098-cbd3-41d9-9acd-c0ab8f5a27bc tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:19.808050 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb14098-cbd3-41d9-9acd-c0ab8f5a27bc tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:19.808951 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb14098-cbd3-41d9-9acd-c0ab8f5a27bc tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:19.809782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb14098-cbd3-41d9-9acd-c0ab8f5a27bc tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:19.815481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42936) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:19.816270 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9fb14098-cbd3-41d9-9acd-c0ab8f5a27bc tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1244724 Nov 03 02:38:19.823821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3c08a-f78b-4c62-bbe5-cc8c37f57135 None None] Pushing event updated for resources: {'Port': ['ID=55a077f2-4a1f-48a1-b711-aa2cd64dbcd0,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:19.879609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a85b99-887e-402b-bf4b-0856382f3d0e tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:19.879875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a85b99-887e-402b-bf4b-0856382f3d0e tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:19.880618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a85b99-887e-402b-bf4b-0856382f3d0e tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:19.881326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a85b99-887e-402b-bf4b-0856382f3d0e tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:19.883275 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e6a85b99-887e-402b-bf4b-0856382f3d0e tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0667963 Nov 03 02:38:19.886163 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42938) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:19.990966 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Provisioning complete for port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:38:19.991357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:19.991899 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Attempt 1 to provision port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 Nov 03 02:38:20.023997 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-babe7df9-c6a8-4c38-bdb2-7e342af5c5d7 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1365211 Nov 03 02:38:20.080858 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Current status of the port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:38:20.098295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Provisioning complete for port d2d6521a-638d-403c-a8eb-dc74639ab1ff triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:38:20.098295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.098295 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Attempt 1 to provision port d2d6521a-638d-403c-a8eb-dc74639ab1ff Nov 03 02:38:20.098796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42942) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:20.103342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d2cf48d4-27cd-4fc0-a1d9-7b11affeee2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-869502199', 'description': 'tempest-secgroup-smoke-869502199 description', 'project_id': '313880603e634d3084046ce40393537e'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:20.128930 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Port d2d6521a-638d-403c-a8eb-dc74639ab1ff cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:38:20.130616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d2cf48d4-27cd-4fc0-a1d9-7b11affeee2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.159538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Sync routers for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:38:20.169801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:20.170474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:38:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:20.220149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d2cf48d4-27cd-4fc0-a1d9-7b11affeee2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (47793c8e-e432-403d-92e1-991580e4655a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.225210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d2cf48d4-27cd-4fc0-a1d9-7b11affeee2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (47793c8e-e432-403d-92e1-991580e4655a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.258227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d2cf48d4-27cd-4fc0-a1d9-7b11affeee2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.259489 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d2cf48d4-27cd-4fc0-a1d9-7b11affeee2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1597216 Nov 03 02:38:20.261507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf48d4-27cd-4fc0-a1d9-7b11affeee2e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47793c8e-e432-403d-92e1-991580e4655a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:20.262455 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42944) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:20.267873 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-dfc52b07-9c7a-48c3-bd85-0868824657c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '47793c8e-e432-403d-92e1-991580e4655a', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:20.297059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:20.298907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfc52b07-9c7a-48c3-bd85-0868824657c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (f86872f5-d766-4c36-96b1-0ab226822bf9), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.367432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfc52b07-9c7a-48c3-bd85-0868824657c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (f86872f5-d766-4c36-96b1-0ab226822bf9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.370894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfc52b07-9c7a-48c3-bd85-0868824657c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (f86872f5-d766-4c36-96b1-0ab226822bf9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.394742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc52b07-9c7a-48c3-bd85-0868824657c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86872f5-d766-4c36-96b1-0ab226822bf9,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:20.404196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dfc52b07-9c7a-48c3-bd85-0868824657c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.405547 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dfc52b07-9c7a-48c3-bd85-0868824657c4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419463 Nov 03 02:38:20.408289 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42946) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:20.412810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-bc5a4405-6511-4d8b-b44f-d30df74ae805 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '47793c8e-e432-403d-92e1-991580e4655a', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:20.437055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc5a4405-6511-4d8b-b44f-d30df74ae805 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (c924a8de-a73f-44ea-802f-41ba9b3dd538), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.494312 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc5a4405-6511-4d8b-b44f-d30df74ae805 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (c924a8de-a73f-44ea-802f-41ba9b3dd538), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.502415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc5a4405-6511-4d8b-b44f-d30df74ae805 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (c924a8de-a73f-44ea-802f-41ba9b3dd538), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.510397 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:38:18Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:38:19Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:20.522297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a4405-6511-4d8b-b44f-d30df74ae805 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c924a8de-a73f-44ea-802f-41ba9b3dd538,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:20.535588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc5a4405-6511-4d8b-b44f-d30df74ae805 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.536839 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bc5a4405-6511-4d8b-b44f-d30df74ae805 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274915 Nov 03 02:38:20.540216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42948) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:20.542867 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Checking router: d0d10961-c2bc-40dc-8407-2867e0ed5b19 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:38:20.544517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Updating router d0d10961-c2bc-40dc-8407-2867e0ed5b19 port d2d6521a-638d-403c-a8eb-dc74639ab1ff binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:38:20.545836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e4e55572-5357-45c4-8e80-857d68ee24ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '47793c8e-e432-403d-92e1-991580e4655a', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:20.574538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4e55572-5357-45c4-8e80-857d68ee24ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (9f0c7b7c-34c7-46df-99ee-cec001f22cd5), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.579587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.644752 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4e55572-5357-45c4-8e80-857d68ee24ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (9f0c7b7c-34c7-46df-99ee-cec001f22cd5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.648973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4e55572-5357-45c4-8e80-857d68ee24ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (9f0c7b7c-34c7-46df-99ee-cec001f22cd5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.668204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e55572-5357-45c4-8e80-857d68ee24ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0c7b7c-34c7-46df-99ee-cec001f22cd5,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:20.672058 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Attempt 2 to provision port d2d6521a-638d-403c-a8eb-dc74639ab1ff Nov 03 02:38:20.675615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e4e55572-5357-45c4-8e80-857d68ee24ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.676753 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e4e55572-5357-45c4-8e80-857d68ee24ae tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350064 Nov 03 02:38:20.677113 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:38:20.679518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42950) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:20.683799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5bb25923-073b-42b4-be95-0798c92eb0ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '47793c8e-e432-403d-92e1-991580e4655a', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:20.708122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5bb25923-073b-42b4-be95-0798c92eb0ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (befaa574-544e-4163-b50e-b368a15e1f20), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.753699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Port d2d6521a-638d-403c-a8eb-dc74639ab1ff cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:38:20.767240 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5bb25923-073b-42b4-be95-0798c92eb0ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (befaa574-544e-4163-b50e-b368a15e1f20), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.771125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5bb25923-073b-42b4-be95-0798c92eb0ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (befaa574-544e-4163-b50e-b368a15e1f20), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.791602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb25923-073b-42b4-be95-0798c92eb0ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befaa574-544e-4163-b50e-b368a15e1f20,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:20.797204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5bb25923-073b-42b4-be95-0798c92eb0ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.798244 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5bb25923-073b-42b4-be95-0798c92eb0ed tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177964 Nov 03 02:38:20.801195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 42952) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:20.805365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1b20932c-c2a1-4c0f-922d-fe0b9b82940a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '47793c8e-e432-403d-92e1-991580e4655a', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:20.816669 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:38:20.816669 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.816669 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 Nov 03 02:38:20.825858 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-1b20932c-c2a1-4c0f-922d-fe0b9b82940a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:38:20.831220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1b20932c-c2a1-4c0f-922d-fe0b9b82940a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (ae9be7a4-98e6-468c-88a0-ce59019e2c77), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.891982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1b20932c-c2a1-4c0f-922d-fe0b9b82940a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (ae9be7a4-98e6-468c-88a0-ce59019e2c77), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.895735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1b20932c-c2a1-4c0f-922d-fe0b9b82940a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (ae9be7a4-98e6-468c-88a0-ce59019e2c77), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.913408 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20932c-c2a1-4c0f-922d-fe0b9b82940a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9be7a4-98e6-468c-88a0-ce59019e2c77,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:20.924351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1b20932c-c2a1-4c0f-922d-fe0b9b82940a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.925689 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1b20932c-c2a1-4c0f-922d-fe0b9b82940a tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236711 Nov 03 02:38:20.928626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 42954) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:20.933144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-cf96ac86-89c8-4521-a003-00a0be6e4518 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'security_group_rule': {'security_group_id': '47793c8e-e432-403d-92e1-991580e4655a', 'project_id': '313880603e634d3084046ce40393537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:20.953405 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-cf96ac86-89c8-4521-a003-00a0be6e4518 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Project 313880603e634d3084046ce40393537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:38:20.959028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cf96ac86-89c8-4521-a003-00a0be6e4518 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (875b9a8a-776e-4af9-88db-86d3cc595f93), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.960748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:38:20.961871 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1596f71a-f160-4406-817c-eaf306de21b8 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:38:20.967230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Publish callbacks [] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:20.992669 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.022803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cf96ac86-89c8-4521-a003-00a0be6e4518 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (875b9a8a-776e-4af9-88db-86d3cc595f93), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.026718 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cf96ac86-89c8-4521-a003-00a0be6e4518 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (875b9a8a-776e-4af9-88db-86d3cc595f93), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.047228 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96ac86-89c8-4521-a003-00a0be6e4518 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875b9a8a-776e-4af9-88db-86d3cc595f93,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:21.054055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cf96ac86-89c8-4521-a003-00a0be6e4518 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.055267 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cf96ac86-89c8-4521-a003-00a0be6e4518 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256373 Nov 03 02:38:21.061971 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcb615-f003-46e9-8811-fa4d6df22668 None None] Pushing event updated for resources: {'Port': ['ID=d2d6521a-638d-403c-a8eb-dc74639ab1ff,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:21.098899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1596f71a-f160-4406-817c-eaf306de21b8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:38:21.098899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1596f71a-f160-4406-817c-eaf306de21b8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.098899 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1596f71a-f160-4406-817c-eaf306de21b8 Nov 03 02:38:21.121453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Attempting to bind port d2d6521a-638d-403c-a8eb-dc74639ab1ff on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:38:21.121832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Attempting to bind port d2d6521a-638d-403c-a8eb-dc74639ab1ff by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:38:21.122290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Attempting to bind port d2d6521a-638d-403c-a8eb-dc74639ab1ff on network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:38:21.131740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:38:21.132126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Checking segment: {'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:38:21.132556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.132962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Bound using segment: {'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:38:21.133437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Bound port: d2d6521a-638d-403c-a8eb-dc74639ab1ff, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:38:21.133820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.208906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-fe7dc660-0918-4f54-ada1-3b7b8fd8da87 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-869502199&fields=id&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 267 time: 0.0470972 Nov 03 02:38:21.228541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] For port d2d6521a-638d-403c-a8eb-dc74639ab1ff, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:38:21.230418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1596f71a-f160-4406-817c-eaf306de21b8 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:38:21.230812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1596f71a-f160-4406-817c-eaf306de21b8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.237147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] For port d2d6521a-638d-403c-a8eb-dc74639ab1ff, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d2d6521a-638d-403c-a8eb-dc74639ab1ff,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:38:21.254384 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Attempt 3 to provision port d2d6521a-638d-403c-a8eb-dc74639ab1ff Nov 03 02:38:21.256285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.259850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 1596f71a-f160-4406-817c-eaf306de21b8, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1596f71a-f160-4406-817c-eaf306de21b8,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:38:21.287809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1596f71a-f160-4406-817c-eaf306de21b8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.322004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-cc67fc6d-7ec4-49eb-be81-a0e05eb14107 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:21.323511 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-cc67fc6d-7ec4-49eb-be81-a0e05eb14107 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/networks?id=53dfbfb8-b12a-4e94-bba1-7fc3cf357087 HTTP/1.1" status: 200 len: 796 time: 0.1082120 Nov 03 02:38:21.324144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:21.324803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:38:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:21.339405 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-067a7a20-e1e5-4d3a-a030-1c010cbcb995 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/quotas/313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 375 time: 0.0091114 Nov 03 02:38:21.381910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcb615-f003-46e9-8811-fa4d6df22668 None None] Pushing event updated for resources: {'Port': ['ID=d2d6521a-638d-403c-a8eb-dc74639ab1ff,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:21.396169 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d30e1b11-b2c9-432f-879c-80d949a76526 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504723 Nov 03 02:38:21.500426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Current status of the port d2d6521a-638d-403c-a8eb-dc74639ab1ff is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:38:21.501424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.515680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=1596f71a-f160-4406-817c-eaf306de21b8,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:21.530094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:21.540675 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-22865657-d1f3-4763-9f05-53ca4c379da2 service neutron] 10.222.0.23 "GET /v2.0/networks/53dfbfb8-b12a-4e94-bba1-7fc3cf357087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333678 Nov 03 02:38:21.576828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] For port d2d6521a-638d-403c-a8eb-dc74639ab1ff, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d2d6521a-638d-403c-a8eb-dc74639ab1ff,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:38:21.583475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.632156 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-2244a978-327d-439e-8d5f-3ae89792e622 service neutron] 10.222.0.23 "GET /v2.0/networks/53dfbfb8-b12a-4e94-bba1-7fc3cf357087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853107 Nov 03 02:38:21.708148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54ae35-06f0-40f6-a077-7a913978b86b None None] Pushing event updated for resources: {'Port': ['ID=d2d6521a-638d-403c-a8eb-dc74639ab1ff,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:21.740252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-dfb0480b-b851-4a85-b331-7d8c9ad5b0ef None None] Provisioning complete for port d2d6521a-638d-403c-a8eb-dc74639ab1ff triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:38:21.740473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dfb0480b-b851-4a85-b331-7d8c9ad5b0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:21.740847 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-dfb0480b-b851-4a85-b331-7d8c9ad5b0ef None None] Attempt 1 to provision port d2d6521a-638d-403c-a8eb-dc74639ab1ff Nov 03 02:38:21.813328 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3cef80b-92f7-4004-8179-15961ca5e0f7 req-ebb53d5f-76a4-4020-bf04-5004582c04e4 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 210 time: 0.0382845 Nov 03 02:38:21.861455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0480b-b851-4a85-b331-7d8c9ad5b0ef None None] Current status of the port d2d6521a-638d-403c-a8eb-dc74639ab1ff is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:38:21.865934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:38:18Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:38:21Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:21.890696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb6af1-0159-486f-9a6a-20024b1c9bc7 None None] The sync data for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv is: [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:38:18Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:38:21Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:38:22.629538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d2d6521a-638d-403c-a8eb-dc74639ab1ff up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:38:22.676771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d2d6521a-638d-403c-a8eb-dc74639ab1ff triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:38:22.677151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:22.677492 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d2d6521a-638d-403c-a8eb-dc74639ab1ff Nov 03 02:38:22.759372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d2d6521a-638d-403c-a8eb-dc74639ab1ff is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:38:22.760528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1596f71a-f160-4406-817c-eaf306de21b8 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:38:22.810927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1596f71a-f160-4406-817c-eaf306de21b8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:38:22.811310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1596f71a-f160-4406-817c-eaf306de21b8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:22.811650 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1596f71a-f160-4406-817c-eaf306de21b8 Nov 03 02:38:22.905521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1596f71a-f160-4406-817c-eaf306de21b8 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:38:22.929863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-5723692c-cc23-4ce4-bce2-2655f8f102b7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:22.932538 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-5723692c-cc23-4ce4-bce2-2655f8f102b7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/networks?id=53dfbfb8-b12a-4e94-bba1-7fc3cf357087 HTTP/1.1" status: 200 len: 796 time: 0.1605611 Nov 03 02:38:22.968267 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a18f50a4-5b1c-4503-a85c-f13046e4fe20 req-7cff79d6-e3b9-49c4-a36b-053ae3d02e89 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 210 time: 0.0346224 Nov 03 02:38:23.040153 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-4d0c9fc5-2ee9-4311-a942-e4fdd2d66355 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313880603e634d3084046ce40393537e HTTP/1.1" status: 200 len: 379 time: 0.0798492 Nov 03 02:38:23.054213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'port': {'device_id': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'admin_state_up': True, 'tenant_id': '313880603e634d3084046ce40393537e', 'security_groups': ['47793c8e-e432-403d-92e1-991580e4655a']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:23.158435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Made reservation on behalf of 313880603e634d3084046ce40393537e for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:38:23.161795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:23.287489 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.20.0.4 (53dfbfb8-b12a-4e94-bba1-7fc3cf357087/9078901c-d066-468a-a724-8cba15b49e0a/6a0ea6ed-56d9-41dc-99ad-3ae9634b023d) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:38:23.427720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:23.462874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:23.501859 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:38:23.504948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:38:23.508585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:38:23.537222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:23.564296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:23.564944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:23.582614 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-d70d2a36-1a7a-4ae7-bdcd-e499a1e0aaa2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5319278 Nov 03 02:38:23.599046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Request body: {'port': {'device_id': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:23.664938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:23.933107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:38:23.933946 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c5d5ea96-d085-404d-9dec-4ed928bf764f None None] Provisioning complete for port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:38:23.934362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ea96-d085-404d-9dec-4ed928bf764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:23.934648 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c5d5ea96-d085-404d-9dec-4ed928bf764f None None] Attempt 1 to provision port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d Nov 03 02:38:23.941430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Publish callbacks [] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:23.961562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Transition to ACTIVE for port object 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:38:23.965053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:23.967224 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5ea96-d085-404d-9dec-4ed928bf764f None None] Port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:38:24.045912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:24.103809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Attempting to bind port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:38:24.104151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Attempting to bind port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:38:24.104509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Attempting to bind port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d on network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:38:24.111522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d on network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:38:24.111837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Attempting to bind port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d on network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:38:24.119350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:38:24.119695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Checking segment: {'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:38:24.120082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Bound using segment: {'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:38:24.120529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Bound port: 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381d233c-985c-45e8-aeee-94cc7e592efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:38:24.120886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:24.130855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8b9b-e688-4bab-bd82-2525895a3863 req-6de479dd-42a3-49a3-9b7d-3eaa58e98bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:24.132335 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf7f8b9b-e688-4bab-bd82-2525895a3863 req-6de479dd-42a3-49a3-9b7d-3eaa58e98bf3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 943 time: 0.0788167 Nov 03 02:38:24.214433 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf7f8b9b-e688-4bab-bd82-2525895a3863 req-83bc315a-ca71-42d3-9d4c-7426aa61dc34 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757749 Nov 03 02:38:24.226220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] For port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:38:24.229501 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] For port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:38:24.235350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:24.240443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:24.241098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:24.242480 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] 10.222.0.27 "PUT /v2.0/ports/6a0ea6ed-56d9-41dc-99ad-3ae9634b023d HTTP/1.1" status: 200 len: 1093 time: 0.6477439 Nov 03 02:38:24.243006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'tag': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:38:24.245284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31087530-9a46-4ece-9035-e91291cb55a2" -d '{"events": [{"name": "network-changed", "server_uuid": "01aa1a59-b34c-49b5-a7b8-aee6afa862ce", "tag": "6a0ea6ed-56d9-41dc-99ad-3ae9634b023d"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:38:24.286204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362ab99a-c493-4caa-bc32-408e1db45c10 x-openstack-request-id: req-362ab99a-c493-4caa-bc32-408e1db45c10 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:38:24.286522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01aa1a59-b34c-49b5-a7b8-aee6afa862ce", "tag": "6a0ea6ed-56d9-41dc-99ad-3ae9634b023d", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:38:24.286747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-362ab99a-c493-4caa-bc32-408e1db45c10 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:38:24.287160 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362ab99a-c493-4caa-bc32-408e1db45c10'] response: {'name': 'network-changed', 'server_uuid': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'tag': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'status': 'completed', 'code': 200} Nov 03 02:38:24.322633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9882c2-ffd4-42a7-ac5f-d4ed91770013 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:24.342357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-1a9e31d4-6725-4b76-91ac-9ca8ade8835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:24.344106 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-1a9e31d4-6725-4b76-91ac-9ca8ade8835e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 1127 time: 0.0536666 Nov 03 02:38:24.385745 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-20f69c4a-fdcc-4946-b6c7-b1e550ac1459 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d HTTP/1.1" status: 200 len: 217 time: 0.0312743 Nov 03 02:38:24.435409 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-56bf9144-849b-4cef-b7af-5aeb4780d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:24.436884 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-56bf9144-849b-4cef-b7af-5aeb4780d612 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9078901c-d066-468a-a724-8cba15b49e0a HTTP/1.1" status: 200 len: 835 time: 0.0429306 Nov 03 02:38:24.468690 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c5d5ea96-d085-404d-9dec-4ed928bf764f None None] Attempt 2 to provision port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d Nov 03 02:38:24.494780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-b58fa4fa-1177-40e3-a497-cd1388e91da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:24.496287 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-b58fa4fa-1177-40e3-a497-cd1388e91da1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=53dfbfb8-b12a-4e94-bba1-7fc3cf357087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489664 Nov 03 02:38:24.506753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5ea96-d085-404d-9dec-4ed928bf764f None None] Port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:38:24.592395 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-ffd7664e-96ae-4927-979c-9e0495e43209 service neutron] 10.222.0.27 "GET /v2.0/networks/53dfbfb8-b12a-4e94-bba1-7fc3cf357087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843756 Nov 03 02:38:24.999553 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-976e6a34-9bf3-4a0b-812c-2a84f98c3bd5 req-1cc40210-51c5-41f2-ac29-303705b64edc service neutron] 10.222.0.27 "GET /v2.0/networks/53dfbfb8-b12a-4e94-bba1-7fc3cf357087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969541 Nov 03 02:38:25.088027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31087530-9a46-4ece-9035-e91291cb55a2 req-114cc82f-26a2-456e-b7db-6bbbac980c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:25.089635 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31087530-9a46-4ece-9035-e91291cb55a2 req-114cc82f-26a2-456e-b7db-6bbbac980c13 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 1127 time: 0.0459487 Nov 03 02:38:25.177897 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31087530-9a46-4ece-9035-e91291cb55a2 req-b274a5eb-a605-4479-8972-a01277faa0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:25.179228 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31087530-9a46-4ece-9035-e91291cb55a2 req-b274a5eb-a605-4479-8972-a01277faa0e5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=53dfbfb8-b12a-4e94-bba1-7fc3cf357087 HTTP/1.1" status: 200 len: 897 time: 0.0836921 Nov 03 02:38:25.223631 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31087530-9a46-4ece-9035-e91291cb55a2 req-a6864b53-15e9-4671-92c3-bb5467811440 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d HTTP/1.1" status: 200 len: 217 time: 0.0356317 Nov 03 02:38:25.274802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31087530-9a46-4ece-9035-e91291cb55a2 req-de82224e-12d7-4df5-b84b-f2b35a5bcffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:25.276291 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31087530-9a46-4ece-9035-e91291cb55a2 req-de82224e-12d7-4df5-b84b-f2b35a5bcffe service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9078901c-d066-468a-a724-8cba15b49e0a HTTP/1.1" status: 200 len: 835 time: 0.0445547 Nov 03 02:38:25.366399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31087530-9a46-4ece-9035-e91291cb55a2 req-0c3a32e5-3d99-4430-b856-0e8e32a8a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:25.367925 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31087530-9a46-4ece-9035-e91291cb55a2 req-0c3a32e5-3d99-4430-b856-0e8e32a8a535 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=53dfbfb8-b12a-4e94-bba1-7fc3cf357087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0819492 Nov 03 02:38:25.376083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a822fb-7680-4233-b721-9359eca4f10a req-e2cb38ec-160f-4040-9c63-35a39e7dfa38 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:25.377459 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-12a822fb-7680-4233-b721-9359eca4f10a req-e2cb38ec-160f-4040-9c63-35a39e7dfa38 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 943 time: 0.0831370 Nov 03 02:38:25.481989 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-12a822fb-7680-4233-b721-9359eca4f10a req-3eac8bd1-477d-407e-96b1-c5833b2fc1e7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983863 Nov 03 02:38:25.504180 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31087530-9a46-4ece-9035-e91291cb55a2 req-72e5e8c4-e9a6-44d9-b58b-1bb5800bfe90 service neutron] 10.222.0.27 "GET /v2.0/networks/53dfbfb8-b12a-4e94-bba1-7fc3cf357087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216795 Nov 03 02:38:25.597750 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31087530-9a46-4ece-9035-e91291cb55a2 req-59091ac5-6d1e-4830-b71a-01a5e1a24922 service neutron] 10.222.0.27 "GET /v2.0/networks/53dfbfb8-b12a-4e94-bba1-7fc3cf357087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855615 Nov 03 02:38:26.605597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd6a48-5bd6-46e9-87c0-f1000775c21a req-38a89bdd-e59a-49b0-b314-d5603c2e6510 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:26.607075 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63dd6a48-5bd6-46e9-87c0-f1000775c21a req-38a89bdd-e59a-49b0-b314-d5603c2e6510 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 943 time: 0.0529053 Nov 03 02:38:26.655112 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63dd6a48-5bd6-46e9-87c0-f1000775c21a req-68c74090-10ad-4b79-9a3f-3ad4f67bfdd8 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418882 Nov 03 02:38:27.781181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a07f0-566c-4778-bf28-4b8d13deb3f6 req-0a6561af-de6b-4271-bfa5-a23cab847070 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:27.782905 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6a8a07f0-566c-4778-bf28-4b8d13deb3f6 req-0a6561af-de6b-4271-bfa5-a23cab847070 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 943 time: 0.0571125 Nov 03 02:38:27.831814 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6a8a07f0-566c-4778-bf28-4b8d13deb3f6 req-1ebe4186-9968-4489-a780-1ac8ab621781 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434055 Nov 03 02:38:28.803364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:38:28.902572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:38:28.915083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'port_id': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'mac_address': 'fa:16:3e:35:db:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:38:28.948897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:38:28.949295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:28.957232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15892a7c-16a7-46a0-84f2-b06f2220f876 req-918a8e02-5a60-4b85-835e-cb9f0a22518f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:28.958728 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-15892a7c-16a7-46a0-84f2-b06f2220f876 req-918a8e02-5a60-4b85-835e-cb9f0a22518f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 943 time: 0.0529485 Nov 03 02:38:28.963295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:38:28.987940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:38:28.992913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:29.010806 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-15892a7c-16a7-46a0-84f2-b06f2220f876 req-cae3e574-863b-4ef4-a7b2-904220cd38b6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462108 Nov 03 02:38:29.038587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:29.222957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['6a0ea6ed-56d9-41dc-99ad-3ae9634b023d'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:38:30.134984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8a82a-5431-4a0c-b6a6-cefd19adf11d req-9afebf0a-53d9-4da5-933f-d78ba00c501d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:30.136372 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-96d8a82a-5431-4a0c-b6a6-cefd19adf11d req-9afebf0a-53d9-4da5-933f-d78ba00c501d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 944 time: 0.0533681 Nov 03 02:38:30.188377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-96d8a82a-5431-4a0c-b6a6-cefd19adf11d req-1732da1f-9e55-4930-b6f8-d74f999ace07 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464306 Nov 03 02:38:30.817947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:38:30.863733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:38:30.867407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:38:30.867797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:30.868143 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d Nov 03 02:38:30.942598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:38:30.942991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:30.964493 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:38:30.966803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09602b91-e50c-4b8f-a673-d3bc51ba5267" -d '{"events": [{"server_uuid": "01aa1a59-b34c-49b5-a7b8-aee6afa862ce", "name": "network-vif-plugged", "status": "completed", "tag": "6a0ea6ed-56d9-41dc-99ad-3ae9634b023d"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:38:30.979592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:38:30.983416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:31.029367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:31.060104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf02c0e5-6e36-40fb-9c53-957e6385f775 x-openstack-request-id: req-bf02c0e5-6e36-40fb-9c53-957e6385f775 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:38:31.060401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aa1a59-b34c-49b5-a7b8-aee6afa862ce", "name": "network-vif-plugged", "status": "completed", "tag": "6a0ea6ed-56d9-41dc-99ad-3ae9634b023d", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:38:31.060693 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf02c0e5-6e36-40fb-9c53-957e6385f775 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:38:31.061102 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf02c0e5-6e36-40fb-9c53-957e6385f775'] response: {'server_uuid': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'code': 200} Nov 03 02:38:31.254202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d04e69-89a7-463e-8c50-1eec9022ac60 req-dcd13c2c-fbf5-4923-a4ba-62c7f9795561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:31.255847 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37d04e69-89a7-463e-8c50-1eec9022ac60 req-dcd13c2c-fbf5-4923-a4ba-62c7f9795561 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 1129 time: 0.0450928 Nov 03 02:38:31.335733 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37d04e69-89a7-463e-8c50-1eec9022ac60 req-12599618-4ded-4fe2-aef0-2d68ef248187 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661781 Nov 03 02:38:31.343404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9322796-1400-498b-aa96-95d38bf1c700 req-89f543b5-77ba-4159-8a53-a154faa569df tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:31.345447 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9322796-1400-498b-aa96-95d38bf1c700 req-89f543b5-77ba-4159-8a53-a154faa569df tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 945 time: 0.0844052 Nov 03 02:38:31.394046 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9322796-1400-498b-aa96-95d38bf1c700 req-aed9906f-d7ba-44f0-a64e-461b3b109581 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430393 Nov 03 02:38:32.526170 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff01b-77d6-4b19-b538-d76e812958ac req-c70e8075-4e04-4a6a-865c-e168dcdd9217 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:32.528187 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f97ff01b-77d6-4b19-b538-d76e812958ac req-c70e8075-4e04-4a6a-865c-e168dcdd9217 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 945 time: 0.0589540 Nov 03 02:38:32.577296 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f97ff01b-77d6-4b19-b538-d76e812958ac req-6915b429-c7b9-4d94-8bd2-3d33d15f0fcf tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420091 Nov 03 02:38:33.702347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15c909-c311-4677-9dec-a99909d8ffac req-81f2d5b0-ba0a-4439-80c2-c8fcf61b720e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:33.704447 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d15c909-c311-4677-9dec-a99909d8ffac req-81f2d5b0-ba0a-4439-80c2-c8fcf61b720e tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 945 time: 0.0529997 Nov 03 02:38:33.752393 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d15c909-c311-4677-9dec-a99909d8ffac req-e055cff6-0bf0-4bcf-84ea-5ea5dd384a9b tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424056 Nov 03 02:38:33.880350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9e4dc-f910-497a-9d89-8d57614a6aa6 req-fc07386b-e146-4ffd-be51-623c8b63064f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:33.881885 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8e9e4dc-f910-497a-9d89-8d57614a6aa6 req-fc07386b-e146-4ffd-be51-623c8b63064f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 945 time: 0.0579867 Nov 03 02:38:33.930552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8e9e4dc-f910-497a-9d89-8d57614a6aa6 req-85c50f1f-2ad6-40bc-b47e-1943d0f9b5f3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430298 Nov 03 02:38:33.958692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43020) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:34.002789 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2cf781-d027-4369-ae0a-e3150e6cb7d2 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:34.004291 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aa2cf781-d027-4369-ae0a-e3150e6cb7d2 tempest-TestNetworkBasicOps-1012535267 tempest-TestNetworkBasicOps-1012535267-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 1124 time: 0.0446343 Nov 03 02:38:34.007097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43022) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:34.011210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'tenant_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:38:34.031809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:34.130236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:34.229890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Allocated IP 172.26.6.78 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/da141306-51a8-48dc-abc9-69e07909428f) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:38:34.334028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (da141306-51a8-48dc-abc9-69e07909428f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:34.366422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (da141306-51a8-48dc-abc9-69e07909428f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:34.400851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:38:34.403665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:38:34.407877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:38:34.436833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=da141306-51a8-48dc-abc9-69e07909428f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:34.761815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (13c7aec1-d60f-47e1-9d08-c4eba8f31ed6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:34.826050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (da141306-51a8-48dc-abc9-69e07909428f), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:34.969198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for port (da141306-51a8-48dc-abc9-69e07909428f), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:34.974995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (da141306-51a8-48dc-abc9-69e07909428f), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:35.051448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (13c7aec1-d60f-47e1-9d08-c4eba8f31ed6), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:35.053008 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event updated for resources: {'Port': ['ID=da141306-51a8-48dc-abc9-69e07909428f,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:38:35.148895 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 13c7aec1-d60f-47e1-9d08-c4eba8f31ed6 associated. External IP: 172.26.6.78, port: 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d. Nov 03 02:38:35.343301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router d0d10961-c2bc-40dc-8407-2867e0ed5b19 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:38:35.444096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:38:35.454134 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af4c2d-33a5-46d1-9839-91bc75a53f02 None None] Sync routers for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:38:35.462493 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:35.464139 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af4c2d-33a5-46d1-9839-91bc75a53f02 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:35.464788 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-18af4c2d-33a5-46d1-9839-91bc75a53f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:38:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:35.494471 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-79a3ad2e-a129-4a41-9d8b-c56bd88c00d2 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4863446 Nov 03 02:38:35.495134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'tag': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:38:35.497439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43024) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:35.497985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7" -d '{"events": [{"name": "network-changed", "server_uuid": "01aa1a59-b34c-49b5-a7b8-aee6afa862ce", "tag": "6a0ea6ed-56d9-41dc-99ad-3ae9634b023d"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:38:35.534874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6c3347-5a69-41d8-9d68-12896a81be55 x-openstack-request-id: req-fc6c3347-5a69-41d8-9d68-12896a81be55 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:38:35.535176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01aa1a59-b34c-49b5-a7b8-aee6afa862ce", "tag": "6a0ea6ed-56d9-41dc-99ad-3ae9634b023d", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:38:35.535492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc6c3347-5a69-41d8-9d68-12896a81be55 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:38:35.535918 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6c3347-5a69-41d8-9d68-12896a81be55'] response: {'name': 'network-changed', 'server_uuid': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'tag': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'status': 'completed', 'code': 200} Nov 03 02:38:35.561614 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8173a548-5657-4282-a54c-3bb005e1a2cb tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/13c7aec1-d60f-47e1-9d08-c4eba8f31ed6 HTTP/1.1" status: 200 len: 990 time: 0.0630124 Nov 03 02:38:35.569277 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-18af4c2d-33a5-46d1-9839-91bc75a53f02 None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:35.604182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7 req-5b05714f-ab69-4764-b5b2-7027839bdec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:35.605687 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7 req-5b05714f-ab69-4764-b5b2-7027839bdec0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 1129 time: 0.0489223 Nov 03 02:38:35.697934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7 req-a34fb434-4664-4d62-996a-f96d6159a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:35.699417 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7 req-a34fb434-4664-4d62-996a-f96d6159a3ea service neutron] 10.222.0.27 "GET /v2.0/networks?id=53dfbfb8-b12a-4e94-bba1-7fc3cf357087 HTTP/1.1" status: 200 len: 897 time: 0.0868721 Nov 03 02:38:35.763446 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7 req-32a56834-aed9-48a1-a9b9-8e1d3b3d12b6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d HTTP/1.1" status: 200 len: 998 time: 0.0575233 Nov 03 02:38:35.782724 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-18af4c2d-33a5-46d1-9839-91bc75a53f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:38:18Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '13c7aec1-d60f-47e1-9d08-c4eba8f31ed6', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'port_id': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'mac_address': 'fa:16:3e:35:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:38:34Z', 'updated_at': '2022-11-03T02:38:34Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:38:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:35.809992 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af4c2d-33a5-46d1-9839-91bc75a53f02 None None] Checking router: d0d10961-c2bc-40dc-8407-2867e0ed5b19 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:38:35.815022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7 req-05dd9817-2736-49fc-a24d-66d77376547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:35.816531 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7 req-05dd9817-2736-49fc-a24d-66d77376547b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9078901c-d066-468a-a724-8cba15b49e0a HTTP/1.1" status: 200 len: 835 time: 0.0464373 Nov 03 02:38:35.819129 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af4c2d-33a5-46d1-9839-91bc75a53f02 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:38:35.819741 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-18af4c2d-33a5-46d1-9839-91bc75a53f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:38:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:35.868473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7 req-0b868044-4500-4e52-8988-b1c424f70c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:38:35.870083 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7 req-0b868044-4500-4e52-8988-b1c424f70c9c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=53dfbfb8-b12a-4e94-bba1-7fc3cf357087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480497 Nov 03 02:38:35.967325 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7 req-00ab5d7e-d063-46b9-b398-cbba445458ed service neutron] 10.222.0.27 "GET /v2.0/networks/53dfbfb8-b12a-4e94-bba1-7fc3cf357087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895300 Nov 03 02:38:36.005887 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-18af4c2d-33a5-46d1-9839-91bc75a53f02 None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:38:36.057022 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3fc00f47-7851-4bd9-aba2-e4306c1f96a7 req-815e0820-076d-4de8-ba00-0a13043f24ab service neutron] 10.222.0.27 "GET /v2.0/networks/53dfbfb8-b12a-4e94-bba1-7fc3cf357087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819824 Nov 03 02:38:36.219448 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-18af4c2d-33a5-46d1-9839-91bc75a53f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:38:18Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '13c7aec1-d60f-47e1-9d08-c4eba8f31ed6', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'port_id': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'mac_address': 'fa:16:3e:35:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:38:34Z', 'updated_at': '2022-11-03T02:38:34Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:38:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:38:36.243443 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af4c2d-33a5-46d1-9839-91bc75a53f02 None None] The sync data for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv is: [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:38:18Z', 'revision_number': 4, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '13c7aec1-d60f-47e1-9d08-c4eba8f31ed6', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'port_id': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'mac_address': 'fa:16:3e:35:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:38:34Z', 'updated_at': '2022-11-03T02:38:34Z', 'revision_number': 0, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:38:21Z', 'revision_number': 5, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:38:36.429932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd8b03-4a44-4f39-bdb4-b557056be8a7 None None] New status for floating IP 13c7aec1-d60f-47e1-9d08-c4eba8f31ed6: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:38:36.564170 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43028) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:38:36.623325 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-afb0007f-53b5-4a44-8dc7-8bea6330f1e7 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/13c7aec1-d60f-47e1-9d08-c4eba8f31ed6 HTTP/1.1" status: 200 len: 992 time: 0.0580106 Nov 03 02:38:38.132803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:39.755418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-db0b9751-bc14-42ff-96f2-ef67006d2340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:42.252688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d87d8b4e-c597-4e81-ba48-0081c216c8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:43.191953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:43.974282 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:38:44.681479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:38:46.103178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:08.147878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:09.683447 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43042) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:09.687997 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5227a963-4944-4b8e-8c17-be6a495d2d30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:39:09.759584 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-79cc5a70-e062-4b3a-b8a7-06cc1b529a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:10.280535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5227a963-4944-4b8e-8c17-be6a495d2d30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (d0d10961-c2bc-40dc-8407-2867e0ed5b19), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:10.291207 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5227a963-4944-4b8e-8c17-be6a495d2d30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (d0d10961-c2bc-40dc-8407-2867e0ed5b19), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:10.395160 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5227a963-4944-4b8e-8c17-be6a495d2d30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router d0d10961-c2bc-40dc-8407-2867e0ed5b19 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:39:10.494258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5227a963-4944-4b8e-8c17-be6a495d2d30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:39:10.501012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5227a963-4944-4b8e-8c17-be6a495d2d30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:10.503486 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5227a963-4944-4b8e-8c17-be6a495d2d30 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/d0d10961-c2bc-40dc-8407-2867e0ed5b19 HTTP/1.1" status: 200 len: 889 time: 0.8177068 Nov 03 02:39:10.505201 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55799682-6745-4563-8d26-e83e188442e3 None None] Sync routers for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:39:10.515640 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55799682-6745-4563-8d26-e83e188442e3 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:10.516239 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-55799682-6745-4563-8d26-e83e188442e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:38:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:10.547458 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-55799682-6745-4563-8d26-e83e188442e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:10.556304 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55799682-6745-4563-8d26-e83e188442e3 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:10.556978 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-55799682-6745-4563-8d26-e83e188442e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:38:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:10.589068 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-55799682-6745-4563-8d26-e83e188442e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:10.589688 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55799682-6745-4563-8d26-e83e188442e3 None None] The sync data for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv is: [] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:39:11.366948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95bad67-d647-4961-9910-519b4dd1da3f None None] New status for floating IP 13c7aec1-d60f-47e1-9d08-c4eba8f31ed6: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:39:12.254900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-83e2c5e7-8f67-4edb-8141-7ecf3a31c4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:12.579843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d2d6521a-638d-403c-a8eb-dc74639ab1ff no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:39:12.635497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43046) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:12.640146 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ab9b9def-24af-4ab2-aa1d-5c802d18ed5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:39:12.652593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d2d6521a-638d-403c-a8eb-dc74639ab1ff is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:12.653004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:12.685468 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port d2d6521a-638d-403c-a8eb-dc74639ab1ff, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d2d6521a-638d-403c-a8eb-dc74639ab1ff,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:12.689511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:12.691444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1596f71a-f160-4406-817c-eaf306de21b8 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:39:12.763185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=d2d6521a-638d-403c-a8eb-dc74639ab1ff,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:12.805328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1596f71a-f160-4406-817c-eaf306de21b8 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:12.805727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1596f71a-f160-4406-817c-eaf306de21b8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:12.827014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 1596f71a-f160-4406-817c-eaf306de21b8, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1596f71a-f160-4406-817c-eaf306de21b8,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:12.831955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1596f71a-f160-4406-817c-eaf306de21b8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:12.882591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=1596f71a-f160-4406-817c-eaf306de21b8,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:12.934645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ab9b9def-24af-4ab2-aa1d-5c802d18ed5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5846'] for router (d0d10961-c2bc-40dc-8407-2867e0ed5b19), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:12.944834 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ab9b9def-24af-4ab2-aa1d-5c802d18ed5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689304'] for router (d0d10961-c2bc-40dc-8407-2867e0ed5b19), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:13.047950 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9b9def-24af-4ab2-aa1d-5c802d18ed5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router d0d10961-c2bc-40dc-8407-2867e0ed5b19 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:39:13.150642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9b9def-24af-4ab2-aa1d-5c802d18ed5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:39:13.157174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ab9b9def-24af-4ab2-aa1d-5c802d18ed5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:13.158877 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ab9b9def-24af-4ab2-aa1d-5c802d18ed5c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/d0d10961-c2bc-40dc-8407-2867e0ed5b19 HTTP/1.1" status: 200 len: 888 time: 0.5218282 Nov 03 02:39:13.160289 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de6d99-0a37-43c9-96ce-e92dc88fd975 None None] Sync routers for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:39:13.161863 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43048) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:13.170693 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de6d99-0a37-43c9-96ce-e92dc88fd975 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:13.171300 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-05de6d99-0a37-43c9-96ce-e92dc88fd975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:39:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:13.194779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:13.220104 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ab7b73a6-edbc-4e61-9981-fe5ee5c1717c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/13c7aec1-d60f-47e1-9d08-c4eba8f31ed6 HTTP/1.1" status: 200 len: 990 time: 0.0556614 Nov 03 02:39:13.271241 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-05de6d99-0a37-43c9-96ce-e92dc88fd975 None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:39:13.480980 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-05de6d99-0a37-43c9-96ce-e92dc88fd975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '13c7aec1-d60f-47e1-9d08-c4eba8f31ed6', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'port_id': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'mac_address': 'fa:16:3e:35:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:38:34Z', 'updated_at': '2022-11-03T02:39:11Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:13.504020 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de6d99-0a37-43c9-96ce-e92dc88fd975 None None] Checking router: d0d10961-c2bc-40dc-8407-2867e0ed5b19 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:39:13.511975 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de6d99-0a37-43c9-96ce-e92dc88fd975 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:13.512609 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-05de6d99-0a37-43c9-96ce-e92dc88fd975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:39:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:13.610310 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-05de6d99-0a37-43c9-96ce-e92dc88fd975 None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:39:13.825688 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-05de6d99-0a37-43c9-96ce-e92dc88fd975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '13c7aec1-d60f-47e1-9d08-c4eba8f31ed6', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'port_id': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'mac_address': 'fa:16:3e:35:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:38:34Z', 'updated_at': '2022-11-03T02:39:11Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:13.849979 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de6d99-0a37-43c9-96ce-e92dc88fd975 None None] The sync data for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv is: [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '13c7aec1-d60f-47e1-9d08-c4eba8f31ed6', 'tenant_id': '313880603e634d3084046ce40393537e', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'port_id': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'mac_address': 'fa:16:3e:35:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:38:34Z', 'updated_at': '2022-11-03T02:39:11Z', 'revision_number': 2, 'project_id': '313880603e634d3084046ce40393537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:39:14.223424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43050) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:14.288163 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0fd5cd4e-85a4-4efe-bba8-40e23d31bffa tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/13c7aec1-d60f-47e1-9d08-c4eba8f31ed6 HTTP/1.1" status: 200 len: 990 time: 0.0635757 Nov 03 02:39:14.631252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d2d6521a-638d-403c-a8eb-dc74639ab1ff up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:39:14.691810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d2d6521a-638d-403c-a8eb-dc74639ab1ff triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:14.692117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:14.692461 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d2d6521a-638d-403c-a8eb-dc74639ab1ff Nov 03 02:39:14.693988 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:14.776628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d2d6521a-638d-403c-a8eb-dc74639ab1ff is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:14.777058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:14.811090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port d2d6521a-638d-403c-a8eb-dc74639ab1ff, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d2d6521a-638d-403c-a8eb-dc74639ab1ff,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:14.815705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:14.816621 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1596f71a-f160-4406-817c-eaf306de21b8 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:39:14.890877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=d2d6521a-638d-403c-a8eb-dc74639ab1ff,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:14.904091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1596f71a-f160-4406-817c-eaf306de21b8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:14.904411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1596f71a-f160-4406-817c-eaf306de21b8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:14.904802 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1596f71a-f160-4406-817c-eaf306de21b8 Nov 03 02:39:14.981788 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1596f71a-f160-4406-817c-eaf306de21b8 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:14.982187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1596f71a-f160-4406-817c-eaf306de21b8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:15.004451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 1596f71a-f160-4406-817c-eaf306de21b8, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1596f71a-f160-4406-817c-eaf306de21b8,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:15.010166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1596f71a-f160-4406-817c-eaf306de21b8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:15.058661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=1596f71a-f160-4406-817c-eaf306de21b8,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:15.066386 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.066744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.067093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.067438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.067778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.068115 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.068452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.068814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.069148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.069481 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.069813 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.070147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.070468 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:15.292378 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43052) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:15.349608 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-88ed76e3-fe77-4b52-a976-d1a36ffc1aac tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/13c7aec1-d60f-47e1-9d08-c4eba8f31ed6 HTTP/1.1" status: 200 len: 990 time: 0.0558491 Nov 03 02:39:15.463804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e71032-a832-4f74-b417-705e103a3f4c None None] New status for floating IP 13c7aec1-d60f-47e1-9d08-c4eba8f31ed6: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:39:16.111215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:16.353463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43054) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:16.409445 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-24f62de6-99e8-4c1c-a2bb-37275bc43986 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/floatingips/13c7aec1-d60f-47e1-9d08-c4eba8f31ed6 HTTP/1.1" status: 200 len: 992 time: 0.0547676 Nov 03 02:39:16.588817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d2d6521a-638d-403c-a8eb-dc74639ab1ff up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:39:16.633754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d2d6521a-638d-403c-a8eb-dc74639ab1ff triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:16.634131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:16.634472 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d2d6521a-638d-403c-a8eb-dc74639ab1ff Nov 03 02:39:16.685152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43060) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:16.703698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d2d6521a-638d-403c-a8eb-dc74639ab1ff is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:16.704784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1596f71a-f160-4406-817c-eaf306de21b8 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:39:16.750004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1596f71a-f160-4406-817c-eaf306de21b8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:16.750382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1596f71a-f160-4406-817c-eaf306de21b8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:16.750727 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1596f71a-f160-4406-817c-eaf306de21b8 Nov 03 02:39:16.822748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1596f71a-f160-4406-817c-eaf306de21b8 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:16.831846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port da141306-51a8-48dc-abc9-69e07909428f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:39:16.832191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (da141306-51a8-48dc-abc9-69e07909428f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:16.905679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (da141306-51a8-48dc-abc9-69e07909428f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:16.906004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (da141306-51a8-48dc-abc9-69e07909428f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:16.917718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for da141306-51a8-48dc-abc9-69e07909428f owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:39:17.061150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (da141306-51a8-48dc-abc9-69e07909428f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:17.085631 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=da141306-51a8-48dc-abc9-69e07909428f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:17.113815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.114178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.114533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.114874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.115212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.115546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.115880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.116215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.116573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.116909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.117240 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.117567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.117894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:17.158987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for floatingip (13c7aec1-d60f-47e1-9d08-c4eba8f31ed6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:17.159316 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Floating IP 13c7aec1-d60f-47e1-9d08-c4eba8f31ed6 disassociated (deleted). External IP: 172.26.6.78, port: 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d. Nov 03 02:39:17.350450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router d0d10961-c2bc-40dc-8407-2867e0ed5b19 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:39:17.453509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:39:17.458285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:17.464535 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce774c52-efcb-481e-9a9d-c8fa265d67cd None None] Sync routers for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:39:17.475849 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce774c52-efcb-481e-9a9d-c8fa265d67cd None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:17.476922 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ce774c52-efcb-481e-9a9d-c8fa265d67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:39:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:17.490590 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5dd8c1b1-cac9-4fa2-8471-b9746b48de6c tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/floatingips/13c7aec1-d60f-47e1-9d08-c4eba8f31ed6 HTTP/1.1" status: 204 len: 168 time: 0.8019385 Nov 03 02:39:17.490590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'tag': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:39:17.491228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c0d293-4192-4c48-9338-19a3db1cdcde" -d '{"events": [{"name": "network-changed", "server_uuid": "01aa1a59-b34c-49b5-a7b8-aee6afa862ce", "tag": "6a0ea6ed-56d9-41dc-99ad-3ae9634b023d"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:39:17.527519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ea5825-4139-432b-96a2-f53b0ea97a71 x-openstack-request-id: req-17ea5825-4139-432b-96a2-f53b0ea97a71 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:39:17.527807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01aa1a59-b34c-49b5-a7b8-aee6afa862ce", "tag": "6a0ea6ed-56d9-41dc-99ad-3ae9634b023d", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:39:17.528055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17ea5825-4139-432b-96a2-f53b0ea97a71 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:39:17.528525 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ea5825-4139-432b-96a2-f53b0ea97a71'] response: {'name': 'network-changed', 'server_uuid': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'tag': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'status': 'completed', 'code': 200} Nov 03 02:39:17.594109 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ce774c52-efcb-481e-9a9d-c8fa265d67cd None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:39:17.612230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d293-4192-4c48-9338-19a3db1cdcde req-54483253-954c-49d7-a5be-e3e7217e117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:17.613977 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a2c0d293-4192-4c48-9338-19a3db1cdcde req-54483253-954c-49d7-a5be-e3e7217e117a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=313880603e634d3084046ce40393537e&device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 1129 time: 0.0537982 Nov 03 02:39:17.752065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d293-4192-4c48-9338-19a3db1cdcde req-d5d802ca-090b-4759-a030-0c4c744f9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:17.753595 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a2c0d293-4192-4c48-9338-19a3db1cdcde req-d5d802ca-090b-4759-a030-0c4c744f9585 service neutron] 10.222.0.27 "GET /v2.0/networks?id=53dfbfb8-b12a-4e94-bba1-7fc3cf357087 HTTP/1.1" status: 200 len: 897 time: 0.1299038 Nov 03 02:39:17.763394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8d463-a737-4575-b7f2-3345a694015e req-6ab974e1-9de6-4f79-a0b8-c2d784c21bd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:17.764830 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-55f8d463-a737-4575-b7f2-3345a694015e req-6ab974e1-9de6-4f79-a0b8-c2d784c21bd3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 945 time: 0.0869381 Nov 03 02:39:17.804339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a2c0d293-4192-4c48-9338-19a3db1cdcde req-d372fe77-0211-4cf5-8d3c-1ed2ed50bc68 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d HTTP/1.1" status: 200 len: 217 time: 0.0385737 Nov 03 02:39:17.876470 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-55f8d463-a737-4575-b7f2-3345a694015e req-0546c7dc-d6fd-40ab-91ec-9d68ec57011f tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027238 Nov 03 02:39:17.879420 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d293-4192-4c48-9338-19a3db1cdcde req-082d6d12-2bd3-4e39-85e7-a89ef42546a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:17.880879 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a2c0d293-4192-4c48-9338-19a3db1cdcde req-082d6d12-2bd3-4e39-85e7-a89ef42546a5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9078901c-d066-468a-a724-8cba15b49e0a HTTP/1.1" status: 200 len: 835 time: 0.0686862 Nov 03 02:39:17.886356 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ce774c52-efcb-481e-9a9d-c8fa265d67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:39:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:39:14Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:17.922258 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce774c52-efcb-481e-9a9d-c8fa265d67cd None None] Checking router: d0d10961-c2bc-40dc-8407-2867e0ed5b19 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:39:17.930626 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce774c52-efcb-481e-9a9d-c8fa265d67cd None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:17.931233 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ce774c52-efcb-481e-9a9d-c8fa265d67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:39:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:17.938971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d293-4192-4c48-9338-19a3db1cdcde req-afcc6261-bede-431e-8b12-1a6d95b46a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:17.940650 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a2c0d293-4192-4c48-9338-19a3db1cdcde req-afcc6261-bede-431e-8b12-1a6d95b46a0d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=53dfbfb8-b12a-4e94-bba1-7fc3cf357087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0530398 Nov 03 02:39:18.036105 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ce774c52-efcb-481e-9a9d-c8fa265d67cd None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:39:18.235779 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ce774c52-efcb-481e-9a9d-c8fa265d67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:39:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:39:14Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:18.264199 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce774c52-efcb-481e-9a9d-c8fa265d67cd None None] The sync data for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv is: [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:39:12Z', 'revision_number': 6, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:39:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd2d6521a-638d-403c-a8eb-dc74639ab1ff', 'name': '', 'network_id': '53dfbfb8-b12a-4e94-bba1-7fc3cf357087', 'tenant_id': '313880603e634d3084046ce40393537e', 'mac_address': 'fa:16:3e:ac:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9078901c-d066-468a-a724-8cba15b49e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:18Z', 'updated_at': '2022-11-03T02:39:14Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'subnets': [{'id': '9078901c-d066-468a-a724-8cba15b49e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:39:18.333620 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a2c0d293-4192-4c48-9338-19a3db1cdcde req-88aec214-6976-48d4-86e3-e573d9c8f7fb service neutron] 10.222.0.27 "GET /v2.0/networks/53dfbfb8-b12a-4e94-bba1-7fc3cf357087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866053 Nov 03 02:39:18.432254 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a2c0d293-4192-4c48-9338-19a3db1cdcde req-3bc3c2a1-1a41-47a8-beab-fed312bd7d18 service neutron] 10.222.0.27 "GET /v2.0/networks/53dfbfb8-b12a-4e94-bba1-7fc3cf357087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918005 Nov 03 02:39:18.910010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a80c7-04da-4932-9d46-48fd651227dd None None] New status for floating IP 13c7aec1-d60f-47e1-9d08-c4eba8f31ed6: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:39:19.008834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b902d8-f247-46d5-adf4-fe775c54d2b3 req-c3f054d3-5d21-428d-8bdf-4d97bb0f6226 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:19.010332 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94b902d8-f247-46d5-adf4-fe775c54d2b3 req-c3f054d3-5d21-428d-8bdf-4d97bb0f6226 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 945 time: 0.0561111 Nov 03 02:39:19.059712 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94b902d8-f247-46d5-adf4-fe775c54d2b3 req-28767916-9d9e-4426-bb4b-b8c032d29fc6 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/security-groups?id=47793c8e-e432-403d-92e1-991580e4655a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437443 Nov 03 02:39:19.195632 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1828ff-6f48-4384-a420-b69cc7698494 req-11e32c44-d1e6-45f2-bbec-960ded108144 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:19.197104 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8c1828ff-6f48-4384-a420-b69cc7698494 req-11e32c44-d1e6-45f2-bbec-960ded108144 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 945 time: 0.0519111 Nov 03 02:39:19.288249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-8c1828ff-6f48-4384-a420-b69cc7698494 req-ab060332-acc8-4f10-97bd-d1af0eb05938 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:39:19.288597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8c1828ff-6f48-4384-a420-b69cc7698494 req-ab060332-acc8-4f10-97bd-d1af0eb05938 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:19.377224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-8c1828ff-6f48-4384-a420-b69cc7698494 req-ab060332-acc8-4f10-97bd-d1af0eb05938 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:19.377658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8c1828ff-6f48-4384-a420-b69cc7698494 req-ab060332-acc8-4f10-97bd-d1af0eb05938 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:19.390071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-8c1828ff-6f48-4384-a420-b69cc7698494 req-ab060332-acc8-4f10-97bd-d1af0eb05938 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:39:19.519292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8c1828ff-6f48-4384-a420-b69cc7698494 req-ab060332-acc8-4f10-97bd-d1af0eb05938 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6a0ea6ed-56d9-41dc-99ad-3ae9634b023d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:19.552520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab060332-acc8-4f10-97bd-d1af0eb05938 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=6a0ea6ed-56d9-41dc-99ad-3ae9634b023d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:19.595218 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1828ff-6f48-4384-a420-b69cc7698494 req-ab060332-acc8-4f10-97bd-d1af0eb05938 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] No DVR routers for this DVR port 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:39:19.598337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8c1828ff-6f48-4384-a420-b69cc7698494 req-ab060332-acc8-4f10-97bd-d1af0eb05938 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:19.601649 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8c1828ff-6f48-4384-a420-b69cc7698494 req-ab060332-acc8-4f10-97bd-d1af0eb05938 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.27 "DELETE /v2.0/ports/6a0ea6ed-56d9-41dc-99ad-3ae9634b023d HTTP/1.1" status: 204 len: 173 time: 0.3982351 Nov 03 02:39:19.602362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'name': 'network-vif-deleted', 'tag': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:39:19.604986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1485e66b-51a3-4055-b56e-d4b447e98644" -d '{"events": [{"server_uuid": "01aa1a59-b34c-49b5-a7b8-aee6afa862ce", "name": "network-vif-deleted", "tag": "6a0ea6ed-56d9-41dc-99ad-3ae9634b023d"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:39:19.641981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c66ca87-f028-42e9-8c8c-fc13d90036a9 x-openstack-request-id: req-6c66ca87-f028-42e9-8c8c-fc13d90036a9 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:39:19.642269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aa1a59-b34c-49b5-a7b8-aee6afa862ce", "name": "network-vif-deleted", "tag": "6a0ea6ed-56d9-41dc-99ad-3ae9634b023d", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:39:19.642518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c66ca87-f028-42e9-8c8c-fc13d90036a9 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:39:19.643470 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c66ca87-f028-42e9-8c8c-fc13d90036a9'] response: {'server_uuid': '01aa1a59-b34c-49b5-a7b8-aee6afa862ce', 'name': 'network-vif-deleted', 'tag': '6a0ea6ed-56d9-41dc-99ad-3ae9634b023d', 'status': 'completed', 'code': 200} Nov 03 02:39:20.178019 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46f42d92-a228-4144-a749-2961d7c24621 req-313c6337-4c00-442d-806b-9b8db610d955 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "GET /v2.0/ports?device_id=01aa1a59-b34c-49b5-a7b8-aee6afa862ce HTTP/1.1" status: 200 len: 210 time: 0.0281980 Nov 03 02:39:20.974605 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:39:21.239478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43076) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:21.296145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f63d-1b25-4028-ab5d-9d843caeeeb3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (47793c8e-e432-403d-92e1-991580e4655a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:21.321236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f63d-1b25-4028-ab5d-9d843caeeeb3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (47793c8e-e432-403d-92e1-991580e4655a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:21.379509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f63d-1b25-4028-ab5d-9d843caeeeb3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (47793c8e-e432-403d-92e1-991580e4655a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:21.382122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f63d-1b25-4028-ab5d-9d843caeeeb3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:21.383297 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b1b2f63d-1b25-4028-ab5d-9d843caeeeb3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/security-groups/47793c8e-e432-403d-92e1-991580e4655a HTTP/1.1" status: 204 len: 168 time: 0.1428416 Nov 03 02:39:21.392305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2f63d-1b25-4028-ab5d-9d843caeeeb3 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47793c8e-e432-403d-92e1-991580e4655a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:21.417172 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43080) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:21.764535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (d0d10961-c2bc-40dc-8407-2867e0ed5b19), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:22.012505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port d2d6521a-638d-403c-a8eb-dc74639ab1ff {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:39:22.012852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:22.100588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port d2d6521a-638d-403c-a8eb-dc74639ab1ff, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d2d6521a-638d-403c-a8eb-dc74639ab1ff,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:22.100957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:22.113172 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for d2d6521a-638d-403c-a8eb-dc74639ab1ff owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:39:22.296002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (d2d6521a-638d-403c-a8eb-dc74639ab1ff), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:22.321638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=d2d6521a-638d-403c-a8eb-dc74639ab1ff,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:22.347462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.347819 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.348169 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.348524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.348866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.349205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.349570 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.349864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.350191 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.350519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.350895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.351170 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.351490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:22.501625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (d0d10961-c2bc-40dc-8407-2867e0ed5b19), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:22.712234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Router d0d10961-c2bc-40dc-8407-2867e0ed5b19 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:39:22.810656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:39:22.816273 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d614ee1c-d10e-48a1-b1bc-95b4babe9d17 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "PUT /v2.0/routers/d0d10961-c2bc-40dc-8407-2867e0ed5b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3980083 Nov 03 02:39:22.818938 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43082) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:22.822154 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47801251-be5e-4020-ac3f-4dcd95c41274 None None] Sync routers for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:39:22.834001 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47801251-be5e-4020-ac3f-4dcd95c41274 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:22.834615 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-47801251-be5e-4020-ac3f-4dcd95c41274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:39:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:22.871313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7ef556-83b9-4320-976f-348830e96ade tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting subnet 9078901c-d066-468a-a724-8cba15b49e0a {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:39:22.876242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef556-83b9-4320-976f-348830e96ade tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (9078901c-d066-468a-a724-8cba15b49e0a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:22.915394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef556-83b9-4320-976f-348830e96ade tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (9078901c-d066-468a-a724-8cba15b49e0a), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:22.932190 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-47801251-be5e-4020-ac3f-4dcd95c41274 None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:39:23.003897 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef556-83b9-4320-976f-348830e96ade tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (9078901c-d066-468a-a724-8cba15b49e0a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.063224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef556-83b9-4320-976f-348830e96ade tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (9078901c-d066-468a-a724-8cba15b49e0a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.091278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ef556-83b9-4320-976f-348830e96ade tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Subnet': ['ID=9078901c-d066-468a-a724-8cba15b49e0a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:23.096593 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef556-83b9-4320-976f-348830e96ade tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.102713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43084) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:23.103471 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9a7ef556-83b9-4320-976f-348830e96ade tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/subnets/9078901c-d066-468a-a724-8cba15b49e0a HTTP/1.1" status: 204 len: 168 time: 0.2835436 Nov 03 02:39:23.105485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96090976-f675-4559-9a84-a871aba19330 None None] Network 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:39:23.114978 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-47801251-be5e-4020-ac3f-4dcd95c41274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:39:22Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:39:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:23.141744 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47801251-be5e-4020-ac3f-4dcd95c41274 None None] Checking router: d0d10961-c2bc-40dc-8407-2867e0ed5b19 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:39:23.151171 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47801251-be5e-4020-ac3f-4dcd95c41274 None None] Routers {'d0d10961-c2bc-40dc-8407-2867e0ed5b19'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:23.151928 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-47801251-be5e-4020-ac3f-4dcd95c41274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:39:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:23.210225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (d0d10961-c2bc-40dc-8407-2867e0ed5b19), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.258648 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-47801251-be5e-4020-ac3f-4dcd95c41274 None None] Set router d0d10961-c2bc-40dc-8407-2867e0ed5b19 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:39:23.307212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:39:23.315272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_gateway (d0d10961-c2bc-40dc-8407-2867e0ed5b19), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.338787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:39:23.339156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 6a0ea6ed-56d9-41dc-99ad-3ae9634b023d not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:39:23.369527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Deleting port 1596f71a-f160-4406-817c-eaf306de21b8 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:39:23.369870 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1596f71a-f160-4406-817c-eaf306de21b8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.448992 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-47801251-be5e-4020-ac3f-4dcd95c41274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:39:22Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:39:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:23.451466 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008527c-244f-4a09-9a8d-e2f9533f124c None None] DHCP port deletion for 53dfbfb8-b12a-4e94-bba1-7fc3cf357087 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:39:23.467190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] For port 1596f71a-f160-4406-817c-eaf306de21b8, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1596f71a-f160-4406-817c-eaf306de21b8,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:23.467566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1596f71a-f160-4406-817c-eaf306de21b8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.474631 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47801251-be5e-4020-ac3f-4dcd95c41274 None None] The sync data for ids ['d0d10961-c2bc-40dc-8407-2867e0ed5b19'] in dv-neutron-860659-5-hyperv is: [{'id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'name': 'tempest-TestNetworkBasicOps-router-1369894299', 'tenant_id': '313880603e634d3084046ce40393537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1596f71a-f160-4406-817c-eaf306de21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:38:15Z', 'updated_at': '2022-11-03T02:39:22Z', 'revision_number': 7, 'project_id': '313880603e634d3084046ce40393537e', 'gw_port': {'id': '1596f71a-f160-4406-817c-eaf306de21b8', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d10961-c2bc-40dc-8407-2867e0ed5b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:38:16Z', 'updated_at': '2022-11-03T02:39:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:39:23.482118 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Calling delete_port for 1596f71a-f160-4406-817c-eaf306de21b8 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:39:23.499146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5008527c-244f-4a09-9a8d-e2f9533f124c None None] Deleting port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:39:23.499529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5008527c-244f-4a09-9a8d-e2f9533f124c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.574691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5008527c-244f-4a09-9a8d-e2f9533f124c None None] For port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=55a077f2-4a1f-48a1-b711-aa2cd64dbcd0,segment=NetworkSegment(381d233c-985c-45e8-aeee-94cc7e592efc),segment_id=381d233c-985c-45e8-aeee-94cc7e592efc)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:23.575096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5008527c-244f-4a09-9a8d-e2f9533f124c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.587424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5008527c-244f-4a09-9a8d-e2f9533f124c None None] Calling delete_port for 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:39:23.659363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1596f71a-f160-4406-817c-eaf306de21b8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.666799 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5008527c-244f-4a09-9a8d-e2f9533f124c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (55a077f2-4a1f-48a1-b711-aa2cd64dbcd0), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.689126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Port': ['ID=1596f71a-f160-4406-817c-eaf306de21b8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:23.697436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008527c-244f-4a09-9a8d-e2f9533f124c None None] Pushing event deleted for resources: {'Port': ['ID=55a077f2-4a1f-48a1-b711-aa2cd64dbcd0,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:23.699338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008527c-244f-4a09-9a8d-e2f9533f124c None None] No DVR routers for this DVR port 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:39:23.755781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (d0d10961-c2bc-40dc-8407-2867e0ed5b19), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.851073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (d0d10961-c2bc-40dc-8407-2867e0ed5b19), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.853378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router_controller (d0d10961-c2bc-40dc-8407-2867e0ed5b19), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.904474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (d0d10961-c2bc-40dc-8407-2867e0ed5b19), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.905071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Fanout notify agent at l3_agent the message router_deleted on router d0d10961-c2bc-40dc-8407-2867e0ed5b19 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:39:23.912975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:23.914373 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c613ff81-cdda-42ed-9b65-af49b09ab94d tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/routers/d0d10961-c2bc-40dc-8407-2867e0ed5b19 HTTP/1.1" status: 204 len: 168 time: 0.8101113 Nov 03 02:39:23.916912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43086) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:23.996538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (53dfbfb8-b12a-4e94-bba1-7fc3cf357087), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:24.090626 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (53dfbfb8-b12a-4e94-bba1-7fc3cf357087), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:24.112694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dfbfb8-b12a-4e94-bba1-7fc3cf357087']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:24.122425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381d233c-985c-45e8-aeee-94cc7e592efc') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:24.122766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381d233c-985c-45e8-aeee-94cc7e592efc') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:24.132887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (381d233c-985c-45e8-aeee-94cc7e592efc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:24.147086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (381d233c-985c-45e8-aeee-94cc7e592efc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:24.157671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:39:24.158043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (381d233c-985c-45e8-aeee-94cc7e592efc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:24.204810 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 381d233c-985c-45e8-aeee-94cc7e592efc resource provider aggregate not found Nov 03 02:39:24.226491 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 381d233c-985c-45e8-aeee-94cc7e592efc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 381d233c-985c-45e8-aeee-94cc7e592efc found for delete ", "request_id": "req-887bc06a-ab36-4ef0-855a-bb477f666f06"}]} Nov 03 02:39:24.234525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (53dfbfb8-b12a-4e94-bba1-7fc3cf357087), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:24.241259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:24.244360 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] 10.222.0.23 "DELETE /v2.0/networks/53dfbfb8-b12a-4e94-bba1-7fc3cf357087 HTTP/1.1" status: 204 len: 168 time: 0.3265095 Nov 03 02:39:24.256805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f145b-dcbb-404f-bea1-9b33a0f15777 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] Pushing event deleted for resources: {'Network': ['ID=53dfbfb8-b12a-4e94-bba1-7fc3cf357087,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:24.515429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43096) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:24.598356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:39:24.618999 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:39:24.619560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 55a077f2-4a1f-48a1-b711-aa2cd64dbcd0 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:39:24.620004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d2d6521a-638d-403c-a8eb-dc74639ab1ff no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:39:24.639022 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: d2d6521a-638d-403c-a8eb-dc74639ab1ff {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:39:24.639381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d2d6521a-638d-403c-a8eb-dc74639ab1ff not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:39:24.639811 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1596f71a-f160-4406-817c-eaf306de21b8 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:39:24.648206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eb773a35-d559-4fbf-8445-1da2d8ef5863 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=313880603e634d3084046ce40393537e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315815 Nov 03 02:39:24.650642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43100) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:24.658757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 1596f71a-f160-4406-817c-eaf306de21b8 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:39:24.659115 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1596f71a-f160-4406-817c-eaf306de21b8 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:39:24.698179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d458b83b-63c3-4c24-a2ae-310344ecf7c8 admin admin] Publish callbacks [] for security_group (1f263706-ac83-4656-b695-29dca00471d2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:24.722372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d458b83b-63c3-4c24-a2ae-310344ecf7c8 admin admin] Publish callbacks [] for security_group (1f263706-ac83-4656-b695-29dca00471d2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:24.769651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d458b83b-63c3-4c24-a2ae-310344ecf7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1f263706-ac83-4656-b695-29dca00471d2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:24.772169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d458b83b-63c3-4c24-a2ae-310344ecf7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:24.773402 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d458b83b-63c3-4c24-a2ae-310344ecf7c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f263706-ac83-4656-b695-29dca00471d2 HTTP/1.1" status: 204 len: 168 time: 0.1218498 Nov 03 02:39:24.781147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458b83b-63c3-4c24-a2ae-310344ecf7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f263706-ac83-4656-b695-29dca00471d2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:25.041039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43106) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:25.054536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7dd2876c-77a1-4e93-a058-e91364e68e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:25.135928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7dd2876c-77a1-4e93-a058-e91364e68e4b admin admin] Publish callbacks [] for security_group (99da15e3-a62f-4475-81f0-3cf2e3a30c1c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:25.139927 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7dd2876c-77a1-4e93-a058-e91364e68e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (99da15e3-a62f-4475-81f0-3cf2e3a30c1c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:25.180121 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7dd2876c-77a1-4e93-a058-e91364e68e4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1e7bc0ee1b44f5e843c9b8a54ea80b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379492 Nov 03 02:39:25.181100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2876c-77a1-4e93-a058-e91364e68e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99da15e3-a62f-4475-81f0-3cf2e3a30c1c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:25.182907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43108) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:25.231980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bd9868d-dc2b-4462-8755-763e338410f6 admin admin] Publish callbacks [] for security_group (99da15e3-a62f-4475-81f0-3cf2e3a30c1c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:25.254317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bd9868d-dc2b-4462-8755-763e338410f6 admin admin] Publish callbacks [] for security_group (99da15e3-a62f-4475-81f0-3cf2e3a30c1c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:25.301877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bd9868d-dc2b-4462-8755-763e338410f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (99da15e3-a62f-4475-81f0-3cf2e3a30c1c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:25.304432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bd9868d-dc2b-4462-8755-763e338410f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:25.305622 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-8bd9868d-dc2b-4462-8755-763e338410f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99da15e3-a62f-4475-81f0-3cf2e3a30c1c HTTP/1.1" status: 204 len: 168 time: 0.1217313 Nov 03 02:39:25.313165 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9868d-dc2b-4462-8755-763e338410f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99da15e3-a62f-4475-81f0-3cf2e3a30c1c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:32.492165 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-1a3d0841-6ca2-41a0-850d-ac6c6d7c326e tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=50bcdf1705614927873c70c45e2dd06a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302713 Nov 03 02:39:32.672167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47189b8b-3648-4025-aca7-0326c365187c req-20e8175b-2723-4d4b-a218-c5135cd50c79 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:32.673692 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-20e8175b-2723-4d4b-a218-c5135cd50c79 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766593 Nov 03 02:39:32.688510 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-a8dd8a3d-324d-46c5-93f4-3104f64e6dac tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/quotas/50bcdf1705614927873c70c45e2dd06a HTTP/1.1" status: 200 len: 375 time: 0.0087698 Nov 03 02:39:32.724366 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-d2c1f668-43bd-467a-a747-8b271ea8d7db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=50bcdf1705614927873c70c45e2dd06a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311573 Nov 03 02:39:32.883722 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-478e0c78-e3c6-461e-b551-7283930f84b1 req-f6854e85-0f7d-4def-b295-3b41bc08e972 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 210 time: 0.0280983 Nov 03 02:39:33.796773 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-954b3651-765c-4761-babc-aa1dcbb72340 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=50bcdf1705614927873c70c45e2dd06a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212002 Nov 03 02:39:33.906590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47189b8b-3648-4025-aca7-0326c365187c req-b9cace5e-9b14-485e-9a23-f03920028012 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:33.908542 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-b9cace5e-9b14-485e-9a23-f03920028012 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063764 Nov 03 02:39:33.932666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Request body: {'port': {'device_id': 'd4cd445f-8cdd-4412-867f-3c5748233887', 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8', 'admin_state_up': True, 'tenant_id': '50bcdf1705614927873c70c45e2dd06a'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:39:34.014004 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ebf3fa9b-26a0-4778-8c41-b7e84311da8e req-45155497-09dc-42db-8a2a-c181c853f9ab tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 210 time: 0.0377641 Nov 03 02:39:34.068737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Made reservation on behalf of 50bcdf1705614927873c70c45e2dd06a for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:39:34.071922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:34.080788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:34.154804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Publish callbacks [] for security_group (e78e4633-91d5-4dd3-9efd-7245bcd09632), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:34.159209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e78e4633-91d5-4dd3-9efd-7245bcd09632), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:34.216755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78e4633-91d5-4dd3-9efd-7245bcd09632,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:34.296726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Allocated IP 192.168.233.68 (64dee47f-b314-405e-8178-3695792dd4a8/07266e7d-fb44-4806-8b67-3294493fcc55/7fa069af-4e9a-438d-b9ee-eae0bda60e5c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:39:34.439392 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Publish callbacks [] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:34.471844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:34.514562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Network 64dee47f-b314-405e-8178-3695792dd4a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:39:34.518116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:39:34.520589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:39:34.548114 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Pushing event updated for resources: {'Port': ['ID=7fa069af-4e9a-438d-b9ee-eae0bda60e5c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:34.578848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:34.579620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:34.597319 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-29026781-1628-4214-9f87-6415b57bb3db tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6685674 Nov 03 02:39:34.613255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Request body: {'port': {'device_id': 'd4cd445f-8cdd-4412-867f-3c5748233887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:39:34.673888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:34.760782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-92bd24dd-1924-4e92-b04d-b577e421e577 None None] Provisioning complete for port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:34.761370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-92bd24dd-1924-4e92-b04d-b577e421e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:34.761496 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92bd24dd-1924-4e92-b04d-b577e421e577 None None] Attempt 1 to provision port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c Nov 03 02:39:34.792336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92bd24dd-1924-4e92-b04d-b577e421e577 None None] Port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:39:34.930227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa069af-4e9a-438d-b9ee-eae0bda60e5c {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:39:34.937593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Publish callbacks [] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:34.950572 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Transition to ACTIVE for port object 7fa069af-4e9a-438d-b9ee-eae0bda60e5c will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:39:34.954123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:35.030337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa069af-4e9a-438d-b9ee-eae0bda60e5c,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:35.060015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Attempting to bind port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:39:35.060290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Attempting to bind port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:39:35.060661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Attempting to bind port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c on network 64dee47f-b314-405e-8178-3695792dd4a8 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:39:35.065682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c on network 64dee47f-b314-405e-8178-3695792dd4a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:39:35.066010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Attempting to bind port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c on network 64dee47f-b314-405e-8178-3695792dd4a8 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:39:35.070958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:39:35.071302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Checking segment: {'id': '9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:39:35.071690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Bound using segment: {'id': '9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:39:35.072128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Bound port: 7fa069af-4e9a-438d-b9ee-eae0bda60e5c, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:39:35.072498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:35.163063 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] For port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:39:35.166857 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] For port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=7fa069af-4e9a-438d-b9ee-eae0bda60e5c,segment=NetworkSegment(9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff),segment_id=9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:39:35.175174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:35.179872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:35.180501 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:35.181867 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] 10.222.0.27 "PUT /v2.0/ports/7fa069af-4e9a-438d-b9ee-eae0bda60e5c HTTP/1.1" status: 200 len: 1097 time: 0.5731428 Nov 03 02:39:35.189443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97feef6-1fa7-485c-a219-b2b0cddee6a9 req-6a6414d0-862a-4632-b0ac-a8d437f4b7a8 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:35.190838 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a97feef6-1fa7-485c-a219-b2b0cddee6a9 req-6a6414d0-862a-4632-b0ac-a8d437f4b7a8 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 947 time: 0.1003036 Nov 03 02:39:35.191345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cd445f-8cdd-4412-867f-3c5748233887', 'tag': '7fa069af-4e9a-438d-b9ee-eae0bda60e5c'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:39:35.194029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cd445f-8cdd-4412-867f-3c5748233887", "tag": "7fa069af-4e9a-438d-b9ee-eae0bda60e5c"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:39:35.265236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e92154-ad3d-46a1-a826-899018a11142 x-openstack-request-id: req-59e92154-ad3d-46a1-a826-899018a11142 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:39:35.265527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cd445f-8cdd-4412-867f-3c5748233887", "tag": "7fa069af-4e9a-438d-b9ee-eae0bda60e5c", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:39:35.265783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59e92154-ad3d-46a1-a826-899018a11142 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:39:35.266182 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e92154-ad3d-46a1-a826-899018a11142'] response: {'name': 'network-changed', 'server_uuid': 'd4cd445f-8cdd-4412-867f-3c5748233887', 'tag': '7fa069af-4e9a-438d-b9ee-eae0bda60e5c', 'status': 'completed', 'code': 200} Nov 03 02:39:35.293752 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-92bd24dd-1924-4e92-b04d-b577e421e577 None None] Attempt 2 to provision port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c Nov 03 02:39:35.297287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfd144-7f53-4a74-b3aa-b4d547fcdc78 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa069af-4e9a-438d-b9ee-eae0bda60e5c,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:35.317433 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a97feef6-1fa7-485c-a219-b2b0cddee6a9 req-4aece990-c595-4370-aa4d-956bdb6b4d3b tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/security-groups?id=e78e4633-91d5-4dd3-9efd-7245bcd09632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044474 Nov 03 02:39:35.322902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47189b8b-3648-4025-aca7-0326c365187c req-14ce8a9c-8b57-43fe-a8e5-373cec39f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:35.324362 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-14ce8a9c-8b57-43fe-a8e5-373cec39f158 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=50bcdf1705614927873c70c45e2dd06a&device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 1131 time: 0.1001642 Nov 03 02:39:35.336887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-92bd24dd-1924-4e92-b04d-b577e421e577 None None] Port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:39:35.370732 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-07015642-f257-49ab-b199-52c57826f17f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=7fa069af-4e9a-438d-b9ee-eae0bda60e5c HTTP/1.1" status: 200 len: 217 time: 0.0333552 Nov 03 02:39:35.423407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47189b8b-3648-4025-aca7-0326c365187c req-10e672ce-9df2-4fdb-b876-bb18cf157f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:35.424889 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-10e672ce-9df2-4fdb-b876-bb18cf157f9c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=07266e7d-fb44-4806-8b67-3294493fcc55 HTTP/1.1" status: 200 len: 843 time: 0.0435708 Nov 03 02:39:35.479789 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47189b8b-3648-4025-aca7-0326c365187c req-b320a596-6463-4a34-9cdc-3f5ef5401836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:35.481500 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-b320a596-6463-4a34-9cdc-3f5ef5401836 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=64dee47f-b314-405e-8178-3695792dd4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0475521 Nov 03 02:39:35.573646 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-bc77edb8-a4b9-43ab-8e84-929f2663c4e1 service neutron] 10.222.0.27 "GET /v2.0/networks/64dee47f-b314-405e-8178-3695792dd4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805509 Nov 03 02:39:35.668521 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47189b8b-3648-4025-aca7-0326c365187c req-9ac9686a-5aa4-48a2-8eef-4d352e196360 service neutron] 10.222.0.27 "GET /v2.0/networks/64dee47f-b314-405e-8178-3695792dd4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847859 Nov 03 02:39:35.774025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35 req-6fabee78-cfe5-40e0-ae1a-db0cd02c31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:35.775432 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35 req-6fabee78-cfe5-40e0-ae1a-db0cd02c31b7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=50bcdf1705614927873c70c45e2dd06a&device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 1131 time: 0.0460410 Nov 03 02:39:35.865942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35 req-dce5f737-2212-44bb-9526-5486babb1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:35.867415 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35 req-dce5f737-2212-44bb-9526-5486babb1776 service neutron] 10.222.0.27 "GET /v2.0/networks?id=64dee47f-b314-405e-8178-3695792dd4a8 HTTP/1.1" status: 200 len: 870 time: 0.0837443 Nov 03 02:39:35.909128 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35 req-ae6eff15-1f42-4f20-8482-dee3dc021825 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=7fa069af-4e9a-438d-b9ee-eae0bda60e5c HTTP/1.1" status: 200 len: 217 time: 0.0355692 Nov 03 02:39:35.957319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35 req-193dbd01-87ad-4700-8b4b-ad585346379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:35.958721 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35 req-193dbd01-87ad-4700-8b4b-ad585346379c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=07266e7d-fb44-4806-8b67-3294493fcc55 HTTP/1.1" status: 200 len: 843 time: 0.0434058 Nov 03 02:39:36.011082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35 req-f9ff7093-caeb-485d-aa77-ac99a55ade4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:36.012580 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35 req-f9ff7093-caeb-485d-aa77-ac99a55ade4a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=64dee47f-b314-405e-8178-3695792dd4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0445364 Nov 03 02:39:36.410278 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35 req-5db91ad1-4899-45ca-b7a6-8cea4b095ac0 service neutron] 10.222.0.27 "GET /v2.0/networks/64dee47f-b314-405e-8178-3695792dd4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890629 Nov 03 02:39:36.509600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb58d6-f6e6-4a64-889b-6eb3b0d9e0e9 req-7f6e8f97-a60f-453d-8d66-c8adf38050f4 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:36.511034 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37cb58d6-f6e6-4a64-889b-6eb3b0d9e0e9 req-7f6e8f97-a60f-453d-8d66-c8adf38050f4 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 947 time: 0.1148880 Nov 03 02:39:36.551366 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb2fee14-4eba-401c-b0b2-e5bc6ac55c35 req-4312a4f7-50cc-4528-b9ea-c85789623059 service neutron] 10.222.0.27 "GET /v2.0/networks/64dee47f-b314-405e-8178-3695792dd4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202140 Nov 03 02:39:36.571873 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37cb58d6-f6e6-4a64-889b-6eb3b0d9e0e9 req-0f5cc026-b5de-49d4-b64b-8ec831f34f02 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/security-groups?id=e78e4633-91d5-4dd3-9efd-7245bcd09632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527501 Nov 03 02:39:37.697719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd263f0-4d2e-4c86-b1f3-ef76562e36ef req-9df06cdd-ad17-4a2f-a4bf-d635efbdfad6 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:37.699168 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cdd263f0-4d2e-4c86-b1f3-ef76562e36ef req-9df06cdd-ad17-4a2f-a4bf-d635efbdfad6 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 947 time: 0.0529974 Nov 03 02:39:37.745277 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cdd263f0-4d2e-4c86-b1f3-ef76562e36ef req-10bb3c72-9331-43a1-aea3-0b047bb626c3 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/security-groups?id=e78e4633-91d5-4dd3-9efd-7245bcd09632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406060 Nov 03 02:39:38.164434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:38.872221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f44db9-4f89-4851-bfb8-e1ec45c4f1d4 req-6cbdf0c5-6588-4faa-9e3c-d66ae77113cc tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:38.873763 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3f44db9-4f89-4851-bfb8-e1ec45c4f1d4 req-6cbdf0c5-6588-4faa-9e3c-d66ae77113cc tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 947 time: 0.0564539 Nov 03 02:39:38.920823 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3f44db9-4f89-4851-bfb8-e1ec45c4f1d4 req-daad9e53-5c61-412f-92bf-7b411511d5cd tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/security-groups?id=e78e4633-91d5-4dd3-9efd-7245bcd09632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Nov 03 02:39:39.207504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 7fa069af-4e9a-438d-b9ee-eae0bda60e5c details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:39:39.303231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=7fa069af-4e9a-438d-b9ee-eae0bda60e5c,segment=NetworkSegment(9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff),segment_id=9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:39.315231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '7fa069af-4e9a-438d-b9ee-eae0bda60e5c', 'network_id': '64dee47f-b314-405e-8178-3695792dd4a8', 'port_id': '7fa069af-4e9a-438d-b9ee-eae0bda60e5c', 'mac_address': 'fa:16:3e:0e:99:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07266e7d-fb44-4806-8b67-3294493fcc55', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:39:39.353172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:39.353574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:39.366229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa069af-4e9a-438d-b9ee-eae0bda60e5c {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:39:39.385456 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=7fa069af-4e9a-438d-b9ee-eae0bda60e5c,segment=NetworkSegment(9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff),segment_id=9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:39.389507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:39.433295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=7fa069af-4e9a-438d-b9ee-eae0bda60e5c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:39.649826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['7fa069af-4e9a-438d-b9ee-eae0bda60e5c'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:39:39.783810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bdba2cf0-fc00-442c-bcc3-b1481cb11f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:40.043386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439d5ba-e131-43ac-99b4-cde4a7f1ad7f req-a9ab11f9-7479-4571-8e95-d8d91aa902d8 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:40.044933 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3439d5ba-e131-43ac-99b4-cde4a7f1ad7f req-a9ab11f9-7479-4571-8e95-d8d91aa902d8 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 948 time: 0.0533137 Nov 03 02:39:40.091391 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3439d5ba-e131-43ac-99b4-cde4a7f1ad7f req-505d5e0b-421a-4c37-9947-41cc7896e207 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/security-groups?id=e78e4633-91d5-4dd3-9efd-7245bcd09632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397398 Nov 03 02:39:41.214862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b351ff0-a646-41f9-af55-b8a6d998e86f req-a3dfdd46-39ed-4bee-9c10-c47ec68f5255 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:41.216312 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9b351ff0-a646-41f9-af55-b8a6d998e86f req-a3dfdd46-39ed-4bee-9c10-c47ec68f5255 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 948 time: 0.0512133 Nov 03 02:39:41.223875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 7fa069af-4e9a-438d-b9ee-eae0bda60e5c up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:39:41.268999 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9b351ff0-a646-41f9-af55-b8a6d998e86f req-60770edb-e4be-4608-a9f7-9261eaacb7f0 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/security-groups?id=e78e4633-91d5-4dd3-9efd-7245bcd09632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Nov 03 02:39:41.269582 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:39:41.273892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:41.274279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:41.274648 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c Nov 03 02:39:41.350579 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:41.351028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:41.373427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cd445f-8cdd-4412-867f-3c5748233887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa069af-4e9a-438d-b9ee-eae0bda60e5c'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:39:41.375651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77b61db-c75e-49a9-be14-fda1a3f3f923" -d '{"events": [{"server_uuid": "d4cd445f-8cdd-4412-867f-3c5748233887", "name": "network-vif-plugged", "status": "completed", "tag": "7fa069af-4e9a-438d-b9ee-eae0bda60e5c"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:39:41.388056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=7fa069af-4e9a-438d-b9ee-eae0bda60e5c,segment=NetworkSegment(9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff),segment_id=9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:41.392036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:41.415318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d183a8-a0db-4247-91a4-ffcf34d56f08 x-openstack-request-id: req-09d183a8-a0db-4247-91a4-ffcf34d56f08 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:39:41.415611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cd445f-8cdd-4412-867f-3c5748233887", "name": "network-vif-plugged", "status": "completed", "tag": "7fa069af-4e9a-438d-b9ee-eae0bda60e5c", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:39:41.415866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09d183a8-a0db-4247-91a4-ffcf34d56f08 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:39:41.416260 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d183a8-a0db-4247-91a4-ffcf34d56f08'] response: {'server_uuid': 'd4cd445f-8cdd-4412-867f-3c5748233887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa069af-4e9a-438d-b9ee-eae0bda60e5c', 'code': 200} Nov 03 02:39:41.442083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=7fa069af-4e9a-438d-b9ee-eae0bda60e5c,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:41.600142 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004679eb-bd73-4dd8-b9bc-4aebcb1735d2 req-a261b088-4e08-42e3-8103-44f4c2cc4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:41.601637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-004679eb-bd73-4dd8-b9bc-4aebcb1735d2 req-a261b088-4e08-42e3-8103-44f4c2cc4180 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 1133 time: 0.0433340 Nov 03 02:39:41.645356 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-004679eb-bd73-4dd8-b9bc-4aebcb1735d2 req-43b8e9a4-f2e8-4abb-be2e-05cfb4f8f61c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=e78e4633-91d5-4dd3-9efd-7245bcd09632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362847 Nov 03 02:39:42.257083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-92b2a3f4-b68c-434a-b382-e2a29abcae5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:42.395129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa5e3d-3b02-494f-9293-04376711c236 req-8fac4c48-b079-4f75-9e2a-10d1880fd002 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:42.397472 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ffa5e3d-3b02-494f-9293-04376711c236 req-8fac4c48-b079-4f75-9e2a-10d1880fd002 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 949 time: 0.0538454 Nov 03 02:39:42.443551 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ffa5e3d-3b02-494f-9293-04376711c236 req-3965bbcf-791c-4b78-bb87-ed22d81459a3 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/security-groups?id=e78e4633-91d5-4dd3-9efd-7245bcd09632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Nov 03 02:39:43.196644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:43.572041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658849de-eca1-4eb9-bf6b-e0138c97fd44 req-8f16f198-b582-429b-b58c-3d38b75c4b91 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:43.573531 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-658849de-eca1-4eb9-bf6b-e0138c97fd44 req-8f16f198-b582-429b-b58c-3d38b75c4b91 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 949 time: 0.0564284 Nov 03 02:39:43.619613 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-658849de-eca1-4eb9-bf6b-e0138c97fd44 req-76b5f7d0-be4c-4444-97f1-f51dcfc01d1c tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/security-groups?id=e78e4633-91d5-4dd3-9efd-7245bcd09632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406432 Nov 03 02:39:43.905144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-3b9d2401-2590-4e0c-b498-082b49e6e9fc req-e60042c6-ccc7-45a6-bd04-2dfb7602dab1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:39:43.906210 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3b9d2401-2590-4e0c-b498-082b49e6e9fc req-e60042c6-ccc7-45a6-bd04-2dfb7602dab1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055199 Nov 03 02:39:44.367474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-3062e092-ac59-4214-82b2-9af075ce4c2e req-b2dfd5f9-3331-44dc-83f3-3c7e2620da26 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:39:44.368503 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3062e092-ac59-4214-82b2-9af075ce4c2e req-b2dfd5f9-3331-44dc-83f3-3c7e2620da26 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0968416 Nov 03 02:39:44.688998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:44.891015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c68a12-7ea9-439c-92b3-bf94461fa6bf req-cc0b3060-17f8-42f9-b065-4c63cf85fbdc tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:44.892548 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-59c68a12-7ea9-439c-92b3-bf94461fa6bf req-cc0b3060-17f8-42f9-b065-4c63cf85fbdc tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 949 time: 0.0535111 Nov 03 02:39:44.939028 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-59c68a12-7ea9-439c-92b3-bf94461fa6bf req-12f5667b-b806-4fb8-b1f9-2aba7055cb6e tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/security-groups?id=e78e4633-91d5-4dd3-9efd-7245bcd09632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Nov 03 02:39:46.065365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacae6c-9047-4f68-b7fa-29daad283aab req-6f26598e-477d-438f-bcbf-64b9c9c41c70 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:46.066860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8aacae6c-9047-4f68-b7fa-29daad283aab req-6f26598e-477d-438f-bcbf-64b9c9c41c70 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 949 time: 0.0548246 Nov 03 02:39:46.105115 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:46.122621 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8aacae6c-9047-4f68-b7fa-29daad283aab req-39c56e4c-56a7-4e36-b5e2-cf824cc43442 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/security-groups?id=e78e4633-91d5-4dd3-9efd-7245bcd09632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496402 Nov 03 02:39:46.304608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e4ba2-74f7-4fb1-8d5d-d8ea30c9e5c1 req-a84ca38c-7fb4-44f3-96b5-1f13225142a1 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:46.306054 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e93e4ba2-74f7-4fb1-8d5d-d8ea30c9e5c1 req-a84ca38c-7fb4-44f3-96b5-1f13225142a1 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.27 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 949 time: 0.0528197 Nov 03 02:39:46.398440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-e93e4ba2-74f7-4fb1-8d5d-d8ea30c9e5c1 req-29c19dc3-5da2-4d11-b7ce-9c4bed2681d9 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Deleting port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:39:46.398687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-e93e4ba2-74f7-4fb1-8d5d-d8ea30c9e5c1 req-29c19dc3-5da2-4d11-b7ce-9c4bed2681d9 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:46.491102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-e93e4ba2-74f7-4fb1-8d5d-d8ea30c9e5c1 req-29c19dc3-5da2-4d11-b7ce-9c4bed2681d9 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] For port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=7fa069af-4e9a-438d-b9ee-eae0bda60e5c,segment=NetworkSegment(9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff),segment_id=9b5f3a00-9c62-4afc-8ffe-2ddfd4628bff)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:46.491471 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-e93e4ba2-74f7-4fb1-8d5d-d8ea30c9e5c1 req-29c19dc3-5da2-4d11-b7ce-9c4bed2681d9 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:46.503087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-e93e4ba2-74f7-4fb1-8d5d-d8ea30c9e5c1 req-29c19dc3-5da2-4d11-b7ce-9c4bed2681d9 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Calling delete_port for 7fa069af-4e9a-438d-b9ee-eae0bda60e5c owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:39:46.632605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-e93e4ba2-74f7-4fb1-8d5d-d8ea30c9e5c1 req-29c19dc3-5da2-4d11-b7ce-9c4bed2681d9 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7fa069af-4e9a-438d-b9ee-eae0bda60e5c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:46.650700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['7fa069af-4e9a-438d-b9ee-eae0bda60e5c'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:39:46.661074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c19dc3-5da2-4d11-b7ce-9c4bed2681d9 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Pushing event deleted for resources: {'Port': ['ID=7fa069af-4e9a-438d-b9ee-eae0bda60e5c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:46.705264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93e4ba2-74f7-4fb1-8d5d-d8ea30c9e5c1 req-29c19dc3-5da2-4d11-b7ce-9c4bed2681d9 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] No DVR routers for this DVR port 7fa069af-4e9a-438d-b9ee-eae0bda60e5c on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:39:46.708505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-e93e4ba2-74f7-4fb1-8d5d-d8ea30c9e5c1 req-29c19dc3-5da2-4d11-b7ce-9c4bed2681d9 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:46.711846 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e93e4ba2-74f7-4fb1-8d5d-d8ea30c9e5c1 req-29c19dc3-5da2-4d11-b7ce-9c4bed2681d9 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.27 "DELETE /v2.0/ports/7fa069af-4e9a-438d-b9ee-eae0bda60e5c HTTP/1.1" status: 204 len: 173 time: 0.3945684 Nov 03 02:39:46.712374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cd445f-8cdd-4412-867f-3c5748233887', 'name': 'network-vif-deleted', 'tag': '7fa069af-4e9a-438d-b9ee-eae0bda60e5c'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:39:46.714686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f3ed5b-ba4d-4405-9dd4-45499ad4c470" -d '{"events": [{"server_uuid": "d4cd445f-8cdd-4412-867f-3c5748233887", "name": "network-vif-deleted", "tag": "7fa069af-4e9a-438d-b9ee-eae0bda60e5c"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:39:46.757564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164b2721-9324-4672-b4ed-054346f059f5 x-openstack-request-id: req-164b2721-9324-4672-b4ed-054346f059f5 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:39:46.757859 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cd445f-8cdd-4412-867f-3c5748233887", "name": "network-vif-deleted", "tag": "7fa069af-4e9a-438d-b9ee-eae0bda60e5c", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:39:46.758119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-164b2721-9324-4672-b4ed-054346f059f5 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:39:46.758545 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164b2721-9324-4672-b4ed-054346f059f5'] response: {'server_uuid': 'd4cd445f-8cdd-4412-867f-3c5748233887', 'name': 'network-vif-deleted', 'tag': '7fa069af-4e9a-438d-b9ee-eae0bda60e5c', 'status': 'completed', 'code': 200} Nov 03 02:39:47.240060 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b05a28bf-1321-4038-b136-ac1811269741 req-a8599577-f287-4da5-981c-b20b9babfd10 tempest-ServersAdminNegativeTestJSON-217354289 tempest-ServersAdminNegativeTestJSON-217354289-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4cd445f-8cdd-4412-867f-3c5748233887 HTTP/1.1" status: 200 len: 210 time: 0.0299797 Nov 03 02:39:48.537803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43246) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:48.664899 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b032b280-c3e8-48a8-96ec-d9ba69c2b808 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50bcdf1705614927873c70c45e2dd06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258383 Nov 03 02:39:48.667358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43250) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:48.719069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2456f31-d133-4b45-b9c7-5ca47d655a49 admin admin] Publish callbacks [] for security_group (e78e4633-91d5-4dd3-9efd-7245bcd09632), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:48.740641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2456f31-d133-4b45-b9c7-5ca47d655a49 admin admin] Publish callbacks [] for security_group (e78e4633-91d5-4dd3-9efd-7245bcd09632), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:48.786850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2456f31-d133-4b45-b9c7-5ca47d655a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e78e4633-91d5-4dd3-9efd-7245bcd09632), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:48.789814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2456f31-d133-4b45-b9c7-5ca47d655a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:48.791196 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c2456f31-d133-4b45-b9c7-5ca47d655a49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e78e4633-91d5-4dd3-9efd-7245bcd09632 HTTP/1.1" status: 204 len: 168 time: 0.1221087 Nov 03 02:39:48.801959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2456f31-d133-4b45-b9c7-5ca47d655a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78e4633-91d5-4dd3-9efd-7245bcd09632,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:49.050339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43256) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:49.064135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f1774e6e-10c0-4456-80d2-136c1fbf1207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:49.139976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f1774e6e-10c0-4456-80d2-136c1fbf1207 admin admin] Publish callbacks [] for security_group (efab0dc8-f18b-43e5-af44-7455380c90f6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:49.143657 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f1774e6e-10c0-4456-80d2-136c1fbf1207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (efab0dc8-f18b-43e5-af44-7455380c90f6), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:49.181827 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f1774e6e-10c0-4456-80d2-136c1fbf1207 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fb72e9b44194fe580ef9365d89b32b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304283 Nov 03 02:39:49.182683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1774e6e-10c0-4456-80d2-136c1fbf1207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efab0dc8-f18b-43e5-af44-7455380c90f6,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:49.184625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43258) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:49.236726 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-95ebd0a1-cd2c-4c30-aecb-5f9e8fcb04fd admin admin] Publish callbacks [] for security_group (efab0dc8-f18b-43e5-af44-7455380c90f6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:49.258925 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-95ebd0a1-cd2c-4c30-aecb-5f9e8fcb04fd admin admin] Publish callbacks [] for security_group (efab0dc8-f18b-43e5-af44-7455380c90f6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:49.269580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 7fa069af-4e9a-438d-b9ee-eae0bda60e5c no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:39:49.289288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 7fa069af-4e9a-438d-b9ee-eae0bda60e5c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:39:49.289641 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 7fa069af-4e9a-438d-b9ee-eae0bda60e5c not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:39:49.309827 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-95ebd0a1-cd2c-4c30-aecb-5f9e8fcb04fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (efab0dc8-f18b-43e5-af44-7455380c90f6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:49.312343 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-95ebd0a1-cd2c-4c30-aecb-5f9e8fcb04fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:49.313543 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-95ebd0a1-cd2c-4c30-aecb-5f9e8fcb04fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efab0dc8-f18b-43e5-af44-7455380c90f6 HTTP/1.1" status: 204 len: 168 time: 0.1279061 Nov 03 02:39:49.322805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebd0a1-cd2c-4c30-aecb-5f9e8fcb04fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efab0dc8-f18b-43e5-af44-7455380c90f6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:50.109044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43280) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:50.202318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1949150016-network', 'tenant_id': '8878022601e74377b16354b467ced8ea'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:39:50.221685 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Made reservation on behalf of 8878022601e74377b16354b467ced8ea for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:39:50.224176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.232400 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.310878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Publish callbacks [] for security_group (d9d5c3b3-ed61-473e-92cc-9edf0871a287), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.314757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d9d5c3b3-ed61-473e-92cc-9edf0871a287), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.341491 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:39:50.352446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d5c3b3-ed61-473e-92cc-9edf0871a287,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:50.359184 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a83b196c-7194-43d4-997f-5ff154f0f0e6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.359534 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Added segment a83b196c-7194-43d4-997f-5ff154f0f0e6 of type vlan for network bfda8628-1fd7-4531-b01a-cc2f33495e41 Nov 03 02:39:50.402546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (bfda8628-1fd7-4531-b01a-cc2f33495e41), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.430976 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (bfda8628-1fd7-4531-b01a-cc2f33495e41), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.431933 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:50.432535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.487723 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3775785 Nov 03 02:39:50.490981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43284) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:50.493101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50a869-ef08-4552-8cc3-bc839ae61c70 admin admin] Pushing event updated for resources: {'Network': ['ID=bfda8628-1fd7-4531-b01a-cc2f33495e41,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:50.496129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] Request body: {'subnet': {'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1949150016-subnet', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:39:50.502979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network bfda8628-1fd7-4531-b01a-cc2f33495e41 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:39:50.517098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] Made reservation on behalf of 8878022601e74377b16354b467ced8ea for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:39:50.519743 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.689045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (b66a4f9b-68bd-4e74-9ac1-98a0da564f52), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.750015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66a4f9b-68bd-4e74-9ac1-98a0da564f52,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:50.757283 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] Checking segment: {'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:39:50.757645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] Network hostable DHCP agents. Network: bfda8628-1fd7-4531-b01a-cc2f33495e41, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:39:50.773449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] Network bfda8628-1fd7-4531-b01a-cc2f33495e41 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:39:50.781583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, bfda8628-1fd7-4531-b01a-cc2f33495e41) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:39:50.786219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:50.786971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.791511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a441c9f6-666f-4c0b-ae4c-b4486bf6b319 None None] Network bfda8628-1fd7-4531-b01a-cc2f33495e41 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:39:50.802778 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0ce7c633-0920-4704-9759-909b8a83de79 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3106201 Nov 03 02:39:50.805503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43286) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:50.809700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1949150016-router', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:39:50.829228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (91052970-7fc8-4206-8f5c-c95841195730), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.830279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (91052970-7fc8-4206-8f5c-c95841195730), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.884160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Publish callbacks [] for router_controller (91052970-7fc8-4206-8f5c-c95841195730), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:50.900713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-bfda8628-1fd7-4531-b01a-cc2f33495e41', 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41', 'project_id': '8878022601e74377b16354b467ced8ea', 'fixed_ips': [{'subnet_id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:39:50.901676 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.024148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Publish callbacks [] for router_gateway (91052970-7fc8-4206-8f5c-c95841195730), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.032594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Allocated IP 172.20.0.2 (bfda8628-1fd7-4531-b01a-cc2f33495e41/b66a4f9b-68bd-4e74-9ac1-98a0da564f52/bd50b14e-a9a2-4780-9039-702961ef1e89) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:39:51.177758 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Publish callbacks [] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.183312 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.218109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Network bfda8628-1fd7-4531-b01a-cc2f33495e41 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:39:51.221144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:39:51.222338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Publish callbacks [] for router_gateway (91052970-7fc8-4206-8f5c-c95841195730), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.224741 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:39:51.235626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Pushing event updated for resources: {'Port': ['ID=bd50b14e-a9a2-4780-9039-702961ef1e89,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:51.241701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.290224 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Attempting to bind port bd50b14e-a9a2-4780-9039-702961ef1e89 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:39:51.290596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Attempting to bind port bd50b14e-a9a2-4780-9039-702961ef1e89 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:39:51.290961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Attempting to bind port bd50b14e-a9a2-4780-9039-702961ef1e89 on network bfda8628-1fd7-4531-b01a-cc2f33495e41 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:39:51.296705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:39:51.297110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Checking segment: {'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:39:51.297539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.298001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Bound using segment: {'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:39:51.298472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Bound port: bd50b14e-a9a2-4780-9039-702961ef1e89, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:39:51.298854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.352231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Allocated IP 172.26.6.105 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/d470d161-ab76-4022-935d-a0b7e7f4ea69) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:39:51.360130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] For port bd50b14e-a9a2-4780-9039-702961ef1e89, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:39:51.363137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] For port bd50b14e-a9a2-4780-9039-702961ef1e89, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bd50b14e-a9a2-4780-9039-702961ef1e89,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:39:51.369009 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.422197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a989b-d1a7-465f-a0bd-91ae1753afdb None None] Pushing event updated for resources: {'Port': ['ID=bd50b14e-a9a2-4780-9039-702961ef1e89,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:51.458933 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Publish callbacks [] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.500402 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.544623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:39:51.549526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:39:51.554966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:39:51.580746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Pushing event updated for resources: {'Port': ['ID=d470d161-ab76-4022-935d-a0b7e7f4ea69,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:51.807114 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Publish callbacks [] for router_gateway (91052970-7fc8-4206-8f5c-c95841195730), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:51.991691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (91052970-7fc8-4206-8f5c-c95841195730), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:52.116622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Router 91052970-7fc8-4206-8f5c-c95841195730 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:39:52.222115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:39:52.231591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Sync routers for ids ['91052970-7fc8-4206-8f5c-c95841195730'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:39:52.240613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:52.241945 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-826f6560-b65f-40e1-844a-a90c413ac110 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4354570 Nov 03 02:39:52.244702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43288) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:39:52.247002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Routers {'91052970-7fc8-4206-8f5c-c95841195730'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:52.247642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:39:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['91052970-7fc8-4206-8f5c-c95841195730'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:52.357072 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Set router 91052970-7fc8-4206-8f5c-c95841195730 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:39:52.385334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0089291c-83e3-45e9-9fc6-9fd19fe34cae None None] Network bfda8628-1fd7-4531-b01a-cc2f33495e41 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:39:52.540945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-87af9734-c427-46d1-b82c-54882d2068d6 None None] Provisioning complete for port bd50b14e-a9a2-4780-9039-702961ef1e89 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:52.541240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-87af9734-c427-46d1-b82c-54882d2068d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:52.541581 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-87af9734-c427-46d1-b82c-54882d2068d6 None None] Attempt 1 to provision port bd50b14e-a9a2-4780-9039-702961ef1e89 Nov 03 02:39:52.670096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bd50b14e-a9a2-4780-9039-702961ef1e89 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:39:52.687336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:52.786863 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-87af9734-c427-46d1-b82c-54882d2068d6 None None] Current status of the port bd50b14e-a9a2-4780-9039-702961ef1e89 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:52.787261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-87af9734-c427-46d1-b82c-54882d2068d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:52.806682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port bd50b14e-a9a2-4780-9039-702961ef1e89 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:52.807077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:52.807406 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port bd50b14e-a9a2-4780-9039-702961ef1e89 Nov 03 02:39:52.815871 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91052970-7fc8-4206-8f5c-c95841195730', 'name': 'tempest-DeleteServersTestJSON-1949150016-router', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:39:50Z', 'updated_at': '2022-11-03T02:39:51Z', 'revision_number': 3, 'project_id': '8878022601e74377b16354b467ced8ea', 'gw_port': {'id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:51Z', 'updated_at': '2022-11-03T02:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:52.876879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Checking router: 91052970-7fc8-4206-8f5c-c95841195730 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:39:52.877236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Updating router 91052970-7fc8-4206-8f5c-c95841195730 port d470d161-ab76-4022-935d-a0b7e7f4ea69 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:39:52.886999 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-87af9734-c427-46d1-b82c-54882d2068d6 None None] For port bd50b14e-a9a2-4780-9039-702961ef1e89, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bd50b14e-a9a2-4780-9039-702961ef1e89,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:52.915709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-87af9734-c427-46d1-b82c-54882d2068d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:52.942446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Allocated IP 172.20.0.1 (bfda8628-1fd7-4531-b01a-cc2f33495e41/b66a4f9b-68bd-4e74-9ac1-98a0da564f52/31a600da-b2b2-4fb8-9186-8275b87940c5) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:39:52.954421 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.010820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af9734-c427-46d1-b82c-54882d2068d6 None None] Pushing event updated for resources: {'Port': ['ID=bd50b14e-a9a2-4780-9039-702961ef1e89,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:53.068850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Publish callbacks [] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.115266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port bd50b14e-a9a2-4780-9039-702961ef1e89 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:53.116149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.134690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-dcb43daa-6063-4a5c-bc20-d6e271218b21 None None] Provisioning complete for port bd50b14e-a9a2-4780-9039-702961ef1e89 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:53.135066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dcb43daa-6063-4a5c-bc20-d6e271218b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.135402 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-dcb43daa-6063-4a5c-bc20-d6e271218b21 None None] Attempt 1 to provision port bd50b14e-a9a2-4780-9039-702961ef1e89 Nov 03 02:39:53.162321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Network bfda8628-1fd7-4531-b01a-cc2f33495e41 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:39:53.169628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:39:53.173580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:39:53.177624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Pushing event updated for resources: {'Port': ['ID=31a600da-b2b2-4fb8-9186-8275b87940c5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:53.217319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (91052970-7fc8-4206-8f5c-c95841195730), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.398596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.468395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-dcb43daa-6063-4a5c-bc20-d6e271218b21 None None] Current status of the port bd50b14e-a9a2-4780-9039-702961ef1e89 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:53.523545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Publish callbacks [] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.528308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.560630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Attempting to bind port d470d161-ab76-4022-935d-a0b7e7f4ea69 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:39:53.561005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Attempting to bind port d470d161-ab76-4022-935d-a0b7e7f4ea69 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:39:53.561372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Attempting to bind port d470d161-ab76-4022-935d-a0b7e7f4ea69 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:39:53.571704 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:39:53.572085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:39:53.572510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.572912 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:39:53.573400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Bound port: d470d161-ab76-4022-935d-a0b7e7f4ea69, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:39:53.573769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.607375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e275c-7272-4fc8-b060-cea9eff5a298 None None] Pushing event updated for resources: {'Port': ['ID=d470d161-ab76-4022-935d-a0b7e7f4ea69,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:53.636771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Provisioning complete for port 31a600da-b2b2-4fb8-9186-8275b87940c5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:53.637149 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.637504 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Attempt 1 to provision port 31a600da-b2b2-4fb8-9186-8275b87940c5 Nov 03 02:39:53.666512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] For port d470d161-ab76-4022-935d-a0b7e7f4ea69, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:39:53.685407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] For port d470d161-ab76-4022-935d-a0b7e7f4ea69, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d470d161-ab76-4022-935d-a0b7e7f4ea69,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:39:53.688119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Port 31a600da-b2b2-4fb8-9186-8275b87940c5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:39:53.693916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.730648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Routers {'91052970-7fc8-4206-8f5c-c95841195730'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:53.731375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:39:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['91052970-7fc8-4206-8f5c-c95841195730'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:53.792013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e275c-7272-4fc8-b060-cea9eff5a298 None None] Pushing event updated for resources: {'Port': ['ID=d470d161-ab76-4022-935d-a0b7e7f4ea69,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:53.860880 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] Set router 91052970-7fc8-4206-8f5c-c95841195730 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:39:53.881264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Publish callbacks [] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.886072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.950076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (91052970-7fc8-4206-8f5c-c95841195730), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:53.951750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Pushing event updated for resources: {'Port': ['ID=31a600da-b2b2-4fb8-9186-8275b87940c5,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:54.044361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Network bfda8628-1fd7-4531-b01a-cc2f33495e41 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:39:54.045829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:39:54.059210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91052970-7fc8-4206-8f5c-c95841195730', 'name': 'tempest-DeleteServersTestJSON-1949150016-router', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:39:50Z', 'updated_at': '2022-11-03T02:39:53Z', 'revision_number': 4, 'project_id': '8878022601e74377b16354b467ced8ea', 'gw_port': {'id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:51Z', 'updated_at': '2022-11-03T02:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31a600da-b2b2-4fb8-9186-8275b87940c5', 'name': '', 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'mac_address': 'fa:16:3e:86:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:52Z', 'updated_at': '2022-11-03T02:39:52Z', 'revision_number': 1, 'project_id': '8878022601e74377b16354b467ced8ea', 'subnets': [{'id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:54.087106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d017fbb-03a6-44c8-ba0a-4a5e9195c688 None None] The sync data for ids ['91052970-7fc8-4206-8f5c-c95841195730'] in dv-neutron-860659-5-hyperv is: [{'id': '91052970-7fc8-4206-8f5c-c95841195730', 'name': 'tempest-DeleteServersTestJSON-1949150016-router', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:39:50Z', 'updated_at': '2022-11-03T02:39:53Z', 'revision_number': 4, 'project_id': '8878022601e74377b16354b467ced8ea', 'gw_port': {'id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:51Z', 'updated_at': '2022-11-03T02:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31a600da-b2b2-4fb8-9186-8275b87940c5', 'name': '', 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'mac_address': 'fa:16:3e:86:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:52Z', 'updated_at': '2022-11-03T02:39:52Z', 'revision_number': 1, 'project_id': '8878022601e74377b16354b467ced8ea', 'subnets': [{'id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:39:54.168308 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Router 91052970-7fc8-4206-8f5c-c95841195730 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:39:54.189028 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Attempt 2 to provision port 31a600da-b2b2-4fb8-9186-8275b87940c5 Nov 03 02:39:54.229269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Port 31a600da-b2b2-4fb8-9186-8275b87940c5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:39:54.288598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:39:54.295889 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c894d90f-6522-4b76-876f-9ed7cae913f3 admin admin] 10.222.0.23 "PUT /v2.0/routers/91052970-7fc8-4206-8f5c-c95841195730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0498352 Nov 03 02:39:54.622969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bd50b14e-a9a2-4780-9039-702961ef1e89 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:39:54.670226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port bd50b14e-a9a2-4780-9039-702961ef1e89 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:54.670613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:54.670959 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port bd50b14e-a9a2-4780-9039-702961ef1e89 Nov 03 02:39:54.745498 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Attempt 3 to provision port 31a600da-b2b2-4fb8-9186-8275b87940c5 Nov 03 02:39:54.755172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-768fe05a-d418-485e-a018-5bcfbd3059ed tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:54.767572 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-768fe05a-d418-485e-a018-5bcfbd3059ed tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/networks?id=bfda8628-1fd7-4531-b01a-cc2f33495e41 HTTP/1.1" status: 200 len: 812 time: 0.1190734 Nov 03 02:39:54.791274 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-039d08da-6f35-4134-acaf-8b39105ca21f tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/quotas/8878022601e74377b16354b467ced8ea HTTP/1.1" status: 200 len: 375 time: 0.0172153 Nov 03 02:39:54.797430 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port bd50b14e-a9a2-4780-9039-702961ef1e89 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:54.809493 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Port 31a600da-b2b2-4fb8-9186-8275b87940c5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:39:54.854118 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-0d9a8322-8cd7-4614-8186-95e5e95fb130 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8878022601e74377b16354b467ced8ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572939 Nov 03 02:39:54.954066 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-eeb331f1-a25f-4481-a2dd-81b4e7eab90a service neutron] 10.222.0.23 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933893 Nov 03 02:39:55.052643 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-f125cd9f-d41f-4c42-87bc-f93eb67f60fd service neutron] 10.222.0.23 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914407 Nov 03 02:39:55.227590 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a3419ab-ec95-4469-9c8c-e1886e1a9b96 req-29183526-e049-4f46-821a-82bc19d69fe2 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 210 time: 0.0364757 Nov 03 02:39:55.310360 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Attempt 4 to provision port 31a600da-b2b2-4fb8-9186-8275b87940c5 Nov 03 02:39:55.346017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Port 31a600da-b2b2-4fb8-9186-8275b87940c5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:39:55.847451 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Attempt 5 to provision port 31a600da-b2b2-4fb8-9186-8275b87940c5 Nov 03 02:39:55.885914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Port 31a600da-b2b2-4fb8-9186-8275b87940c5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:39:56.098345 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Sync routers for ids ['91052970-7fc8-4206-8f5c-c95841195730'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:39:56.108861 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Routers {'91052970-7fc8-4206-8f5c-c95841195730'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:56.109467 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:39:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['91052970-7fc8-4206-8f5c-c95841195730'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:56.208886 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Set router 91052970-7fc8-4206-8f5c-c95841195730 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:39:56.331037 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-85214c49-a5f6-42be-8504-9a2707345a7c req-b5b6f757-2eb9-46e5-a480-124f6e272f0f tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 210 time: 0.0281007 Nov 03 02:39:56.387672 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Attempt 6 to provision port 31a600da-b2b2-4fb8-9186-8275b87940c5 Nov 03 02:39:56.438137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Port 31a600da-b2b2-4fb8-9186-8275b87940c5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:39:56.492157 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91052970-7fc8-4206-8f5c-c95841195730', 'name': 'tempest-DeleteServersTestJSON-1949150016-router', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:39:50Z', 'updated_at': '2022-11-03T02:39:53Z', 'revision_number': 4, 'project_id': '8878022601e74377b16354b467ced8ea', 'gw_port': {'id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:51Z', 'updated_at': '2022-11-03T02:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31a600da-b2b2-4fb8-9186-8275b87940c5', 'name': '', 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'mac_address': 'fa:16:3e:86:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:52Z', 'updated_at': '2022-11-03T02:39:53Z', 'revision_number': 2, 'project_id': '8878022601e74377b16354b467ced8ea', 'subnets': [{'id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:56.518035 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Checking router: 91052970-7fc8-4206-8f5c-c95841195730 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:39:56.518346 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Updating router 91052970-7fc8-4206-8f5c-c95841195730 port 31a600da-b2b2-4fb8-9186-8275b87940c5 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:39:56.548542 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:56.606450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-674b5893-f242-4c94-ae20-6cde215655c4 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:56.608073 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-674b5893-f242-4c94-ae20-6cde215655c4 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.27 "GET /v2.0/networks?id=bfda8628-1fd7-4531-b01a-cc2f33495e41 HTTP/1.1" status: 200 len: 812 time: 0.1222417 Nov 03 02:39:56.628668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Request body: {'port': {'device_id': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41', 'admin_state_up': True, 'tenant_id': '8878022601e74377b16354b467ced8ea'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:39:56.666151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d470d161-ab76-4022-935d-a0b7e7f4ea69 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:39:56.718295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d470d161-ab76-4022-935d-a0b7e7f4ea69 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:56.718870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:56.719208 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d470d161-ab76-4022-935d-a0b7e7f4ea69 Nov 03 02:39:56.753687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Made reservation on behalf of 8878022601e74377b16354b467ced8ea for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:39:56.758046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:56.796217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d470d161-ab76-4022-935d-a0b7e7f4ea69 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:56.796544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:56.818320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port d470d161-ab76-4022-935d-a0b7e7f4ea69, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d470d161-ab76-4022-935d-a0b7e7f4ea69,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:56.824235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:56.862491 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Publish callbacks [] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:56.870973 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:56.879936 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=d470d161-ab76-4022-935d-a0b7e7f4ea69,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:56.927290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Allocated IP 172.20.0.14 (bfda8628-1fd7-4531-b01a-cc2f33495e41/b66a4f9b-68bd-4e74-9ac1-98a0da564f52/08f27a94-7330-4d1d-b39e-1098e8724d3c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:39:56.934226 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Pushing event updated for resources: {'Port': ['ID=31a600da-b2b2-4fb8-9186-8275b87940c5,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:56.939634 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Attempt 7 to provision port 31a600da-b2b2-4fb8-9186-8275b87940c5 Nov 03 02:39:56.955946 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.956287 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.956654 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.956989 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.957805 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.957805 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.958072 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.958365 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.958695 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.959019 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.959371 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.959662 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.959988 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:39:56.976309 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Attempting to bind port 31a600da-b2b2-4fb8-9186-8275b87940c5 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:39:56.976457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Port 31a600da-b2b2-4fb8-9186-8275b87940c5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:39:56.976721 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Attempting to bind port 31a600da-b2b2-4fb8-9186-8275b87940c5 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:39:56.977082 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Attempting to bind port 31a600da-b2b2-4fb8-9186-8275b87940c5 on network bfda8628-1fd7-4531-b01a-cc2f33495e41 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:39:56.982673 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:39:56.983048 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Checking segment: {'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:39:56.983464 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:56.983835 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Bound using segment: {'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:39:56.984318 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Bound port: 31a600da-b2b2-4fb8-9186-8275b87940c5, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:39:56.984720 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.046160 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] For port 31a600da-b2b2-4fb8-9186-8275b87940c5, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:39:57.049304 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] For port 31a600da-b2b2-4fb8-9186-8275b87940c5, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=31a600da-b2b2-4fb8-9186-8275b87940c5,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:39:57.055989 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.078918 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Publish callbacks [] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.087171 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Routers {'91052970-7fc8-4206-8f5c-c95841195730'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:39:57.087807 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:39:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['91052970-7fc8-4206-8f5c-c95841195730'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:57.111797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.151797 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28f847-0d66-4fda-833f-887770cf2c11 None None] Pushing event updated for resources: {'Port': ['ID=31a600da-b2b2-4fb8-9186-8275b87940c5,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:57.157341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Network bfda8628-1fd7-4531-b01a-cc2f33495e41 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:39:57.161083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:39:57.167402 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:39:57.191943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Pushing event updated for resources: {'Port': ['ID=08f27a94-7330-4d1d-b39e-1098e8724d3c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:57.216677 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] Set router 91052970-7fc8-4206-8f5c-c95841195730 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:39:57.226511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:57.227196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.245111 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e92f4d92-3cbd-46ca-9e94-62100f55ba55 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6218622 Nov 03 02:39:57.262376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Request body: {'port': {'device_id': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:39:57.328272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.429996 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91052970-7fc8-4206-8f5c-c95841195730', 'name': 'tempest-DeleteServersTestJSON-1949150016-router', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:39:50Z', 'updated_at': '2022-11-03T02:39:53Z', 'revision_number': 4, 'project_id': '8878022601e74377b16354b467ced8ea', 'gw_port': {'id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:51Z', 'updated_at': '2022-11-03T02:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31a600da-b2b2-4fb8-9186-8275b87940c5', 'name': '', 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'mac_address': 'fa:16:3e:86:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:52Z', 'updated_at': '2022-11-03T02:39:57Z', 'revision_number': 4, 'project_id': '8878022601e74377b16354b467ced8ea', 'subnets': [{'id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:39:57.453901 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460e7cd-9a9e-4b2b-be9e-99f283285235 None None] The sync data for ids ['91052970-7fc8-4206-8f5c-c95841195730'] in dv-neutron-860659-5-hyperv is: [{'id': '91052970-7fc8-4206-8f5c-c95841195730', 'name': 'tempest-DeleteServersTestJSON-1949150016-router', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:39:50Z', 'updated_at': '2022-11-03T02:39:53Z', 'revision_number': 4, 'project_id': '8878022601e74377b16354b467ced8ea', 'gw_port': {'id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:51Z', 'updated_at': '2022-11-03T02:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '31a600da-b2b2-4fb8-9186-8275b87940c5', 'name': '', 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'mac_address': 'fa:16:3e:86:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:52Z', 'updated_at': '2022-11-03T02:39:57Z', 'revision_number': 4, 'project_id': '8878022601e74377b16354b467ced8ea', 'subnets': [{'id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:39:57.477387 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Attempt 8 to provision port 31a600da-b2b2-4fb8-9186-8275b87940c5 Nov 03 02:39:57.565187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Current status of the port 31a600da-b2b2-4fb8-9186-8275b87940c5 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:57.565187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.572149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8bc2c-7496-415a-9b7e-6408220a58a1 req-1b30f1bd-504e-45b9-976c-a7d68a7be411 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:57.573806 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7bb8bc2c-7496-415a-9b7e-6408220a58a1 req-1b30f1bd-504e-45b9-976c-a7d68a7be411 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 932 time: 0.1340020 Nov 03 02:39:57.604617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] For port 31a600da-b2b2-4fb8-9186-8275b87940c5, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=31a600da-b2b2-4fb8-9186-8275b87940c5,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:39:57.610844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.666058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5324b-e37f-4b54-9664-e60c82d16b2e None None] Pushing event updated for resources: {'Port': ['ID=31a600da-b2b2-4fb8-9186-8275b87940c5,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:57.708065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f27a94-7330-4d1d-b39e-1098e8724d3c {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:39:57.716680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Publish callbacks [] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.721875 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7bb8bc2c-7496-415a-9b7e-6408220a58a1 req-3b4b64a8-1479-405b-ad14-cde63a0f3020 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414959 Nov 03 02:39:57.734053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Transition to ACTIVE for port object 08f27a94-7330-4d1d-b39e-1098e8724d3c will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:39:57.738353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.762978 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7d0baba1-37a2-4104-94e0-e1deed9f42c4 None None] Provisioning complete for port 31a600da-b2b2-4fb8-9186-8275b87940c5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:57.763362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7d0baba1-37a2-4104-94e0-e1deed9f42c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.763696 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7d0baba1-37a2-4104-94e0-e1deed9f42c4 None None] Attempt 1 to provision port 31a600da-b2b2-4fb8-9186-8275b87940c5 Nov 03 02:39:57.800647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Pushing event updated for resources: {'Port': ['ID=08f27a94-7330-4d1d-b39e-1098e8724d3c,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:57.853809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7d0baba1-37a2-4104-94e0-e1deed9f42c4 None None] Current status of the port 31a600da-b2b2-4fb8-9186-8275b87940c5 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:57.856059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Attempting to bind port 08f27a94-7330-4d1d-b39e-1098e8724d3c on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:39:57.856059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Attempting to bind port 08f27a94-7330-4d1d-b39e-1098e8724d3c by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:39:57.857818 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Attempting to bind port 08f27a94-7330-4d1d-b39e-1098e8724d3c on network bfda8628-1fd7-4531-b01a-cc2f33495e41 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:39:57.862644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Port 08f27a94-7330-4d1d-b39e-1098e8724d3c on network bfda8628-1fd7-4531-b01a-cc2f33495e41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:39:57.862970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Attempting to bind port 08f27a94-7330-4d1d-b39e-1098e8724d3c on network bfda8628-1fd7-4531-b01a-cc2f33495e41 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:39:57.868052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:39:57.868393 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Checking segment: {'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:39:57.868803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Bound using segment: {'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:39:57.869229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Bound port: 08f27a94-7330-4d1d-b39e-1098e8724d3c, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83b196c-7194-43d4-997f-5ff154f0f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:39:57.869590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.937571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] For port 08f27a94-7330-4d1d-b39e-1098e8724d3c, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:39:57.940772 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] For port 08f27a94-7330-4d1d-b39e-1098e8724d3c, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:39:57.947754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.951918 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:57.952568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:57.953933 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] 10.222.0.27 "PUT /v2.0/ports/08f27a94-7330-4d1d-b39e-1098e8724d3c HTTP/1.1" status: 200 len: 1094 time: 0.6960168 Nov 03 02:39:57.954472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'tag': '08f27a94-7330-4d1d-b39e-1098e8724d3c'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:39:57.956770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf970849-7a1c-4136-ac33-c60c323e8e38" -d '{"events": [{"name": "network-changed", "server_uuid": "53417e24-f4a5-41d2-9923-afb96bdc8b4d", "tag": "08f27a94-7330-4d1d-b39e-1098e8724d3c"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:39:57.975139 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:39:58.008207 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6479a1-883d-4a50-b9e9-371e96632632 x-openstack-request-id: req-8b6479a1-883d-4a50-b9e9-371e96632632 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:39:58.008526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53417e24-f4a5-41d2-9923-afb96bdc8b4d", "tag": "08f27a94-7330-4d1d-b39e-1098e8724d3c", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:39:58.008790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b6479a1-883d-4a50-b9e9-371e96632632 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:39:58.009207 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6479a1-883d-4a50-b9e9-371e96632632'] response: {'name': 'network-changed', 'server_uuid': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'tag': '08f27a94-7330-4d1d-b39e-1098e8724d3c', 'status': 'completed', 'code': 200} Nov 03 02:39:58.031095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0993d-c5d4-4fa6-ba1b-367a79e76405 service neutron] Pushing event updated for resources: {'Port': ['ID=08f27a94-7330-4d1d-b39e-1098e8724d3c,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:39:58.068568 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-b1b05586-6c77-4cde-af29-5df5410a2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:58.070123 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-b1b05586-6c77-4cde-af29-5df5410a2a36 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=8878022601e74377b16354b467ced8ea&device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 1128 time: 0.0527470 Nov 03 02:39:58.115357 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-e74c2942-5f16-473c-9780-edd305dd0076 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c HTTP/1.1" status: 200 len: 217 time: 0.0341361 Nov 03 02:39:58.174188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a89c0552-db3f-4a04-9e95-c8d6c8d5c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:58.175651 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-a89c0552-db3f-4a04-9e95-c8d6c8d5c8ab service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b66a4f9b-68bd-4e74-9ac1-98a0da564f52 HTTP/1.1" status: 200 len: 851 time: 0.0520227 Nov 03 02:39:58.228206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-bbd4b46a-4d83-4f25-8cfe-d2ae00c86f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:58.229724 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-bbd4b46a-4d83-4f25-8cfe-d2ae00c86f47 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=bfda8628-1fd7-4531-b01a-cc2f33495e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444937 Nov 03 02:39:58.322141 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-b7d03c4d-b0f7-4cc8-a85b-6b4c544502a6 service neutron] 10.222.0.27 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811200 Nov 03 02:39:58.418988 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b69f4b7-2b9c-4edf-a7af-275ba1d04146 req-3828a4cd-3a5f-4dca-b5b2-70dabf50a56a service neutron] 10.222.0.27 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870130 Nov 03 02:39:58.517435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf970849-7a1c-4136-ac33-c60c323e8e38 req-6ae14b3a-c8d7-4855-bf73-a67006216a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:58.518916 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf970849-7a1c-4136-ac33-c60c323e8e38 req-6ae14b3a-c8d7-4855-bf73-a67006216a82 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=8878022601e74377b16354b467ced8ea&device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 1128 time: 0.0443311 Nov 03 02:39:58.614624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf970849-7a1c-4136-ac33-c60c323e8e38 req-8550c5a0-5065-4c6f-8101-2076da12beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:58.616140 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf970849-7a1c-4136-ac33-c60c323e8e38 req-8550c5a0-5065-4c6f-8101-2076da12beb6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=bfda8628-1fd7-4531-b01a-cc2f33495e41 HTTP/1.1" status: 200 len: 913 time: 0.0900216 Nov 03 02:39:58.627048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31a600da-b2b2-4fb8-9186-8275b87940c5 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:39:58.657315 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf970849-7a1c-4136-ac33-c60c323e8e38 req-ccc4890d-5639-4c95-8018-6365eab63b2e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c HTTP/1.1" status: 200 len: 217 time: 0.0339317 Nov 03 02:39:58.678642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 31a600da-b2b2-4fb8-9186-8275b87940c5 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:58.679235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:58.679577 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 31a600da-b2b2-4fb8-9186-8275b87940c5 Nov 03 02:39:58.707717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf970849-7a1c-4136-ac33-c60c323e8e38 req-a226b302-2a15-4a4c-bfa6-2e5308c3858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:58.709234 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf970849-7a1c-4136-ac33-c60c323e8e38 req-a226b302-2a15-4a4c-bfa6-2e5308c3858f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b66a4f9b-68bd-4e74-9ac1-98a0da564f52 HTTP/1.1" status: 200 len: 851 time: 0.0459619 Nov 03 02:39:58.750226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 31a600da-b2b2-4fb8-9186-8275b87940c5 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:58.751349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d470d161-ab76-4022-935d-a0b7e7f4ea69 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:39:58.760511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf970849-7a1c-4136-ac33-c60c323e8e38 req-9cc0eadb-6b2a-4e1f-a0d4-9cacca0e3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:58.766162 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf970849-7a1c-4136-ac33-c60c323e8e38 req-9cc0eadb-6b2a-4e1f-a0d4-9cacca0e3e3a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=bfda8628-1fd7-4531-b01a-cc2f33495e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0508556 Nov 03 02:39:58.799572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d470d161-ab76-4022-935d-a0b7e7f4ea69 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:39:58.799950 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:39:58.800297 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d470d161-ab76-4022-935d-a0b7e7f4ea69 Nov 03 02:39:58.872682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d470d161-ab76-4022-935d-a0b7e7f4ea69 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:39:58.896309 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf970849-7a1c-4136-ac33-c60c323e8e38 req-49f7d864-21d4-4b09-a62a-42fb66cb9062 service neutron] 10.222.0.27 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228693 Nov 03 02:39:58.903887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63d724-9af8-4353-a573-9675f37ead83 req-e3f9cc04-ff24-462c-ba49-83686d7d78b6 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:39:58.905302 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed63d724-9af8-4353-a573-9675f37ead83 req-e3f9cc04-ff24-462c-ba49-83686d7d78b6 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 944 time: 0.0854921 Nov 03 02:39:59.006997 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed63d724-9af8-4353-a573-9675f37ead83 req-c5fbd178-3ebc-4f23-9d8e-1407a88983ee tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928688 Nov 03 02:39:59.029115 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf970849-7a1c-4136-ac33-c60c323e8e38 req-c280e22e-0b51-499d-97d8-466d3b0e38e2 service neutron] 10.222.0.27 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226995 Nov 03 02:40:00.131375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a00f11-ce7e-4e19-b897-3a106b4032d5 req-688fc979-7be4-49e0-a71c-64ac9c3c57f7 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:00.132895 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44a00f11-ce7e-4e19-b897-3a106b4032d5 req-688fc979-7be4-49e0-a71c-64ac9c3c57f7 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 944 time: 0.0532696 Nov 03 02:40:00.186842 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44a00f11-ce7e-4e19-b897-3a106b4032d5 req-e3ec433b-ec1e-4bc7-b23f-4b6150284fbb tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459690 Nov 03 02:40:01.308227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199078a-58ba-4201-8fe4-e9c70662e7bb req-efccbc55-f7df-4a21-baa9-35cc78a4baf5 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:01.309745 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c199078a-58ba-4201-8fe4-e9c70662e7bb req-efccbc55-f7df-4a21-baa9-35cc78a4baf5 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 944 time: 0.0529556 Nov 03 02:40:01.357137 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c199078a-58ba-4201-8fe4-e9c70662e7bb req-cc4044a9-a277-4a7f-884d-2d37cd9b2941 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418389 Nov 03 02:40:01.383684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 08f27a94-7330-4d1d-b39e-1098e8724d3c details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:40:01.481339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 08f27a94-7330-4d1d-b39e-1098e8724d3c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:01.492408 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '08f27a94-7330-4d1d-b39e-1098e8724d3c', 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41', 'port_id': '08f27a94-7330-4d1d-b39e-1098e8724d3c', 'mac_address': 'fa:16:3e:64:9c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:40:01.525629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 08f27a94-7330-4d1d-b39e-1098e8724d3c is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:01.526017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:01.539102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f27a94-7330-4d1d-b39e-1098e8724d3c {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:40:01.558492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 08f27a94-7330-4d1d-b39e-1098e8724d3c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:01.562356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:01.606612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=08f27a94-7330-4d1d-b39e-1098e8724d3c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:01.810683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['08f27a94-7330-4d1d-b39e-1098e8724d3c'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:40:02.480904 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0883e-698b-42a4-88d8-f480c1bb94e2 req-576d1acb-440f-4970-961b-1eb6adc62308 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:02.482379 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d7c0883e-698b-42a4-88d8-f480c1bb94e2 req-576d1acb-440f-4970-961b-1eb6adc62308 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 945 time: 0.0522852 Nov 03 02:40:02.528208 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d7c0883e-698b-42a4-88d8-f480c1bb94e2 req-212fdda2-e78b-4833-8775-c7b97923ddcd tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Nov 03 02:40:03.383695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 08f27a94-7330-4d1d-b39e-1098e8724d3c up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:40:03.433750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 08f27a94-7330-4d1d-b39e-1098e8724d3c completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:40:03.438260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 08f27a94-7330-4d1d-b39e-1098e8724d3c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:40:03.438647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:03.439049 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 08f27a94-7330-4d1d-b39e-1098e8724d3c Nov 03 02:40:03.513565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 08f27a94-7330-4d1d-b39e-1098e8724d3c is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:03.513961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:03.537678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f27a94-7330-4d1d-b39e-1098e8724d3c'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:40:03.539965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0120b7-dc2b-45e2-83b1-f26b49737411" -d '{"events": [{"server_uuid": "53417e24-f4a5-41d2-9923-afb96bdc8b4d", "name": "network-vif-plugged", "status": "completed", "tag": "08f27a94-7330-4d1d-b39e-1098e8724d3c"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:40:03.554245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 08f27a94-7330-4d1d-b39e-1098e8724d3c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:03.563512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:03.587399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70ec6f3-1538-4181-b8e0-86b30d3969d0 x-openstack-request-id: req-a70ec6f3-1538-4181-b8e0-86b30d3969d0 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:40:03.587822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53417e24-f4a5-41d2-9923-afb96bdc8b4d", "name": "network-vif-plugged", "status": "completed", "tag": "08f27a94-7330-4d1d-b39e-1098e8724d3c", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:40:03.588184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a70ec6f3-1538-4181-b8e0-86b30d3969d0 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:40:03.588720 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70ec6f3-1538-4181-b8e0-86b30d3969d0'] response: {'server_uuid': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f27a94-7330-4d1d-b39e-1098e8724d3c', 'code': 200} Nov 03 02:40:03.642155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=08f27a94-7330-4d1d-b39e-1098e8724d3c,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:03.689104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cc2e2-5460-4884-83fb-e9f154929160 req-bcdb27c0-9b5a-4fc8-bc08-68c7ac2c98fb tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:03.690701 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2a4cc2e2-5460-4884-83fb-e9f154929160 req-bcdb27c0-9b5a-4fc8-bc08-68c7ac2c98fb tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0740330 Nov 03 02:40:03.765158 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2a4cc2e2-5460-4884-83fb-e9f154929160 req-0f86e28f-f1ab-4495-8c15-8248c0a4f20c tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679643 Nov 03 02:40:03.784228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3789f37-5b5f-434d-b937-0c133dd28b89 req-891b3107-1d2c-4443-bd2b-d25d679df4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:03.786443 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f3789f37-5b5f-434d-b937-0c133dd28b89 req-891b3107-1d2c-4443-bd2b-d25d679df4f0 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 1130 time: 0.0606291 Nov 03 02:40:03.836048 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f3789f37-5b5f-434d-b937-0c133dd28b89 req-d9d4493b-0545-4467-8680-4594567c1c4d service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376818 Nov 03 02:40:04.893096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47723d-ca9d-4455-a2b1-7802ddb9910e req-f108c3dd-f3a0-4a32-9a2b-02611a338127 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:04.894570 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e47723d-ca9d-4455-a2b1-7802ddb9910e req-f108c3dd-f3a0-4a32-9a2b-02611a338127 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0542061 Nov 03 02:40:04.946996 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e47723d-ca9d-4455-a2b1-7802ddb9910e req-38535838-50de-4827-8134-a3c0efc5b337 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466311 Nov 03 02:40:06.075826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123e479-0cbf-4f7b-8d63-5cd68779cc01 req-ae6daf60-386e-4f61-9307-6e704b21b25b tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:06.077310 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9123e479-0cbf-4f7b-8d63-5cd68779cc01 req-ae6daf60-386e-4f61-9307-6e704b21b25b tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0528228 Nov 03 02:40:06.124205 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9123e479-0cbf-4f7b-8d63-5cd68779cc01 req-ef6da88c-0741-468d-a4e7-5c9aebaf7f5f tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 Nov 03 02:40:07.624464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390712e3-b894-472d-9b25-3b9681d69040 req-8d3bfdb3-e81d-495a-ac3d-8dfcc1660a9a tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:07.625998 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-390712e3-b894-472d-9b25-3b9681d69040 req-8d3bfdb3-e81d-495a-ac3d-8dfcc1660a9a tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0545566 Nov 03 02:40:07.636283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43354) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:40:07.673000 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-390712e3-b894-472d-9b25-3b9681d69040 req-8d9748a0-c81f-4a0b-87cd-febd9419b2af tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413375 Nov 03 02:40:07.720602 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-35732578-0efa-4157-ae05-3158c428bcb7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827618 Nov 03 02:40:07.729665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-ba779763-01a4-413c-bdd9-b8b979f19b07 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:40:07.730623 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-ba779763-01a4-413c-bdd9-b8b979f19b07 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048487 Nov 03 02:40:08.142920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-090fd2c0-ce20-42db-857d-517ba5649b79 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:08.144255 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-090fd2c0-ce20-42db-857d-517ba5649b79 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports/08f27a94-7330-4d1d-b39e-1098e8724d3c HTTP/1.1" status: 200 len: 943 time: 0.0938332 Nov 03 02:40:08.182253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:08.799509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57495fc-91aa-43bf-8d53-a420b8f0b6b6 req-a60983e8-65c3-49e7-b5cd-53cfaba04872 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:08.801015 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e57495fc-91aa-43bf-8d53-a420b8f0b6b6 req-a60983e8-65c3-49e7-b5cd-53cfaba04872 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0554464 Nov 03 02:40:08.848501 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e57495fc-91aa-43bf-8d53-a420b8f0b6b6 req-e0800b89-d868-47c6-8668-ecb760cb860a tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Nov 03 02:40:09.009335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-5a767b64-fce7-4978-b869-3be4b55ff341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:09.010768 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-5a767b64-fce7-4978-b869-3be4b55ff341 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=8878022601e74377b16354b467ced8ea&device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 1130 time: 0.0448442 Nov 03 02:40:09.102826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-5de6461a-5cbd-444e-85fa-618b47fde9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:09.104321 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-5de6461a-5cbd-444e-85fa-618b47fde9d1 service neutron] 10.222.0.27 "GET /v2.0/networks?id=bfda8628-1fd7-4531-b01a-cc2f33495e41 HTTP/1.1" status: 200 len: 913 time: 0.0876045 Nov 03 02:40:09.143545 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-b8fb5cce-6a12-4235-9d9c-59d73187447e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c HTTP/1.1" status: 200 len: 217 time: 0.0328095 Nov 03 02:40:09.189401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-cfc7ed2a-0bd3-4da4-9f02-57f98312f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:09.190791 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-cfc7ed2a-0bd3-4da4-9f02-57f98312f818 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b66a4f9b-68bd-4e74-9ac1-98a0da564f52 HTTP/1.1" status: 200 len: 851 time: 0.0415506 Nov 03 02:40:09.238082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-48fd3340-b611-444c-b024-a92f517e1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:09.239644 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-48fd3340-b611-444c-b024-a92f517e1f58 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=bfda8628-1fd7-4531-b01a-cc2f33495e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425067 Nov 03 02:40:09.330404 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-638d8dd9-94fb-4810-9721-aedd5b312da8 service neutron] 10.222.0.27 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840399 Nov 03 02:40:09.417039 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-71a58edd-90f4-4949-b456-bedff93096a2 service neutron] 10.222.0.27 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806713 Nov 03 02:40:09.765766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c732546f-0438-41bc-9ee1-ae2a4d767b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:09.977134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86a475-b3a4-4cd7-bc15-cc31b1011230 req-6815074a-1df5-49de-b09a-c8b104a27fe2 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:09.978606 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2a86a475-b3a4-4cd7-bc15-cc31b1011230 req-6815074a-1df5-49de-b09a-c8b104a27fe2 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0577817 Nov 03 02:40:10.026231 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2a86a475-b3a4-4cd7-bc15-cc31b1011230 req-1308ff59-8118-42fa-a93e-dc0917c5f1ce tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419395 Nov 03 02:40:11.150376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29b7b8-2b43-4471-88d9-7e4252e42af6 req-808a318c-9386-4bd2-985d-f46ace5cd6b6 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:11.151764 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da29b7b8-2b43-4471-88d9-7e4252e42af6 req-808a318c-9386-4bd2-985d-f46ace5cd6b6 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0523584 Nov 03 02:40:11.197739 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da29b7b8-2b43-4471-88d9-7e4252e42af6 req-2d184a4b-df6c-451a-b76b-185f5e1023b1 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 Nov 03 02:40:12.260403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-87c5a4a2-590f-4002-9755-eb1462f73dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:12.326946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59849ad9-2fe8-4995-b863-567cc9d8a1a4 req-48ed1132-5611-4a5f-9c26-65cea1d34788 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:12.328419 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-59849ad9-2fe8-4995-b863-567cc9d8a1a4 req-48ed1132-5611-4a5f-9c26-65cea1d34788 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0582442 Nov 03 02:40:12.375063 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-59849ad9-2fe8-4995-b863-567cc9d8a1a4 req-1f0caa73-9127-4d0a-8e8d-2c285f864649 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 Nov 03 02:40:13.200624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:13.497511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97367d-2bf3-49a0-bf04-99753d345b59 req-617f35c7-e963-4ea0-895d-2de7e61a4aa0 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:13.498880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0a97367d-2bf3-49a0-bf04-99753d345b59 req-617f35c7-e963-4ea0-895d-2de7e61a4aa0 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0519004 Nov 03 02:40:13.544279 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0a97367d-2bf3-49a0-bf04-99753d345b59 req-9837d2f8-c64f-490e-b2f7-a6dbb7f5eb62 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Nov 03 02:40:14.668933 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70849ce-5a5a-4bd5-9119-895ccb6b719c req-c86809eb-8631-437c-acc7-0f513245b93f tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:14.670400 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a70849ce-5a5a-4bd5-9119-895ccb6b719c req-c86809eb-8631-437c-acc7-0f513245b93f tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0521605 Nov 03 02:40:14.691043 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:14.724202 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a70849ce-5a5a-4bd5-9119-895ccb6b719c req-75d7fd42-10a7-4128-8757-861afdeed780 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481989 Nov 03 02:40:15.850662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e7143-093e-42ba-9792-dff333ffed7d req-0ada9491-fb99-4851-b618-c375a7a51309 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:15.852137 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9c6e7143-093e-42ba-9792-dff333ffed7d req-0ada9491-fb99-4851-b618-c375a7a51309 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0556326 Nov 03 02:40:15.900520 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9c6e7143-093e-42ba-9792-dff333ffed7d req-52dc923b-708e-4f7c-893b-f8d64eaf0648 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Nov 03 02:40:16.107422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:17.025082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa49e7-64d2-445c-9e58-a9e24bd47cc5 req-6f03c50d-d955-42c4-bc81-7be2d0d2c071 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:17.026545 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-24fa49e7-64d2-445c-9e58-a9e24bd47cc5 req-6f03c50d-d955-42c4-bc81-7be2d0d2c071 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0525684 Nov 03 02:40:17.071898 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-24fa49e7-64d2-445c-9e58-a9e24bd47cc5 req-60f17f33-6a84-4e0e-b8c4-485108878509 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 Nov 03 02:40:18.201141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79159e2b-bae7-451b-b817-ab0c3fd2a1fd req-78940283-3f2f-46ba-a6fc-27092b94c740 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:18.202513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-79159e2b-bae7-451b-b817-ab0c3fd2a1fd req-78940283-3f2f-46ba-a6fc-27092b94c740 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0561531 Nov 03 02:40:18.249671 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-79159e2b-bae7-451b-b817-ab0c3fd2a1fd req-71c86903-0736-4022-a358-c3cc3abd2b68 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 Nov 03 02:40:19.374921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cfc95-d8a6-4112-b182-e3ddf1dba963 req-5f328106-6b88-4af8-a0fe-c5a18e5596af tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:19.376398 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-282cfc95-d8a6-4112-b182-e3ddf1dba963 req-5f328106-6b88-4af8-a0fe-c5a18e5596af tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0534761 Nov 03 02:40:19.423128 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-282cfc95-d8a6-4112-b182-e3ddf1dba963 req-8f4c124e-5ee2-4417-98cd-ed964b3fc1b6 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Nov 03 02:40:20.546421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fad68-f2dd-4f09-95c4-a1b8c11947c2 req-489ff1f1-105b-4c57-ae6c-890237b7b1b1 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:20.547870 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c9fad68-f2dd-4f09-95c4-a1b8c11947c2 req-489ff1f1-105b-4c57-ae6c-890237b7b1b1 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0518494 Nov 03 02:40:20.597300 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c9fad68-f2dd-4f09-95c4-a1b8c11947c2 req-f4e58736-6560-4678-b989-2519fbae5526 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 Nov 03 02:40:21.721764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d7511-7df0-45a8-a0f3-f52f0e0c1062 req-81a8cb40-62d8-4f3a-8c5a-06c0eb0f0f35 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:21.723224 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-619d7511-7df0-45a8-a0f3-f52f0e0c1062 req-81a8cb40-62d8-4f3a-8c5a-06c0eb0f0f35 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0515890 Nov 03 02:40:21.768029 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-619d7511-7df0-45a8-a0f3-f52f0e0c1062 req-9c080366-7037-4d99-b2db-5ef3614a3325 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 Nov 03 02:40:22.891697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28e97a-3d17-4a58-9636-968dc2ae2d97 req-59135974-4a70-405e-9237-666826a7ce81 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:22.893193 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c28e97a-3d17-4a58-9636-968dc2ae2d97 req-59135974-4a70-405e-9237-666826a7ce81 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0522888 Nov 03 02:40:22.939020 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c28e97a-3d17-4a58-9636-968dc2ae2d97 req-25445d07-2780-410f-a65c-cc6331ecd1f1 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Nov 03 02:40:24.066145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3046acf-cd05-4632-aafe-36363d1efeab req-cb5f15ab-ec99-49a7-a194-192fe333e066 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:24.067594 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a3046acf-cd05-4632-aafe-36363d1efeab req-cb5f15ab-ec99-49a7-a194-192fe333e066 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0560970 Nov 03 02:40:24.116040 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a3046acf-cd05-4632-aafe-36363d1efeab req-82132bb0-618a-45d3-b8b7-0e04468e1430 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Nov 03 02:40:25.238673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f2210-8d83-43c4-9c4a-9760125d7c59 req-38417733-1bc0-4a3c-95cd-58e4963dfb71 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:25.240729 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4f4f2210-8d83-43c4-9c4a-9760125d7c59 req-38417733-1bc0-4a3c-95cd-58e4963dfb71 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0521691 Nov 03 02:40:25.286071 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4f4f2210-8d83-43c4-9c4a-9760125d7c59 req-c068dccf-0331-4691-a3fe-656cc38b7bad tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397291 Nov 03 02:40:26.413500 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f01-a37b-406a-b25f-3871b4dfcb17 req-68d2ae7e-501e-4475-bb70-714df89fa55f tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:26.414999 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2da42f01-a37b-406a-b25f-3871b4dfcb17 req-68d2ae7e-501e-4475-bb70-714df89fa55f tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0567443 Nov 03 02:40:26.460621 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2da42f01-a37b-406a-b25f-3871b4dfcb17 req-6efdff2a-4531-4019-aabf-e24f13719895 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 Nov 03 02:40:27.584919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6007110-c052-48ac-a250-9346981bff60 req-4987832d-d3b6-4e59-a1a2-1f62ba7cf180 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:27.586389 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e6007110-c052-48ac-a250-9346981bff60 req-4987832d-d3b6-4e59-a1a2-1f62ba7cf180 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0522778 Nov 03 02:40:27.632452 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e6007110-c052-48ac-a250-9346981bff60 req-5cb66fda-d335-496f-9554-edffeb195bb2 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Nov 03 02:40:28.756797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29388616-f450-43f7-961e-090fcfcb3174 req-bfdb32ac-1494-43a5-a1bf-15f9bece9504 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:28.758264 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-29388616-f450-43f7-961e-090fcfcb3174 req-bfdb32ac-1494-43a5-a1bf-15f9bece9504 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0525169 Nov 03 02:40:28.807594 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-29388616-f450-43f7-961e-090fcfcb3174 req-a07b35a5-a8f2-4c79-a6a0-6e21b4704598 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438602 Nov 03 02:40:29.933019 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0b311-868e-4481-8f53-b857da4c0448 req-d1c3ae35-68fc-4521-8051-d7f849590490 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:29.934493 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bea0b311-868e-4481-8f53-b857da4c0448 req-d1c3ae35-68fc-4521-8051-d7f849590490 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0534024 Nov 03 02:40:29.981066 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bea0b311-868e-4481-8f53-b857da4c0448 req-70eb8401-809a-4051-8f4d-644e976d1970 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410981 Nov 03 02:40:31.103964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594cb42-1407-47af-8cfa-e2d12267dd74 req-5a373c21-0c48-4c99-988d-0fcf4ede4a35 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:31.105444 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5594cb42-1407-47af-8cfa-e2d12267dd74 req-5a373c21-0c48-4c99-988d-0fcf4ede4a35 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0515373 Nov 03 02:40:31.151542 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5594cb42-1407-47af-8cfa-e2d12267dd74 req-430a4dd6-4899-4d49-852f-4333107176ae tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Nov 03 02:40:32.279014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd993-f3fa-4958-b0a0-e82c5b01c8d8 req-b889f58d-df0b-440c-8f67-a68f985d06a8 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:32.280475 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ca8fd993-f3fa-4958-b0a0-e82c5b01c8d8 req-b889f58d-df0b-440c-8f67-a68f985d06a8 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0555947 Nov 03 02:40:32.327661 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ca8fd993-f3fa-4958-b0a0-e82c5b01c8d8 req-650e1795-d0aa-44ca-b25c-49710c37593c tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Nov 03 02:40:33.451213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425207a1-34ce-4efc-a294-121d61b99b08 req-7cf61f3f-4eac-4a47-829f-db5194b7ad6e tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:33.452712 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-425207a1-34ce-4efc-a294-121d61b99b08 req-7cf61f3f-4eac-4a47-829f-db5194b7ad6e tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0523179 Nov 03 02:40:33.498669 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-425207a1-34ce-4efc-a294-121d61b99b08 req-dccf8d5a-4532-47c9-81a4-e50c286657cf tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Nov 03 02:40:34.620931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7f3d9-9fd4-4daf-be93-2780d518be2c req-8a463cc4-718d-460a-8797-9d93d81ca5d2 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:34.622381 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8de7f3d9-9fd4-4daf-be93-2780d518be2c req-8a463cc4-718d-460a-8797-9d93d81ca5d2 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0507731 Nov 03 02:40:34.671240 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8de7f3d9-9fd4-4daf-be93-2780d518be2c req-0d93ddea-f733-4e40-85af-601beaaa2ca5 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Nov 03 02:40:34.973584 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:40:35.796315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd7212-2b84-474c-aa17-d5718c0e78ae req-39c7849b-15e3-4490-8bf3-d6b46826138d tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:35.797801 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cecd7212-2b84-474c-aa17-d5718c0e78ae req-39c7849b-15e3-4490-8bf3-d6b46826138d tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0528204 Nov 03 02:40:35.843583 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cecd7212-2b84-474c-aa17-d5718c0e78ae req-75e566d9-3d26-4aa5-851a-70c72fddc881 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Nov 03 02:40:36.390541 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-4caa193b-d9ae-4bef-9fbf-bc15c97a76ab service neutron] 10.222.0.27 "GET /v2.0/ports/08f27a94-7330-4d1d-b39e-1098e8724d3c/bindings/hv-neutron-8606 HTTP/1.1" status: 200 len: 384 time: 0.0531533 Nov 03 02:40:36.642370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-fce28fbd-69ec-4a07-ba98-153cdf6f9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:36.643813 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-fce28fbd-69ec-4a07-ba98-153cdf6f9132 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d&tenant_id=8878022601e74377b16354b467ced8ea HTTP/1.1" status: 200 len: 1130 time: 0.0805709 Nov 03 02:40:36.715714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-a1f8cdfa-c1e9-4b2e-b4d0-9e630001033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:36.717253 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-a1f8cdfa-c1e9-4b2e-b4d0-9e630001033d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=8878022601e74377b16354b467ced8ea&device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 1130 time: 0.0443606 Nov 03 02:40:36.808063 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-efa85c17-977d-4f45-b587-72f017166496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:36.809561 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-efa85c17-977d-4f45-b587-72f017166496 service neutron] 10.222.0.27 "GET /v2.0/networks?id=bfda8628-1fd7-4531-b01a-cc2f33495e41 HTTP/1.1" status: 200 len: 913 time: 0.0855472 Nov 03 02:40:36.852906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-69971496-d19d-435b-9c87-5dac78ff72ec service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c HTTP/1.1" status: 200 len: 217 time: 0.0320323 Nov 03 02:40:36.904692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-bbbeb5ee-9b92-4f19-8d84-917afd077616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:36.906075 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-bbbeb5ee-9b92-4f19-8d84-917afd077616 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b66a4f9b-68bd-4e74-9ac1-98a0da564f52 HTTP/1.1" status: 200 len: 851 time: 0.0435367 Nov 03 02:40:36.990349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-f53d523d-1d7c-4434-9886-edd8d439871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:36.991876 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-f53d523d-1d7c-4434-9886-edd8d439871d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=bfda8628-1fd7-4531-b01a-cc2f33495e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0768228 Nov 03 02:40:36.999164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc98c4d-19f2-4e59-aa5e-78391d6178ba req-92d3a833-c44c-473f-8cad-85f5daa31bc9 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:37.000525 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3bc98c4d-19f2-4e59-aa5e-78391d6178ba req-92d3a833-c44c-473f-8cad-85f5daa31bc9 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0782838 Nov 03 02:40:37.093851 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3bc98c4d-19f2-4e59-aa5e-78391d6178ba req-37a00512-6a76-4530-9277-5b708ae9b714 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836101 Nov 03 02:40:37.119548 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-4ed9c003-1949-49ce-80b4-df43fb886977 service neutron] 10.222.0.27 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160250 Nov 03 02:40:37.209156 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff8ab75a-bfae-47b2-83d1-c65a35ec8bf2 req-d9f130e4-46e2-45e6-abb8-b815f7542263 service neutron] 10.222.0.27 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796914 Nov 03 02:40:38.177345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:38.217695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90d1b1-0ce1-453e-8ee0-53265d66d363 req-9f74f2f0-8bfd-4ffa-b8ab-b7a45b9c46d1 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:38.219229 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b90d1b1-0ce1-453e-8ee0-53265d66d363 req-9f74f2f0-8bfd-4ffa-b8ab-b7a45b9c46d1 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0531383 Nov 03 02:40:38.266221 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4b90d1b1-0ce1-453e-8ee0-53265d66d363 req-e83a00ec-eb6a-47c1-b530-ae459fc130ce tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Nov 03 02:40:39.393926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265c32e-9893-44e9-a4c2-91be33c94e8e req-b2838a31-89a3-4b08-960d-5b46dbe3eabb tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:39.395378 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8265c32e-9893-44e9-a4c2-91be33c94e8e req-b2838a31-89a3-4b08-960d-5b46dbe3eabb tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0560472 Nov 03 02:40:39.440899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8265c32e-9893-44e9-a4c2-91be33c94e8e req-f95aea14-09dc-42e1-92e7-5ecdd3b9e265 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393918 Nov 03 02:40:39.501220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 08f27a94-7330-4d1d-b39e-1098e8724d3c details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:40:39.505602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 08f27a94-7330-4d1d-b39e-1098e8724d3c no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:40:39.649034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 08f27a94-7330-4d1d-b39e-1098e8724d3c is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:39.649427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:39.672745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 08f27a94-7330-4d1d-b39e-1098e8724d3c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:39.692751 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f27a94-7330-4d1d-b39e-1098e8724d3c'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:40:39.695764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98aaab6-c080-458e-a7ad-916c3687c8fe" -d '{"events": [{"server_uuid": "53417e24-f4a5-41d2-9923-afb96bdc8b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "08f27a94-7330-4d1d-b39e-1098e8724d3c"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:40:39.700318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '08f27a94-7330-4d1d-b39e-1098e8724d3c', 'network_id': 'bfda8628-1fd7-4531-b01a-cc2f33495e41', 'port_id': '08f27a94-7330-4d1d-b39e-1098e8724d3c', 'mac_address': 'fa:16:3e:64:9c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66a4f9b-68bd-4e74-9ac1-98a0da564f52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:40:39.711449 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 08f27a94-7330-4d1d-b39e-1098e8724d3c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:39.716463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:39.765690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 02:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b99b601-56ef-4639-88b6-c43dc7e827b3 x-openstack-request-id: req-3b99b601-56ef-4639-88b6-c43dc7e827b3 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:40:39.765980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53417e24-f4a5-41d2-9923-afb96bdc8b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "08f27a94-7330-4d1d-b39e-1098e8724d3c", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:40:39.766236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b99b601-56ef-4639-88b6-c43dc7e827b3 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:40:39.766626 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b99b601-56ef-4639-88b6-c43dc7e827b3'] response: {'server_uuid': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f27a94-7330-4d1d-b39e-1098e8724d3c', 'code': 200} Nov 03 02:40:39.770040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-401300fb-5b3c-4f18-8fc6-c50b06334c71 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:39.771509 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-401300fb-5b3c-4f18-8fc6-c50b06334c71 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.27 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d&tenant_id=8878022601e74377b16354b467ced8ea&binding%3Ahost_id=hv-neutron-8606 HTTP/1.1" status: 200 len: 946 time: 0.0951872 Nov 03 02:40:39.782478 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 08f27a94-7330-4d1d-b39e-1098e8724d3c is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:39.782872 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:39.808202 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eb88c69e-5c53-4a12-a3c5-d7a17e3252c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:39.815012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f27a94-7330-4d1d-b39e-1098e8724d3c {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:40:39.826147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=08f27a94-7330-4d1d-b39e-1098e8724d3c,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:39.844877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.845234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.845585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.846177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.846518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.846849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.847182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.847511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.847841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.848167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.848522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.848840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.849164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:39.856211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 08f27a94-7330-4d1d-b39e-1098e8724d3c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:39.860621 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:39.915308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=08f27a94-7330-4d1d-b39e-1098e8724d3c,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:39.925454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['08f27a94-7330-4d1d-b39e-1098e8724d3c'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:40:40.182839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-a3881201-231f-4234-ad2c-b1a5f760ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:40.184362 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-a3881201-231f-4234-ad2c-b1a5f760ce1b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=8878022601e74377b16354b467ced8ea&device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 1128 time: 0.3707223 Nov 03 02:40:40.274390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-e8360621-f90b-4912-b502-24e27ce6fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:40.275860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-e8360621-f90b-4912-b502-24e27ce6fa65 service neutron] 10.222.0.27 "GET /v2.0/networks?id=bfda8628-1fd7-4531-b01a-cc2f33495e41 HTTP/1.1" status: 200 len: 913 time: 0.0846198 Nov 03 02:40:40.318222 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-e25e1c01-43c9-46ae-9ab3-bc5a102e81cc service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c HTTP/1.1" status: 200 len: 217 time: 0.0350161 Nov 03 02:40:40.365575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-4a23bf0e-97fd-4209-a583-bc3f45214bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:40.367337 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-4a23bf0e-97fd-4209-a583-bc3f45214bb1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b66a4f9b-68bd-4e74-9ac1-98a0da564f52 HTTP/1.1" status: 200 len: 851 time: 0.0433490 Nov 03 02:40:40.416010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-6473d8cd-e96a-4215-bba1-c2b32727ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:40.417526 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-6473d8cd-e96a-4215-bba1-c2b32727ec4c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=bfda8628-1fd7-4531-b01a-cc2f33495e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437906 Nov 03 02:40:40.506921 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-df91ba73-d78f-4f51-9fb8-0c5dfeb7cb78 service neutron] 10.222.0.27 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830588 Nov 03 02:40:40.592879 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-1eed01b0-eee7-4167-9aca-98c9169bd782 service neutron] 10.222.0.27 "GET /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805662 Nov 03 02:40:41.310778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd606563-8152-408a-beae-6c8eff56b960 req-93614560-d13b-465e-b8b3-c36cd984f583 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:41.312243 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dd606563-8152-408a-beae-6c8eff56b960 req-93614560-d13b-465e-b8b3-c36cd984f583 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 945 time: 0.0552578 Nov 03 02:40:41.362617 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dd606563-8152-408a-beae-6c8eff56b960 req-17d36262-908d-4b18-9b94-86ae240c0e41 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Nov 03 02:40:41.507089 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 08f27a94-7330-4d1d-b39e-1098e8724d3c up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:40:41.551792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 08f27a94-7330-4d1d-b39e-1098e8724d3c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:40:41.552170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:41.552539 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 08f27a94-7330-4d1d-b39e-1098e8724d3c Nov 03 02:40:41.622728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 08f27a94-7330-4d1d-b39e-1098e8724d3c is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:41.623108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:41.653931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 08f27a94-7330-4d1d-b39e-1098e8724d3c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:41.657715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:41.702455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=08f27a94-7330-4d1d-b39e-1098e8724d3c,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:41.767679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f27a94-7330-4d1d-b39e-1098e8724d3c'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:40:41.769928 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e3e03e-4f43-4b77-a479-3af999dc95a9" -d '{"events": [{"server_uuid": "53417e24-f4a5-41d2-9923-afb96bdc8b4d", "name": "network-vif-plugged", "status": "completed", "tag": "08f27a94-7330-4d1d-b39e-1098e8724d3c"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:40:41.804749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb4a1f1-73fc-47b9-81f8-62571a2f8a20 x-openstack-request-id: req-bbb4a1f1-73fc-47b9-81f8-62571a2f8a20 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:40:41.805130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53417e24-f4a5-41d2-9923-afb96bdc8b4d", "name": "network-vif-plugged", "status": "completed", "tag": "08f27a94-7330-4d1d-b39e-1098e8724d3c", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:40:41.805391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbb4a1f1-73fc-47b9-81f8-62571a2f8a20 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:40:41.805794 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb4a1f1-73fc-47b9-81f8-62571a2f8a20'] response: {'server_uuid': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f27a94-7330-4d1d-b39e-1098e8724d3c', 'code': 200} Nov 03 02:40:42.262625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-05d95e0b-6300-415c-a397-357f4f05d5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:42.485956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8cc61-651e-4c48-9d36-390be8361765 req-b835f66b-39c4-438f-859e-a03b27dfb821 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:42.487394 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69c8cc61-651e-4c48-9d36-390be8361765 req-b835f66b-39c4-438f-859e-a03b27dfb821 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0519757 Nov 03 02:40:42.535297 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69c8cc61-651e-4c48-9d36-390be8361765 req-9c3d3a34-13f9-4ab8-95eb-eac5ac3ed88f tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9d5c3b3-ed61-473e-92cc-9edf0871a287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Nov 03 02:40:43.164873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-91344b50-bbd3-4598-ae86-5565e25b670e tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:43.166215 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-91344b50-bbd3-4598-ae86-5565e25b670e tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.27 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 946 time: 0.0515924 Nov 03 02:40:43.203115 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:43.261094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Deleting port 08f27a94-7330-4d1d-b39e-1098e8724d3c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:40:43.261475 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:43.352504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] For port 08f27a94-7330-4d1d-b39e-1098e8724d3c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=08f27a94-7330-4d1d-b39e-1098e8724d3c,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:43.352876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:43.365097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Calling delete_port for 08f27a94-7330-4d1d-b39e-1098e8724d3c owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:40:43.489421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (08f27a94-7330-4d1d-b39e-1098e8724d3c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:43.505061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['08f27a94-7330-4d1d-b39e-1098e8724d3c'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:40:43.514858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Pushing event deleted for resources: {'Port': ['ID=08f27a94-7330-4d1d-b39e-1098e8724d3c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:43.529024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.529381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.529730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.530134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.530438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.530774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.531108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.531442 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.531785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.532105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.532437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.532794 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.533123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:43.573205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] No DVR routers for this DVR port 08f27a94-7330-4d1d-b39e-1098e8724d3c on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:40:43.575699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:43.579027 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac63c7e-865f-4cfc-b7eb-e55bd5f688f1 req-3c1e6336-fc31-40ab-922d-b9bd07278090 tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.27 "DELETE /v2.0/ports/08f27a94-7330-4d1d-b39e-1098e8724d3c HTTP/1.1" status: 204 len: 173 time: 0.4024179 Nov 03 02:40:43.579594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'name': 'network-vif-deleted', 'tag': '08f27a94-7330-4d1d-b39e-1098e8724d3c'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:40:43.581952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f350a65-e1b8-4e73-804a-a10cec15ddb5" -d '{"events": [{"server_uuid": "53417e24-f4a5-41d2-9923-afb96bdc8b4d", "name": "network-vif-deleted", "tag": "08f27a94-7330-4d1d-b39e-1098e8724d3c"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:40:43.622482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1e52c3-b44a-4d60-b9ef-69952ec00420 x-openstack-request-id: req-fa1e52c3-b44a-4d60-b9ef-69952ec00420 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:40:43.622768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53417e24-f4a5-41d2-9923-afb96bdc8b4d", "name": "network-vif-deleted", "tag": "08f27a94-7330-4d1d-b39e-1098e8724d3c", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:40:43.623024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa1e52c3-b44a-4d60-b9ef-69952ec00420 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:40:43.623481 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa1e52c3-b44a-4d60-b9ef-69952ec00420'] response: {'server_uuid': '53417e24-f4a5-41d2-9923-afb96bdc8b4d', 'name': 'network-vif-deleted', 'tag': '08f27a94-7330-4d1d-b39e-1098e8724d3c', 'status': 'completed', 'code': 200} Nov 03 02:40:43.650057 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e5fe80e-89d8-456e-8729-bd087262c0ce req-bb876728-9496-457c-bf8f-969076bd549d tempest-DeleteServersTestJSON-45610151 tempest-DeleteServersTestJSON-45610151-project] 10.222.0.23 "GET /v2.0/ports?device_id=53417e24-f4a5-41d2-9923-afb96bdc8b4d HTTP/1.1" status: 200 len: 210 time: 0.0302706 Nov 03 02:40:44.692606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:44.791425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43460) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:40:45.121023 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (91052970-7fc8-4206-8f5c-c95841195730), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:45.353935 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Deleting port 31a600da-b2b2-4fb8-9186-8275b87940c5 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:40:45.354275 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:45.430147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] For port 31a600da-b2b2-4fb8-9186-8275b87940c5, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=31a600da-b2b2-4fb8-9186-8275b87940c5,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:45.430501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:45.442856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Calling delete_port for 31a600da-b2b2-4fb8-9186-8275b87940c5 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:40:45.618466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (31a600da-b2b2-4fb8-9186-8275b87940c5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:45.645358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Pushing event deleted for resources: {'Port': ['ID=31a600da-b2b2-4fb8-9186-8275b87940c5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:45.656702 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.657055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.657405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.657752 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.658093 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.658430 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.658762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.659094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.659425 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.659758 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.660089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.660416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.660764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:40:45.818877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (91052970-7fc8-4206-8f5c-c95841195730), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:46.112851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:46.329823 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Router 91052970-7fc8-4206-8f5c-c95841195730 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:40:46.426528 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:40:46.431562 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e1207401-5571-4fab-b247-ae942862cfcc admin admin] 10.222.0.23 "PUT /v2.0/routers/91052970-7fc8-4206-8f5c-c95841195730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6391261 Nov 03 02:40:46.434145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43462) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:40:46.437003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b5ab4-00d4-4ad0-b246-dfaae8fa6fc9 None None] Sync routers for ids ['91052970-7fc8-4206-8f5c-c95841195730'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:40:46.448746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b5ab4-00d4-4ad0-b246-dfaae8fa6fc9 None None] Routers {'91052970-7fc8-4206-8f5c-c95841195730'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:40:46.449385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2a4b5ab4-00d4-4ad0-b246-dfaae8fa6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:40:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['91052970-7fc8-4206-8f5c-c95841195730'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:46.532268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Publish callbacks [] for router (91052970-7fc8-4206-8f5c-c95841195730), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:46.548765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2a4b5ab4-00d4-4ad0-b246-dfaae8fa6fc9 None None] Set router 91052970-7fc8-4206-8f5c-c95841195730 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:40:46.637331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Publish callbacks [] for router_gateway (91052970-7fc8-4206-8f5c-c95841195730), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:46.687621 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Deleting port d470d161-ab76-4022-935d-a0b7e7f4ea69 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:40:46.687958 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:46.725576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2a4b5ab4-00d4-4ad0-b246-dfaae8fa6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91052970-7fc8-4206-8f5c-c95841195730', 'name': 'tempest-DeleteServersTestJSON-1949150016-router', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:39:50Z', 'updated_at': '2022-11-03T02:40:45Z', 'revision_number': 5, 'project_id': '8878022601e74377b16354b467ced8ea', 'gw_port': {'id': 'd470d161-ab76-4022-935d-a0b7e7f4ea69', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91052970-7fc8-4206-8f5c-c95841195730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:39:51Z', 'updated_at': '2022-11-03T02:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:46.750922 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b5ab4-00d4-4ad0-b246-dfaae8fa6fc9 None None] Checking router: 91052970-7fc8-4206-8f5c-c95841195730 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:40:46.759730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b5ab4-00d4-4ad0-b246-dfaae8fa6fc9 None None] Routers {'91052970-7fc8-4206-8f5c-c95841195730'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:40:46.760340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2a4b5ab4-00d4-4ad0-b246-dfaae8fa6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:40:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['91052970-7fc8-4206-8f5c-c95841195730'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:46.772109 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] For port d470d161-ab76-4022-935d-a0b7e7f4ea69, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d470d161-ab76-4022-935d-a0b7e7f4ea69,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:46.772659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:46.784389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Calling delete_port for d470d161-ab76-4022-935d-a0b7e7f4ea69 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:40:46.843449 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2a4b5ab4-00d4-4ad0-b246-dfaae8fa6fc9 None None] Set router 91052970-7fc8-4206-8f5c-c95841195730 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:40:46.894710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2a4b5ab4-00d4-4ad0-b246-dfaae8fa6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91052970-7fc8-4206-8f5c-c95841195730', 'name': 'tempest-DeleteServersTestJSON-1949150016-router', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:39:50Z', 'updated_at': '2022-11-03T02:40:46Z', 'revision_number': 6, 'project_id': '8878022601e74377b16354b467ced8ea', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:46.920764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b5ab4-00d4-4ad0-b246-dfaae8fa6fc9 None None] The sync data for ids ['91052970-7fc8-4206-8f5c-c95841195730'] in dv-neutron-860659-5-hyperv is: [{'id': '91052970-7fc8-4206-8f5c-c95841195730', 'name': 'tempest-DeleteServersTestJSON-1949150016-router', 'tenant_id': '8878022601e74377b16354b467ced8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:39:50Z', 'updated_at': '2022-11-03T02:40:46Z', 'revision_number': 6, 'project_id': '8878022601e74377b16354b467ced8ea', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:40:46.952448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (d470d161-ab76-4022-935d-a0b7e7f4ea69), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:46.977662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d470d161-ab76-4022-935d-a0b7e7f4ea69,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:47.039868 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (91052970-7fc8-4206-8f5c-c95841195730), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.126409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (91052970-7fc8-4206-8f5c-c95841195730), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.128450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Publish callbacks [] for router_controller (91052970-7fc8-4206-8f5c-c95841195730), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.173365 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (91052970-7fc8-4206-8f5c-c95841195730), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.173944 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91052970-7fc8-4206-8f5c-c95841195730 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:40:47.178286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.180141 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5250659f-45f6-4a11-aaea-a08d0b86fef7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/91052970-7fc8-4206-8f5c-c95841195730 HTTP/1.1" status: 204 len: 168 time: 0.7449386 Nov 03 02:40:47.182687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43464) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:40:47.226538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ed341a-2934-4f15-86af-75f18242cb0b admin admin] Deleting subnet b66a4f9b-68bd-4e74-9ac1-98a0da564f52 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:40:47.229587 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8ed341a-2934-4f15-86af-75f18242cb0b admin admin] Publish callbacks [] for subnet (b66a4f9b-68bd-4e74-9ac1-98a0da564f52), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.264480 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8ed341a-2934-4f15-86af-75f18242cb0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (b66a4f9b-68bd-4e74-9ac1-98a0da564f52), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.349638 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8ed341a-2934-4f15-86af-75f18242cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (b66a4f9b-68bd-4e74-9ac1-98a0da564f52), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.403675 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8ed341a-2934-4f15-86af-75f18242cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (b66a4f9b-68bd-4e74-9ac1-98a0da564f52), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.431640 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed341a-2934-4f15-86af-75f18242cb0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66a4f9b-68bd-4e74-9ac1-98a0da564f52,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:47.433701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8ed341a-2934-4f15-86af-75f18242cb0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.437945 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c8ed341a-2934-4f15-86af-75f18242cb0b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b66a4f9b-68bd-4e74-9ac1-98a0da564f52 HTTP/1.1" status: 204 len: 168 time: 0.2543225 Nov 03 02:40:47.438110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb6427-0e7c-4212-b36e-abd9376008e4 None None] Network bfda8628-1fd7-4531-b01a-cc2f33495e41 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:40:47.439471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43466) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:40:47.510974 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (bfda8628-1fd7-4531-b01a-cc2f33495e41), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.527148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 08f27a94-7330-4d1d-b39e-1098e8724d3c no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:40:47.549676 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 08f27a94-7330-4d1d-b39e-1098e8724d3c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:40:47.550024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 08f27a94-7330-4d1d-b39e-1098e8724d3c not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:40:47.559887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Deleting port bd50b14e-a9a2-4780-9039-702961ef1e89 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:40:47.560230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.624704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] For port bd50b14e-a9a2-4780-9039-702961ef1e89, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=bd50b14e-a9a2-4780-9039-702961ef1e89,segment=NetworkSegment(a83b196c-7194-43d4-997f-5ff154f0f0e6),segment_id=a83b196c-7194-43d4-997f-5ff154f0f0e6)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:47.625001 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.637654 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Calling delete_port for bd50b14e-a9a2-4780-9039-702961ef1e89 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:40:47.710003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5304e5-2d10-4a07-9c0b-08ac65dedac3 None None] DHCP port deletion for bfda8628-1fd7-4531-b01a-cc2f33495e41 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:40:47.723595 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.752006 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd50b14e-a9a2-4780-9039-702961ef1e89,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:47.755577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] No DVR routers for this DVR port bd50b14e-a9a2-4780-9039-702961ef1e89 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:40:47.760021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fd5304e5-2d10-4a07-9c0b-08ac65dedac3 None None] Deleting port bd50b14e-a9a2-4780-9039-702961ef1e89 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:40:47.760190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fd5304e5-2d10-4a07-9c0b-08ac65dedac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.832276 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (bfda8628-1fd7-4531-b01a-cc2f33495e41), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.834089 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-fd5304e5-2d10-4a07-9c0b-08ac65dedac3 None None] For port bd50b14e-a9a2-4780-9039-702961ef1e89, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:47.834487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fd5304e5-2d10-4a07-9c0b-08ac65dedac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.847594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fd5304e5-2d10-4a07-9c0b-08ac65dedac3 None None] Calling delete_port for bd50b14e-a9a2-4780-9039-702961ef1e89 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:40:47.850220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.ipam_backend_mixin [None req-fd5304e5-2d10-4a07-9c0b-08ac65dedac3 None None] Port bd50b14e-a9a2-4780-9039-702961ef1e89 was not found and therefore no delete operation was performed {{(pid=104395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:40:47.851999 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fd5304e5-2d10-4a07-9c0b-08ac65dedac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (bd50b14e-a9a2-4780-9039-702961ef1e89), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.853912 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfda8628-1fd7-4531-b01a-cc2f33495e41']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:47.863243 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83b196c-7194-43d4-997f-5ff154f0f0e6') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:47.863548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83b196c-7194-43d4-997f-5ff154f0f0e6') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:47.874101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (a83b196c-7194-43d4-997f-5ff154f0f0e6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.874969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5304e5-2d10-4a07-9c0b-08ac65dedac3 None None] Pushing event deleted for resources: {'Port': ['ID=bd50b14e-a9a2-4780-9039-702961ef1e89,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:47.881053 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5304e5-2d10-4a07-9c0b-08ac65dedac3 None None] No DVR routers for this DVR port bd50b14e-a9a2-4780-9039-702961ef1e89 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:40:47.888669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (a83b196c-7194-43d4-997f-5ff154f0f0e6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.894970 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:40:47.895326 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (a83b196c-7194-43d4-997f-5ff154f0f0e6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.951724 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment a83b196c-7194-43d4-997f-5ff154f0f0e6 resource provider aggregate not found Nov 03 02:40:47.959443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (bfda8628-1fd7-4531-b01a-cc2f33495e41), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.965502 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:47.968735 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bfda8628-1fd7-4531-b01a-cc2f33495e41 HTTP/1.1" status: 204 len: 168 time: 0.5282917 Nov 03 02:40:47.982783 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment a83b196c-7194-43d4-997f-5ff154f0f0e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a83b196c-7194-43d4-997f-5ff154f0f0e6 found for delete ", "request_id": "req-732ea060-b5aa-4873-9618-cdd16e7478b0"}]} Nov 03 02:40:47.983702 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5fdac-a011-4dbc-bd39-cbe531bb5fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfda8628-1fd7-4531-b01a-cc2f33495e41,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:48.084404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43474) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:40:48.126038 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-160c39e8-541f-425b-992b-4aea878319dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8878022601e74377b16354b467ced8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397406 Nov 03 02:40:48.128375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43476) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:40:48.179383 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e7c8352-e208-4096-939f-b19522d98e6a admin admin] Publish callbacks [] for security_group (d9d5c3b3-ed61-473e-92cc-9edf0871a287), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:48.199856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e7c8352-e208-4096-939f-b19522d98e6a admin admin] Publish callbacks [] for security_group (d9d5c3b3-ed61-473e-92cc-9edf0871a287), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:48.248142 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e7c8352-e208-4096-939f-b19522d98e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d9d5c3b3-ed61-473e-92cc-9edf0871a287), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:48.250739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e7c8352-e208-4096-939f-b19522d98e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:48.251891 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2e7c8352-e208-4096-939f-b19522d98e6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9d5c3b3-ed61-473e-92cc-9edf0871a287 HTTP/1.1" status: 204 len: 168 time: 0.1226065 Nov 03 02:40:48.260656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c8352-e208-4096-939f-b19522d98e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d5c3b3-ed61-473e-92cc-9edf0871a287,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:48.631570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31a600da-b2b2-4fb8-9186-8275b87940c5 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:40:48.654824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 31a600da-b2b2-4fb8-9186-8275b87940c5 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:40:48.655175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 31a600da-b2b2-4fb8-9186-8275b87940c5 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:40:48.655598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bd50b14e-a9a2-4780-9039-702961ef1e89 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:40:48.674179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: bd50b14e-a9a2-4780-9039-702961ef1e89 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:40:48.674763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device bd50b14e-a9a2-4780-9039-702961ef1e89 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:40:48.675422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d470d161-ab76-4022-935d-a0b7e7f4ea69 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:40:48.695051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: d470d161-ab76-4022-935d-a0b7e7f4ea69 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:40:48.695483 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d470d161-ab76-4022-935d-a0b7e7f4ea69 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:40:48.911477 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43498) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:40:49.005342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1424925491-network', 'tenant_id': '88fdaab86982463ca9dc75303732b138'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:40:49.025227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Made reservation on behalf of 88fdaab86982463ca9dc75303732b138 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:40:49.027497 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.035974 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.112720 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Publish callbacks [] for security_group (81320657-ebbb-47f5-9d6c-0803eee0768f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.117491 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (81320657-ebbb-47f5-9d6c-0803eee0768f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.143052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:40:49.153040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81320657-ebbb-47f5-9d6c-0803eee0768f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:49.158744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (fad38caf-8c6a-4ce5-a31f-613204d3bbb1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.159092 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Added segment fad38caf-8c6a-4ce5-a31f-613204d3bbb1 of type vlan for network 106c3343-20e9-4b00-8b88-521b873319e6 Nov 03 02:40:49.199220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (106c3343-20e9-4b00-8b88-521b873319e6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.227707 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (106c3343-20e9-4b00-8b88-521b873319e6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.228751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:49.229341 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.285319 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3725755 Nov 03 02:40:49.288795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43502) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:40:49.290907 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0aaff-7f4b-40d1-8b5e-886f274372b5 admin admin] Pushing event updated for resources: {'Network': ['ID=106c3343-20e9-4b00-8b88-521b873319e6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:49.293837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] Request body: {'subnet': {'network_id': '106c3343-20e9-4b00-8b88-521b873319e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1424925491-subnet', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:40:49.301158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 106c3343-20e9-4b00-8b88-521b873319e6 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:40:49.314520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] Made reservation on behalf of 88fdaab86982463ca9dc75303732b138 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:40:49.317543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.484338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (ab5987ce-2959-4e5a-9cad-0d21c1ffba25), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.540331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5987ce-2959-4e5a-9cad-0d21c1ffba25,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:49.549638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] Checking segment: {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:40:49.549994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] Network hostable DHCP agents. Network: 106c3343-20e9-4b00-8b88-521b873319e6, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:40:49.565944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] Network 106c3343-20e9-4b00-8b88-521b873319e6 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:40:49.574365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 106c3343-20e9-4b00-8b88-521b873319e6) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:40:49.578293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:49.578884 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.583396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f57216-e0fb-4251-90e5-cb934d34cdef None None] Network 106c3343-20e9-4b00-8b88-521b873319e6 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:40:49.599152 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-77fd121f-8125-47c6-a4f0-378070b8b750 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3092141 Nov 03 02:40:49.602504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43504) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:40:49.606745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1424925491-router', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:40:49.625567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (57c0ba3d-0148-40f8-b745-08afbf349eb8), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.626751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (57c0ba3d-0148-40f8-b745-08afbf349eb8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.680790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Publish callbacks [] for router_controller (57c0ba3d-0148-40f8-b745-08afbf349eb8), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.686075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-106c3343-20e9-4b00-8b88-521b873319e6', 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6', 'project_id': '88fdaab86982463ca9dc75303732b138', 'fixed_ips': [{'subnet_id': 'ab5987ce-2959-4e5a-9cad-0d21c1ffba25'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:40:49.687010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.815945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Publish callbacks [] for router_gateway (57c0ba3d-0148-40f8-b745-08afbf349eb8), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.822049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Allocated IP 172.20.0.2 (106c3343-20e9-4b00-8b88-521b873319e6/ab5987ce-2959-4e5a-9cad-0d21c1ffba25/342bf249-4a88-4d2b-9810-ceb7ce8a1029) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:40:49.972729 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Publish callbacks [] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:49.978560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.016873 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Network 106c3343-20e9-4b00-8b88-521b873319e6 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:40:50.021839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:40:50.024660 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Publish callbacks [] for router_gateway (57c0ba3d-0148-40f8-b745-08afbf349eb8), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.026855 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:40:50.029942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Pushing event updated for resources: {'Port': ['ID=342bf249-4a88-4d2b-9810-ceb7ce8a1029,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:50.043307 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.082544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Attempting to bind port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:40:50.082832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Attempting to bind port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:40:50.083195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Attempting to bind port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 on network 106c3343-20e9-4b00-8b88-521b873319e6 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:40:50.088650 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:40:50.089029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Checking segment: {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:40:50.089431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.089824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Bound using segment: {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:40:50.090287 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Bound port: 342bf249-4a88-4d2b-9810-ceb7ce8a1029, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:40:50.091143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.146175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Allocated IP 172.26.6.170 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/6072de40-ba20-4089-ad4d-aa3b507fb8b4) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:40:50.153160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] For port 342bf249-4a88-4d2b-9810-ceb7ce8a1029, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:40:50.156435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] For port 342bf249-4a88-4d2b-9810-ceb7ce8a1029, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=342bf249-4a88-4d2b-9810-ceb7ce8a1029,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:40:50.162339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.211963 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe50be3-9b8f-4cb4-be57-017c3cb04e49 None None] Pushing event updated for resources: {'Port': ['ID=342bf249-4a88-4d2b-9810-ceb7ce8a1029,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:50.258565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Publish callbacks [] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.293808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.334417 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:40:50.342214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:40:50.349157 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:40:50.372067 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Pushing event updated for resources: {'Port': ['ID=6072de40-ba20-4089-ad4d-aa3b507fb8b4,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:50.601732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Publish callbacks [] for router_gateway (57c0ba3d-0148-40f8-b745-08afbf349eb8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.668016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 342bf249-4a88-4d2b-9810-ceb7ce8a1029 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:40:50.713469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:40:50.714157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.714157 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 Nov 03 02:40:50.791752 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:50.792137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.797746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (57c0ba3d-0148-40f8-b745-08afbf349eb8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.832174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 342bf249-4a88-4d2b-9810-ceb7ce8a1029, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=342bf249-4a88-4d2b-9810-ceb7ce8a1029,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:50.837603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:50.894205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=342bf249-4a88-4d2b-9810-ceb7ce8a1029,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:50.936335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Router 57c0ba3d-0148-40f8-b745-08afbf349eb8 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:40:51.044462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:40:51.056953 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Sync routers for ids ['57c0ba3d-0148-40f8-b745-08afbf349eb8'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:40:51.064174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.068300 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43506) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:40:51.068860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c7960947-ae05-4077-8657-54e24bbe1120 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4648483 Nov 03 02:40:51.077571 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Routers {'57c0ba3d-0148-40f8-b745-08afbf349eb8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:40:51.078187 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:40:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57c0ba3d-0148-40f8-b745-08afbf349eb8'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:51.112599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91fd094-b915-4c22-b9e7-7fb497db44be None None] Network 106c3343-20e9-4b00-8b88-521b873319e6 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:40:51.180026 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Set router 57c0ba3d-0148-40f8-b745-08afbf349eb8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:40:51.226147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-959060be-2580-4b71-8be8-e5d71c73aa5c None None] Provisioning complete for port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:40:51.226623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-959060be-2580-4b71-8be8-e5d71c73aa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.227051 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-959060be-2580-4b71-8be8-e5d71c73aa5c None None] Attempt 1 to provision port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 Nov 03 02:40:51.320328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-959060be-2580-4b71-8be8-e5d71c73aa5c None None] Current status of the port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:51.376800 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'name': 'tempest-ServerDiskConfigTestJSON-1424925491-router', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:40:49Z', 'updated_at': '2022-11-03T02:40:50Z', 'revision_number': 3, 'project_id': '88fdaab86982463ca9dc75303732b138', 'gw_port': {'id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:40:50Z', 'updated_at': '2022-11-03T02:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:51.401537 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Checking router: 57c0ba3d-0148-40f8-b745-08afbf349eb8 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:40:51.402110 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Updating router 57c0ba3d-0148-40f8-b745-08afbf349eb8 port 6072de40-ba20-4089-ad4d-aa3b507fb8b4 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:40:51.432507 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.493196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.541234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-667aa7b0-9155-4abb-bf90-b9a5bf455511 None None] Provisioning complete for port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:40:51.541643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-667aa7b0-9155-4abb-bf90-b9a5bf455511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.541999 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-667aa7b0-9155-4abb-bf90-b9a5bf455511 None None] Attempt 1 to provision port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 Nov 03 02:40:51.618989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-667aa7b0-9155-4abb-bf90-b9a5bf455511 None None] Current status of the port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:51.685353 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Publish callbacks [] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.690586 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.698508 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Allocated IP 172.20.0.1 (106c3343-20e9-4b00-8b88-521b873319e6/ab5987ce-2959-4e5a-9cad-0d21c1ffba25/d5457c34-80cc-4f82-8b47-f6bdf4966875) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:40:51.723059 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Attempting to bind port 6072de40-ba20-4089-ad4d-aa3b507fb8b4 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:40:51.723427 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Attempting to bind port 6072de40-ba20-4089-ad4d-aa3b507fb8b4 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:40:51.723789 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Attempting to bind port 6072de40-ba20-4089-ad4d-aa3b507fb8b4 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:40:51.733012 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:40:51.733388 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:40:51.733789 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.734176 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:40:51.734632 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Bound port: 6072de40-ba20-4089-ad4d-aa3b507fb8b4, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:40:51.735006 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.758232 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5ca01-3b58-499c-9dfe-4f3fdd862e20 None None] Pushing event updated for resources: {'Port': ['ID=6072de40-ba20-4089-ad4d-aa3b507fb8b4,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:51.790864 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] For port 6072de40-ba20-4089-ad4d-aa3b507fb8b4, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:40:51.793895 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] For port 6072de40-ba20-4089-ad4d-aa3b507fb8b4, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6072de40-ba20-4089-ad4d-aa3b507fb8b4,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:40:51.799455 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.803455 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Publish callbacks [] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.836212 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Routers {'57c0ba3d-0148-40f8-b745-08afbf349eb8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:40:51.836946 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:40:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57c0ba3d-0148-40f8-b745-08afbf349eb8'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:51.841718 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.879786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Network 106c3343-20e9-4b00-8b88-521b873319e6 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:40:51.887433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:40:51.891439 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:40:51.912775 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Pushing event updated for resources: {'Port': ['ID=d5457c34-80cc-4f82-8b47-f6bdf4966875,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:51.933910 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (57c0ba3d-0148-40f8-b745-08afbf349eb8), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:51.982016 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5ca01-3b58-499c-9dfe-4f3fdd862e20 None None] Pushing event updated for resources: {'Port': ['ID=6072de40-ba20-4089-ad4d-aa3b507fb8b4,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:52.044385 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] Set router 57c0ba3d-0148-40f8-b745-08afbf349eb8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:40:52.070403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:52.143855 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Provisioning complete for port d5457c34-80cc-4f82-8b47-f6bdf4966875 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:40:52.144403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:52.145008 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Attempt 1 to provision port d5457c34-80cc-4f82-8b47-f6bdf4966875 Nov 03 02:40:52.181926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Port d5457c34-80cc-4f82-8b47-f6bdf4966875 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:40:52.226473 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'name': 'tempest-ServerDiskConfigTestJSON-1424925491-router', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:40:49Z', 'updated_at': '2022-11-03T02:40:50Z', 'revision_number': 3, 'project_id': '88fdaab86982463ca9dc75303732b138', 'gw_port': {'id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:40:50Z', 'updated_at': '2022-11-03T02:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:52.235082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Publish callbacks [] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:52.239839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:52.249916 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563020f-2d21-4f3c-a717-494c5160d5a8 None None] The sync data for ids ['57c0ba3d-0148-40f8-b745-08afbf349eb8'] in dv-neutron-860659-5-hyperv is: [{'id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'name': 'tempest-ServerDiskConfigTestJSON-1424925491-router', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:40:49Z', 'updated_at': '2022-11-03T02:40:50Z', 'revision_number': 3, 'project_id': '88fdaab86982463ca9dc75303732b138', 'gw_port': {'id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:40:50Z', 'updated_at': '2022-11-03T02:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:40:52.300692 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (57c0ba3d-0148-40f8-b745-08afbf349eb8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:52.317038 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Pushing event updated for resources: {'Port': ['ID=d5457c34-80cc-4f82-8b47-f6bdf4966875,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:52.406102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Network 106c3343-20e9-4b00-8b88-521b873319e6 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:40:52.407467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:40:52.562605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Router 57c0ba3d-0148-40f8-b745-08afbf349eb8 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:40:52.682705 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Attempt 2 to provision port d5457c34-80cc-4f82-8b47-f6bdf4966875 Nov 03 02:40:52.686607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:40:52.709018 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f0666dfe-375c-4ee7-b41c-49490ff95e05 admin admin] 10.222.0.23 "PUT /v2.0/routers/57c0ba3d-0148-40f8-b745-08afbf349eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6362593 Nov 03 02:40:52.729965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 342bf249-4a88-4d2b-9810-ceb7ce8a1029 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:40:52.733623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Port d5457c34-80cc-4f82-8b47-f6bdf4966875 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:40:52.780342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:40:52.780756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:52.781100 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 Nov 03 02:40:53.010477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:53.011577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6072de40-ba20-4089-ad4d-aa3b507fb8b4 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:40:53.057632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 6072de40-ba20-4089-ad4d-aa3b507fb8b4 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:40:53.058013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:53.058350 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 6072de40-ba20-4089-ad4d-aa3b507fb8b4 Nov 03 02:40:53.137088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6072de40-ba20-4089-ad4d-aa3b507fb8b4 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:53.137478 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:53.158684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 6072de40-ba20-4089-ad4d-aa3b507fb8b4, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6072de40-ba20-4089-ad4d-aa3b507fb8b4,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:53.163848 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:53.176888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-ac54ce16-09ae-4f8b-92cb-76dfb0edee7b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:53.178365 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-ac54ce16-09ae-4f8b-92cb-76dfb0edee7b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 815 time: 0.1136453 Nov 03 02:40:53.195927 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-dec0d80c-ac53-4adf-a577-a328f0011592 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/quotas/88fdaab86982463ca9dc75303732b138 HTTP/1.1" status: 200 len: 375 time: 0.0110588 Nov 03 02:40:53.220624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=6072de40-ba20-4089-ad4d-aa3b507fb8b4,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:53.234316 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Attempt 3 to provision port d5457c34-80cc-4f82-8b47-f6bdf4966875 Nov 03 02:40:53.267140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Port d5457c34-80cc-4f82-8b47-f6bdf4966875 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:40:53.267870 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-221e968c-7d7b-4699-b677-ff900ccf50c5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622938 Nov 03 02:40:53.356150 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-9c5eb70f-d016-47c7-8f34-b14a07359424 service neutron] 10.222.0.23 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839684 Nov 03 02:40:53.450292 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-77a26453-0a55-4db7-becc-a6f65d18b4ba service neutron] 10.222.0.23 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882993 Nov 03 02:40:53.609652 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04c3b4a3-8ecd-47a6-9a3c-e23768bcd5da req-a2549cb3-35de-4209-86ee-0f99799eabf5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 210 time: 0.0288603 Nov 03 02:40:53.768796 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Attempt 4 to provision port d5457c34-80cc-4f82-8b47-f6bdf4966875 Nov 03 02:40:53.802562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Port d5457c34-80cc-4f82-8b47-f6bdf4966875 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:40:53.950982 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Sync routers for ids ['57c0ba3d-0148-40f8-b745-08afbf349eb8'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:40:53.960624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Routers {'57c0ba3d-0148-40f8-b745-08afbf349eb8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:40:53.961410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:40:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57c0ba3d-0148-40f8-b745-08afbf349eb8'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:54.068296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Set router 57c0ba3d-0148-40f8-b745-08afbf349eb8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:40:54.269378 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'name': 'tempest-ServerDiskConfigTestJSON-1424925491-router', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:40:49Z', 'updated_at': '2022-11-03T02:40:52Z', 'revision_number': 4, 'project_id': '88fdaab86982463ca9dc75303732b138', 'gw_port': {'id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:40:50Z', 'updated_at': '2022-11-03T02:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd5457c34-80cc-4f82-8b47-f6bdf4966875', 'name': '', 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'mac_address': 'fa:16:3e:ae:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'ab5987ce-2959-4e5a-9cad-0d21c1ffba25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:40:51Z', 'updated_at': '2022-11-03T02:40:52Z', 'revision_number': 2, 'project_id': '88fdaab86982463ca9dc75303732b138', 'subnets': [{'id': 'ab5987ce-2959-4e5a-9cad-0d21c1ffba25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:54.295534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Checking router: 57c0ba3d-0148-40f8-b745-08afbf349eb8 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:40:54.295932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Updating router 57c0ba3d-0148-40f8-b745-08afbf349eb8 port d5457c34-80cc-4f82-8b47-f6bdf4966875 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:40:54.315041 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Attempt 5 to provision port d5457c34-80cc-4f82-8b47-f6bdf4966875 Nov 03 02:40:54.344712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:54.361094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Port d5457c34-80cc-4f82-8b47-f6bdf4966875 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:40:54.668272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6072de40-ba20-4089-ad4d-aa3b507fb8b4 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:40:54.675381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Publish callbacks [] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:54.700962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:54.715395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-44efe86b-8744-4605-8416-3b7fdc153925 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:54.717663 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-44efe86b-8744-4605-8416-3b7fdc153925 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.27 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 815 time: 0.1829991 Nov 03 02:40:54.753818 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc5d806f-8cf3-419a-bd87-962c53507814 req-0203bce4-585c-4367-8fc0-31efe17afbeb tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 210 time: 0.0602393 Nov 03 02:40:54.759077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Request body: {'port': {'device_id': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6', 'admin_state_up': True, 'tenant_id': '88fdaab86982463ca9dc75303732b138'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:40:54.764667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780a257-def9-4a37-b029-364d40d32cf2 None None] Pushing event updated for resources: {'Port': ['ID=d5457c34-80cc-4f82-8b47-f6bdf4966875,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:54.831107 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 6072de40-ba20-4089-ad4d-aa3b507fb8b4 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:40:54.831492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:54.831839 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 6072de40-ba20-4089-ad4d-aa3b507fb8b4 Nov 03 02:40:54.836755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Attempting to bind port d5457c34-80cc-4f82-8b47-f6bdf4966875 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:40:54.837138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Attempting to bind port d5457c34-80cc-4f82-8b47-f6bdf4966875 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:40:54.837512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Attempting to bind port d5457c34-80cc-4f82-8b47-f6bdf4966875 on network 106c3343-20e9-4b00-8b88-521b873319e6 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:40:54.861844 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Attempt 6 to provision port d5457c34-80cc-4f82-8b47-f6bdf4966875 Nov 03 02:40:54.867116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:40:54.867506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Checking segment: {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:40:54.867917 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:54.868322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Bound using segment: {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:40:54.868842 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Bound port: d5457c34-80cc-4f82-8b47-f6bdf4966875, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:40:54.869232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:54.901108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Made reservation on behalf of 88fdaab86982463ca9dc75303732b138 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:40:54.902898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:54.917123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Port d5457c34-80cc-4f82-8b47-f6bdf4966875 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:40:55.002537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6072de40-ba20-4089-ad4d-aa3b507fb8b4 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:55.005121 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] For port d5457c34-80cc-4f82-8b47-f6bdf4966875, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:40:55.018371 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] For port d5457c34-80cc-4f82-8b47-f6bdf4966875, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d5457c34-80cc-4f82-8b47-f6bdf4966875,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:40:55.025633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:55.061137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Allocated IP 172.20.0.13 (106c3343-20e9-4b00-8b88-521b873319e6/ab5987ce-2959-4e5a-9cad-0d21c1ffba25/145467d6-176d-43d8-9f82-877b9b02b68d) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:40:55.072384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Routers {'57c0ba3d-0148-40f8-b745-08afbf349eb8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:40:55.073108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:40:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57c0ba3d-0148-40f8-b745-08afbf349eb8'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:55.140641 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780a257-def9-4a37-b029-364d40d32cf2 None None] Pushing event updated for resources: {'Port': ['ID=d5457c34-80cc-4f82-8b47-f6bdf4966875,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:55.225130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] Set router 57c0ba3d-0148-40f8-b745-08afbf349eb8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:40:55.233347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for port (145467d6-176d-43d8-9f82-877b9b02b68d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:55.272126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:55.329069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Network 106c3343-20e9-4b00-8b88-521b873319e6 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:40:55.337464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:40:55.341585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:40:55.351010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Pushing event updated for resources: {'Port': ['ID=145467d6-176d-43d8-9f82-877b9b02b68d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:55.411078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:55.411650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:55.431345 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Attempt 7 to provision port d5457c34-80cc-4f82-8b47-f6bdf4966875 Nov 03 02:40:55.431940 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-a81f972f-f416-41c5-b034-db78e16060e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6801736 Nov 03 02:40:55.450789 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Request body: {'port': {'device_id': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:40:55.522818 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:55.531365 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'name': 'tempest-ServerDiskConfigTestJSON-1424925491-router', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:40:49Z', 'updated_at': '2022-11-03T02:40:52Z', 'revision_number': 4, 'project_id': '88fdaab86982463ca9dc75303732b138', 'gw_port': {'id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:40:50Z', 'updated_at': '2022-11-03T02:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd5457c34-80cc-4f82-8b47-f6bdf4966875', 'name': '', 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'mac_address': 'fa:16:3e:ae:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'ab5987ce-2959-4e5a-9cad-0d21c1ffba25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:40:51Z', 'updated_at': '2022-11-03T02:40:54Z', 'revision_number': 4, 'project_id': '88fdaab86982463ca9dc75303732b138', 'subnets': [{'id': 'ab5987ce-2959-4e5a-9cad-0d21c1ffba25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:40:55.559025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce702de-20ae-4952-8706-442e6342ea57 None None] The sync data for ids ['57c0ba3d-0148-40f8-b745-08afbf349eb8'] in dv-neutron-860659-5-hyperv is: [{'id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'name': 'tempest-ServerDiskConfigTestJSON-1424925491-router', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:40:49Z', 'updated_at': '2022-11-03T02:40:52Z', 'revision_number': 4, 'project_id': '88fdaab86982463ca9dc75303732b138', 'gw_port': {'id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:40:50Z', 'updated_at': '2022-11-03T02:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd5457c34-80cc-4f82-8b47-f6bdf4966875', 'name': '', 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'mac_address': 'fa:16:3e:ae:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'ab5987ce-2959-4e5a-9cad-0d21c1ffba25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:40:51Z', 'updated_at': '2022-11-03T02:40:54Z', 'revision_number': 4, 'project_id': '88fdaab86982463ca9dc75303732b138', 'subnets': [{'id': 'ab5987ce-2959-4e5a-9cad-0d21c1ffba25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:40:55.569696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Current status of the port d5457c34-80cc-4f82-8b47-f6bdf4966875 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:55.570385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:55.626601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] For port d5457c34-80cc-4f82-8b47-f6bdf4966875, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d5457c34-80cc-4f82-8b47-f6bdf4966875,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:55.630781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:55.689343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac90bb9-2ced-402e-b175-bdc1bf973325 None None] Pushing event updated for resources: {'Port': ['ID=d5457c34-80cc-4f82-8b47-f6bdf4966875,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:55.756462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f35fd61e-79c5-4638-881d-f46fd68808bb None None] Provisioning complete for port d5457c34-80cc-4f82-8b47-f6bdf4966875 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:40:55.756902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f35fd61e-79c5-4638-881d-f46fd68808bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:55.757250 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-f35fd61e-79c5-4638-881d-f46fd68808bb None None] Attempt 1 to provision port d5457c34-80cc-4f82-8b47-f6bdf4966875 Nov 03 02:40:55.827073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145467d6-176d-43d8-9f82-877b9b02b68d {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:40:55.835825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Publish callbacks [] for port (145467d6-176d-43d8-9f82-877b9b02b68d), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:55.841276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f35fd61e-79c5-4638-881d-f46fd68808bb None None] Current status of the port d5457c34-80cc-4f82-8b47-f6bdf4966875 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:55.850839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Transition to ACTIVE for port object 145467d6-176d-43d8-9f82-877b9b02b68d will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:40:55.866612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:55.969925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Pushing event updated for resources: {'Port': ['ID=145467d6-176d-43d8-9f82-877b9b02b68d,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:55.995458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9757d76-de25-45e7-9322-c87ff1c2b5d7 req-a1be2d18-5fe9-4cc7-a91d-a5c737eab62a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:55.997038 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c9757d76-de25-45e7-9322-c87ff1c2b5d7 req-a1be2d18-5fe9-4cc7-a91d-a5c737eab62a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 944 time: 0.1436601 Nov 03 02:40:56.027256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Attempting to bind port 145467d6-176d-43d8-9f82-877b9b02b68d on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:40:56.027591 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Attempting to bind port 145467d6-176d-43d8-9f82-877b9b02b68d by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:40:56.027916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Attempting to bind port 145467d6-176d-43d8-9f82-877b9b02b68d on network 106c3343-20e9-4b00-8b88-521b873319e6 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:40:56.037640 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Port 145467d6-176d-43d8-9f82-877b9b02b68d on network 106c3343-20e9-4b00-8b88-521b873319e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:40:56.038508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Attempting to bind port 145467d6-176d-43d8-9f82-877b9b02b68d on network 106c3343-20e9-4b00-8b88-521b873319e6 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:40:56.051115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:40:56.051458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Checking segment: {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:40:56.051841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Bound using segment: {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:40:56.052281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Bound port: 145467d6-176d-43d8-9f82-877b9b02b68d, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:40:56.052665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:56.077903 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c9757d76-de25-45e7-9322-c87ff1c2b5d7 req-e8393d30-ab1f-4a74-bf8c-3e79d6d68344 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727730 Nov 03 02:40:56.137362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] For port 145467d6-176d-43d8-9f82-877b9b02b68d, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:40:56.140704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] For port 145467d6-176d-43d8-9f82-877b9b02b68d, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=145467d6-176d-43d8-9f82-877b9b02b68d,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:40:56.147737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:56.151905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:56.152552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:56.153927 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] 10.222.0.27 "PUT /v2.0/ports/145467d6-176d-43d8-9f82-877b9b02b68d HTTP/1.1" status: 200 len: 1094 time: 0.7099993 Nov 03 02:40:56.154454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'tag': '145467d6-176d-43d8-9f82-877b9b02b68d'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:40:56.156736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9ac848-3502-40c1-ab20-b60a7c500863", "tag": "145467d6-176d-43d8-9f82-877b9b02b68d"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:40:56.196631 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860dc329-9fe8-42f9-a828-9bf5e4e02793 x-openstack-request-id: req-860dc329-9fe8-42f9-a828-9bf5e4e02793 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:40:56.197015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9ac848-3502-40c1-ab20-b60a7c500863", "tag": "145467d6-176d-43d8-9f82-877b9b02b68d", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:40:56.197338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-860dc329-9fe8-42f9-a828-9bf5e4e02793 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:40:56.197808 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860dc329-9fe8-42f9-a828-9bf5e4e02793'] response: {'name': 'network-changed', 'server_uuid': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'tag': '145467d6-176d-43d8-9f82-877b9b02b68d', 'status': 'completed', 'code': 200} Nov 03 02:40:56.235200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c94a3-39ad-49dc-9e0c-a95550f7831d service neutron] Pushing event updated for resources: {'Port': ['ID=145467d6-176d-43d8-9f82-877b9b02b68d,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:56.260123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-5458e8ca-5d44-4b8d-ac73-927134c17ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:56.261815 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-5458e8ca-5d44-4b8d-ac73-927134c17ac8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 1128 time: 0.0549521 Nov 03 02:40:56.309469 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-27bc1de1-7151-49d8-9d98-a7ec9270b8b1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=145467d6-176d-43d8-9f82-877b9b02b68d HTTP/1.1" status: 200 len: 217 time: 0.0369182 Nov 03 02:40:56.374377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-52b75e52-e8b3-44a3-be71-45d6d527bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:56.377380 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-52b75e52-e8b3-44a3-be71-45d6d527bbdf service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 200 len: 854 time: 0.0580301 Nov 03 02:40:56.433492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-b75b86ff-1e68-4e10-a82e-b6e73c4c15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:56.435028 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-b75b86ff-1e68-4e10-a82e-b6e73c4c15df service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=106c3343-20e9-4b00-8b88-521b873319e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482686 Nov 03 02:40:56.531630 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-00ed3265-f2f1-402a-9702-da2abc8ff010 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855749 Nov 03 02:40:56.640244 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b56a29af-6541-4515-a773-6cdeb2d76453 req-9a42cd83-cb70-4908-94c2-672cc42855c3 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983381 Nov 03 02:40:56.674166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d5457c34-80cc-4f82-8b47-f6bdf4966875 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:40:56.721688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d5457c34-80cc-4f82-8b47-f6bdf4966875 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:40:56.722070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:56.722407 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d5457c34-80cc-4f82-8b47-f6bdf4966875 Nov 03 02:40:56.743434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63 req-ee640ede-1610-42b9-9a53-6336f84ea01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:56.745002 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63 req-ee640ede-1610-42b9-9a53-6336f84ea01a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 1128 time: 0.0468681 Nov 03 02:40:56.798042 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d5457c34-80cc-4f82-8b47-f6bdf4966875 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:56.840834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63 req-16b0b8a4-a499-4025-afab-90561f81594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:56.842298 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63 req-16b0b8a4-a499-4025-afab-90561f81594c service neutron] 10.222.0.27 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 916 time: 0.0894961 Nov 03 02:40:56.883098 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63 req-16310bba-98d3-445f-ab5d-ac50afaeb5f9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=145467d6-176d-43d8-9f82-877b9b02b68d HTTP/1.1" status: 200 len: 217 time: 0.0335307 Nov 03 02:40:56.932002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63 req-16136e83-1ab5-4f61-ba20-acf1556c1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:56.933464 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63 req-16136e83-1ab5-4f61-ba20-acf1556c1adc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 200 len: 854 time: 0.0440965 Nov 03 02:40:56.985688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63 req-85b14cc8-bc53-40ea-b9d5-417bcb77018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:56.987068 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63 req-85b14cc8-bc53-40ea-b9d5-417bcb77018a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=106c3343-20e9-4b00-8b88-521b873319e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0472026 Nov 03 02:40:57.077197 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63 req-e082a543-7f11-43f4-9dab-e6a482d9a1b4 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829201 Nov 03 02:40:57.200164 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8d577a1-cc0a-45c4-9a58-e434b1d0af63 req-daaad1e2-84a9-4669-8f9c-52004dc21552 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166084 Nov 03 02:40:57.223099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8f0aa-8c41-455c-9116-9f3600a3555f req-255c2410-40f9-4c57-8536-ba5e2468223d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:57.224627 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ef8f0aa-8c41-455c-9116-9f3600a3555f req-255c2410-40f9-4c57-8536-ba5e2468223d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 944 time: 0.0712664 Nov 03 02:40:57.271577 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ef8f0aa-8c41-455c-9116-9f3600a3555f req-465eb200-5f96-4ed1-90c9-2637ed2db833 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Nov 03 02:40:58.397489 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e281c2b-3d0f-4aec-8e30-d719dc79111c req-ea34d5fb-8624-48e0-bd3c-cdc08c12ecb3 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:58.398948 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e281c2b-3d0f-4aec-8e30-d719dc79111c req-ea34d5fb-8624-48e0-bd3c-cdc08c12ecb3 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 944 time: 0.0522375 Nov 03 02:40:58.444778 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e281c2b-3d0f-4aec-8e30-d719dc79111c req-ab933d14-2a15-4e2b-8cb2-450c9e92ee92 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401642 Nov 03 02:40:59.556467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 145467d6-176d-43d8-9f82-877b9b02b68d details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:40:59.661788 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 145467d6-176d-43d8-9f82-877b9b02b68d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=145467d6-176d-43d8-9f82-877b9b02b68d,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:59.675317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '145467d6-176d-43d8-9f82-877b9b02b68d', 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6', 'port_id': '145467d6-176d-43d8-9f82-877b9b02b68d', 'mac_address': 'fa:16:3e:af:cc:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5987ce-2959-4e5a-9cad-0d21c1ffba25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:40:59.713216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 145467d6-176d-43d8-9f82-877b9b02b68d is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:40:59.713611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:59.729386 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145467d6-176d-43d8-9f82-877b9b02b68d {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:40:59.750340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 145467d6-176d-43d8-9f82-877b9b02b68d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=145467d6-176d-43d8-9f82-877b9b02b68d,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:40:59.754960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:40:59.801726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=145467d6-176d-43d8-9f82-877b9b02b68d,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:40:59.898995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194f677-82de-423b-9ea4-9dbf82a43fe6 req-88f96dc1-cb69-4496-8844-8f5c6336f9cf tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:40:59.900533 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9194f677-82de-423b-9ea4-9dbf82a43fe6 req-88f96dc1-cb69-4496-8844-8f5c6336f9cf tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 944 time: 0.3856831 Nov 03 02:40:59.951535 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9194f677-82de-423b-9ea4-9dbf82a43fe6 req-3f080025-b955-4731-a2cb-ca67b3321d3c tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453496 Nov 03 02:40:59.987303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['145467d6-176d-43d8-9f82-877b9b02b68d'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:41:01.075381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384b144-041e-4e8b-801e-8522820ee656 req-6cf6a8be-1d15-4ee1-b389-a585e047581c tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:01.076899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3384b144-041e-4e8b-801e-8522820ee656 req-6cf6a8be-1d15-4ee1-b389-a585e047581c tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 945 time: 0.0531447 Nov 03 02:41:01.122297 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3384b144-041e-4e8b-801e-8522820ee656 req-dc716e79-b768-4182-addb-20d01482f76a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399027 Nov 03 02:41:01.566358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 145467d6-176d-43d8-9f82-877b9b02b68d up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:41:01.611240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 145467d6-176d-43d8-9f82-877b9b02b68d completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:41:01.615153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 145467d6-176d-43d8-9f82-877b9b02b68d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:41:01.615532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:01.615890 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 145467d6-176d-43d8-9f82-877b9b02b68d Nov 03 02:41:01.689329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 145467d6-176d-43d8-9f82-877b9b02b68d is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:41:01.689718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:01.712306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145467d6-176d-43d8-9f82-877b9b02b68d'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:41:01.714623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d4bdfd-15e8-47ed-9750-4236d8d92af1" -d '{"events": [{"server_uuid": "ff9ac848-3502-40c1-ab20-b60a7c500863", "name": "network-vif-plugged", "status": "completed", "tag": "145467d6-176d-43d8-9f82-877b9b02b68d"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:41:01.728452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 145467d6-176d-43d8-9f82-877b9b02b68d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=145467d6-176d-43d8-9f82-877b9b02b68d,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:41:01.732514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:01.753790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703f6189-fd77-4eb3-acd7-142cf40687ef x-openstack-request-id: req-703f6189-fd77-4eb3-acd7-142cf40687ef {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:41:01.754079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9ac848-3502-40c1-ab20-b60a7c500863", "name": "network-vif-plugged", "status": "completed", "tag": "145467d6-176d-43d8-9f82-877b9b02b68d", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:41:01.754328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-703f6189-fd77-4eb3-acd7-142cf40687ef {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:41:01.754715 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703f6189-fd77-4eb3-acd7-142cf40687ef'] response: {'server_uuid': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145467d6-176d-43d8-9f82-877b9b02b68d', 'code': 200} Nov 03 02:41:01.779159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=145467d6-176d-43d8-9f82-877b9b02b68d,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:01.943619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721afde-98e4-496d-9071-4261198ea521 req-8a5d24af-0538-4f66-b029-abd908e95087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:01.945648 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a721afde-98e4-496d-9071-4261198ea521 req-8a5d24af-0538-4f66-b029-abd908e95087 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 1130 time: 0.0471811 Nov 03 02:41:01.993166 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a721afde-98e4-496d-9071-4261198ea521 req-7fd40bf4-e9c6-40ae-89d1-531b5a9c386c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369418 Nov 03 02:41:02.245363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2245894-4b21-420c-b22b-a7facd4703e9 req-e843cf62-d5ef-4370-bc46-30340c0d951d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:02.246843 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a2245894-4b21-420c-b22b-a7facd4703e9 req-e843cf62-d5ef-4370-bc46-30340c0d951d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0529938 Nov 03 02:41:02.292808 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a2245894-4b21-420c-b22b-a7facd4703e9 req-a3a98740-d3b2-43ed-961d-09b7b70950cf tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Nov 03 02:41:03.423826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7742b9a-93a6-4bb5-85a1-0574ce1499f7 req-51502585-506d-4fa7-a842-da27105996fe tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:03.425327 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b7742b9a-93a6-4bb5-85a1-0574ce1499f7 req-51502585-506d-4fa7-a842-da27105996fe tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0583029 Nov 03 02:41:03.474194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b7742b9a-93a6-4bb5-85a1-0574ce1499f7 req-11c6b045-d4bf-48e1-94d5-d8ea7902714a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419269 Nov 03 02:41:03.602880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a83fd-8079-4ca0-b637-6ea53e805b9d req-3969c901-4e86-4507-ad93-4ea4cfa04d2d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:03.604382 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-723a83fd-8079-4ca0-b637-6ea53e805b9d req-3969c901-4e86-4507-ad93-4ea4cfa04d2d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0560286 Nov 03 02:41:03.654955 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-723a83fd-8079-4ca0-b637-6ea53e805b9d req-cd215c84-6913-4941-8dc7-046887651499 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 Nov 03 02:41:03.880806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdc564-46db-43ef-ae55-155e173e2bb2 req-7de7f5a4-4f60-4af8-ba15-84fbdb48cee7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:03.882945 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63fdc564-46db-43ef-ae55-155e173e2bb2 req-7de7f5a4-4f60-4af8-ba15-84fbdb48cee7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0579102 Nov 03 02:41:03.937279 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63fdc564-46db-43ef-ae55-155e173e2bb2 req-ee256f5d-46ff-4307-987f-5b2c768d2024 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483863 Nov 03 02:41:04.061989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9ea6d-dd3d-4c15-acd5-d804ea67a6b2 req-bb72bb0d-8f4c-4608-83e0-fa24e94908d3 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:04.063479 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cde9ea6d-dd3d-4c15-acd5-d804ea67a6b2 req-bb72bb0d-8f4c-4608-83e0-fa24e94908d3 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0542769 Nov 03 02:41:04.111219 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cde9ea6d-dd3d-4c15-acd5-d804ea67a6b2 req-0f8bb462-6d1a-4041-a717-b3a1d863eedf tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Nov 03 02:41:04.438872 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-c6dfce13-c1c9-42d6-a015-3e95ce33289d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476062 Nov 03 02:41:04.453740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517b816-dde5-45e5-9b32-022e5104e087 req-d6439baf-a8ad-46cc-95a5-d1160f8e689d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:04.455514 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8517b816-dde5-45e5-9b32-022e5104e087 req-d6439baf-a8ad-46cc-95a5-d1160f8e689d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0567696 Nov 03 02:41:04.517049 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8517b816-dde5-45e5-9b32-022e5104e087 req-199e262e-3acc-4de0-b0fb-258eb5ce3787 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541499 Nov 03 02:41:04.852155 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-cff6ea7e-47af-4985-a107-bcbc87481908 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:04.853545 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-cff6ea7e-47af-4985-a107-bcbc87481908 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports/145467d6-176d-43d8-9f82-877b9b02b68d HTTP/1.1" status: 200 len: 943 time: 0.0485108 Nov 03 02:41:05.670631 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593811a-f031-44ed-be67-6edc05005b7e req-48ad4e47-bfe9-420b-a10f-2980695ef603 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:05.672091 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6593811a-f031-44ed-be67-6edc05005b7e req-48ad4e47-bfe9-420b-a10f-2980695ef603 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0819488 Nov 03 02:41:05.714117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-c3e765b9-995f-47d2-a805-28a04af338a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:05.715635 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-c3e765b9-995f-47d2-a805-28a04af338a8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 1130 time: 0.0786707 Nov 03 02:41:05.737392 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6593811a-f031-44ed-be67-6edc05005b7e req-e474ebb6-0814-475c-a640-0be44285fbcc tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594306 Nov 03 02:41:05.815175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-9c9be47a-3f81-47cd-9618-60c461171da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:05.816590 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-9c9be47a-3f81-47cd-9618-60c461171da8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 916 time: 0.0935252 Nov 03 02:41:05.855373 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-a6629a2a-5225-45de-bf56-64d81bbcefc7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=145467d6-176d-43d8-9f82-877b9b02b68d HTTP/1.1" status: 200 len: 217 time: 0.0326526 Nov 03 02:41:05.903099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-36960044-f54f-4fef-b544-d0b1c9e37898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:05.904543 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-36960044-f54f-4fef-b544-d0b1c9e37898 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 200 len: 854 time: 0.0433781 Nov 03 02:41:05.951764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-a2858698-2fe1-4283-bde8-0f6199f40bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:05.953363 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-a2858698-2fe1-4283-bde8-0f6199f40bc4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=106c3343-20e9-4b00-8b88-521b873319e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431030 Nov 03 02:41:06.047313 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-57953b0a-313e-4244-8603-3e5f3bb8d6d9 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862389 Nov 03 02:41:06.137433 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-53bf3454-1b65-4e57-b8eb-e03462ac1e62 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828023 Nov 03 02:41:06.868754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aef0a-a6d7-4f55-927d-d0c896871e96 req-54fcc86c-8196-4984-ba18-27dd13225af9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:06.870231 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-746aef0a-a6d7-4f55-927d-d0c896871e96 req-54fcc86c-8196-4984-ba18-27dd13225af9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0585074 Nov 03 02:41:06.916229 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-746aef0a-a6d7-4f55-927d-d0c896871e96 req-98bb2359-a037-415f-9a23-e5c817a021a7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Nov 03 02:41:08.039555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b38ec9-d10e-4327-b982-f60e81b7dcec req-32be504f-c7a0-4f32-ac93-6ade7e47a533 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:08.041069 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98b38ec9-d10e-4327-b982-f60e81b7dcec req-32be504f-c7a0-4f32-ac93-6ade7e47a533 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0534275 Nov 03 02:41:08.088197 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98b38ec9-d10e-4327-b982-f60e81b7dcec req-a8f4d282-602b-47c2-a899-3f7b04d22c78 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Nov 03 02:41:08.182001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:09.217417 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0202821-4adb-4b7c-81d0-e45ce6a992f5 req-7359d73f-0bee-4bd5-8441-b4447ee39b03 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:09.218885 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c0202821-4adb-4b7c-81d0-e45ce6a992f5 req-7359d73f-0bee-4bd5-8441-b4447ee39b03 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0565329 Nov 03 02:41:09.265206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c0202821-4adb-4b7c-81d0-e45ce6a992f5 req-5d4d41cc-55ed-4057-9a15-b86a447b2f86 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 Nov 03 02:41:09.883411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5a41879a-1f60-42f6-bea0-32aa0623a298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:10.389850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebe7c5-4d3c-4441-b3e0-078a0edab362 req-b7559b85-3982-49a3-867e-656f2a8e4643 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:10.391318 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d3ebe7c5-4d3c-4441-b3e0-078a0edab362 req-b7559b85-3982-49a3-867e-656f2a8e4643 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0523703 Nov 03 02:41:10.437105 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d3ebe7c5-4d3c-4441-b3e0-078a0edab362 req-84bc6c72-d073-4dc7-996a-46a43b561faa tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402582 Nov 03 02:41:11.561783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921651bc-ee47-4cc2-870a-f32fe3d1c2fe req-43282ec1-cdfb-4d53-a30d-845fb73ed8ab tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:11.563282 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-921651bc-ee47-4cc2-870a-f32fe3d1c2fe req-43282ec1-cdfb-4d53-a30d-845fb73ed8ab tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0529072 Nov 03 02:41:11.613626 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-921651bc-ee47-4cc2-870a-f32fe3d1c2fe req-84d1f6ce-4f14-49be-863f-31fa8bb06d07 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Nov 03 02:41:11.972819 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:41:12.263684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-549495e0-25ef-4a5b-be9b-8f9da59c5ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:12.736060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23f393-43a0-4436-b00d-0fe1b41d5c5c req-1a77e880-5169-4706-9826-8571b68fc928 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:12.737537 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-df23f393-43a0-4436-b00d-0fe1b41d5c5c req-1a77e880-5169-4706-9826-8571b68fc928 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0523643 Nov 03 02:41:12.783688 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-df23f393-43a0-4436-b00d-0fe1b41d5c5c req-1f465687-d6b3-4046-9334-906f3a1bf685 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Nov 03 02:41:13.205005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:13.907194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e9349-b7b3-4eea-9ba4-5d409e7f66dc req-e986de91-fd6e-4f0e-a0ff-c4a26e4a3a4c tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:13.908676 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c3e9349-b7b3-4eea-9ba4-5d409e7f66dc req-e986de91-fd6e-4f0e-a0ff-c4a26e4a3a4c tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0523415 Nov 03 02:41:13.956025 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c3e9349-b7b3-4eea-9ba4-5d409e7f66dc req-5c2ea478-4881-4a48-9e02-6b485c2935f1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Nov 03 02:41:14.695574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:15.086674 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc402f4-9ef2-4600-bcd4-121f997c1182 req-94270602-bb31-49bb-90cc-a1165b0ba6ad tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:15.088153 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bdc402f4-9ef2-4600-bcd4-121f997c1182 req-94270602-bb31-49bb-90cc-a1165b0ba6ad tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0592966 Nov 03 02:41:15.135280 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bdc402f4-9ef2-4600-bcd4-121f997c1182 req-27770b8c-7ef4-46da-9e04-e9edb44a17ee tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Nov 03 02:41:16.119111 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:16.259664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d67835-1749-4d64-9200-82d8f0554c12 req-b8806e17-431c-426d-b7c5-5b1c8564a8c0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:16.261156 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8d67835-1749-4d64-9200-82d8f0554c12 req-b8806e17-431c-426d-b7c5-5b1c8564a8c0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0526557 Nov 03 02:41:16.307266 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8d67835-1749-4d64-9200-82d8f0554c12 req-7b95a294-467b-4b16-9f73-1518cbd9045a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Nov 03 02:41:17.431998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42d742-b0d2-4448-b030-2016039879ce req-5308f0b3-5e6a-4666-a7e5-b5e4dc6c46cc tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:17.433534 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9d42d742-b0d2-4448-b030-2016039879ce req-5308f0b3-5e6a-4666-a7e5-b5e4dc6c46cc tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0533218 Nov 03 02:41:17.483808 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9d42d742-b0d2-4448-b030-2016039879ce req-907a71bc-ee5b-4084-8fdb-117124a06ff5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447345 Nov 03 02:41:18.607595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f81b-1721-4e8e-8d27-9df0a1a42f06 req-bf2fb187-20b4-4d8e-8739-3ab3b4eac7d4 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:18.609083 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7084f81b-1721-4e8e-8d27-9df0a1a42f06 req-bf2fb187-20b4-4d8e-8739-3ab3b4eac7d4 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0527058 Nov 03 02:41:18.655334 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7084f81b-1721-4e8e-8d27-9df0a1a42f06 req-b02af5ce-a7ab-426d-ad63-ac0907346124 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Nov 03 02:41:19.780064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9020c-51b3-44ff-8cd0-6df845a90320 req-8647632c-9e27-4683-967b-a6e3712dbfad tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:19.781546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddc9020c-51b3-44ff-8cd0-6df845a90320 req-8647632c-9e27-4683-967b-a6e3712dbfad tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0512099 Nov 03 02:41:19.830850 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddc9020c-51b3-44ff-8cd0-6df845a90320 req-2f73137b-7eae-47ef-831d-841f251c0a56 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Nov 03 02:41:20.958725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b7e1c-810e-4391-8661-d43f2a98bd0f req-bccbd42a-5ba9-4f9d-a5de-dc7c7252631f tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:20.960238 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd7b7e1c-810e-4391-8661-d43f2a98bd0f req-bccbd42a-5ba9-4f9d-a5de-dc7c7252631f tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0555317 Nov 03 02:41:21.006449 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd7b7e1c-810e-4391-8661-d43f2a98bd0f req-07c7e120-cd58-44b2-850e-545c185e0163 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Nov 03 02:41:22.132025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a39390-5560-4f44-b5c0-0d56024b0970 req-874f8b18-65c4-4a82-b767-1e225792f280 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:22.133490 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-19a39390-5560-4f44-b5c0-0d56024b0970 req-874f8b18-65c4-4a82-b767-1e225792f280 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0550494 Nov 03 02:41:22.180508 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-19a39390-5560-4f44-b5c0-0d56024b0970 req-28d090b7-f4f0-4895-8a6e-771443afdb28 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Nov 03 02:41:23.307697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d918f-719f-48ef-94c9-52e7c169c27c req-18671b46-4761-450e-8ade-200d6191ee2e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:23.309211 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-561d918f-719f-48ef-94c9-52e7c169c27c req-18671b46-4761-450e-8ade-200d6191ee2e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0566850 Nov 03 02:41:23.355565 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-561d918f-719f-48ef-94c9-52e7c169c27c req-995b3eae-922d-45fa-b1df-c07fe77bbb34 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Nov 03 02:41:24.480045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4934f0-3116-492e-bdf1-c655154f3f40 req-6811e59f-4fcd-4214-9b0f-3292091a0851 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:24.481666 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e4934f0-3116-492e-bdf1-c655154f3f40 req-6811e59f-4fcd-4214-9b0f-3292091a0851 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0534406 Nov 03 02:41:24.528107 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e4934f0-3116-492e-bdf1-c655154f3f40 req-21959adb-6d39-4ae4-a298-9a167e160d01 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407896 Nov 03 02:41:25.652017 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587bdf4-9986-422c-bcfa-aa48442739a2 req-8d976f08-e71d-484d-867e-d641f30eb5c9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:25.653502 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9587bdf4-9986-422c-bcfa-aa48442739a2 req-8d976f08-e71d-484d-867e-d641f30eb5c9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0519612 Nov 03 02:41:25.704100 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9587bdf4-9986-422c-bcfa-aa48442739a2 req-ed3264c6-02f9-46d4-9ba1-fb30bf5cfb01 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451081 Nov 03 02:41:26.826793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ce59-75fd-4686-92b8-570abb9194ce req-bb6a24b2-daa7-425f-be82-09f5be05fe5a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:26.828258 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6524ce59-75fd-4686-92b8-570abb9194ce req-bb6a24b2-daa7-425f-be82-09f5be05fe5a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0533645 Nov 03 02:41:26.873660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6524ce59-75fd-4686-92b8-570abb9194ce req-f28687a4-7818-4b0c-b51b-acf0ee299e38 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Nov 03 02:41:27.997984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118236e-17c2-4d89-a006-771f148fce43 req-12da0371-703a-4db0-b0b5-eb2acd9cb8f4 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:27.999438 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3118236e-17c2-4d89-a006-771f148fce43 req-12da0371-703a-4db0-b0b5-eb2acd9cb8f4 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0531530 Nov 03 02:41:28.045110 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3118236e-17c2-4d89-a006-771f148fce43 req-6e77f12c-ceaa-42b3-815c-5e076275b9b9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401068 Nov 03 02:41:29.173022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dc4c3-30e7-4280-b93c-e4fac4e37ffc req-bac14dfb-bb6f-4fb0-b159-8277eae41ba5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:29.174424 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-264dc4c3-30e7-4280-b93c-e4fac4e37ffc req-bac14dfb-bb6f-4fb0-b159-8277eae41ba5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0574148 Nov 03 02:41:29.219943 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-264dc4c3-30e7-4280-b93c-e4fac4e37ffc req-9375de63-c68c-4e5a-8dc4-6121c305b09d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391719 Nov 03 02:41:30.348949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f394c76-ce61-487c-a457-bcf67393cd9a req-94e0ec4c-d743-47c4-8a36-cb63aa4ccad7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:30.351193 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9f394c76-ce61-487c-a457-bcf67393cd9a req-94e0ec4c-d743-47c4-8a36-cb63aa4ccad7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0567057 Nov 03 02:41:30.396012 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9f394c76-ce61-487c-a457-bcf67393cd9a req-3845b588-22f5-48f2-a39f-b1e4b30ba4be tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393088 Nov 03 02:41:31.522537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cca128-9bdb-46eb-9f15-19e257d6a278 req-f3934d3a-6fc1-43ac-a963-e2cfd6420755 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:31.524023 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-78cca128-9bdb-46eb-9f15-19e257d6a278 req-f3934d3a-6fc1-43ac-a963-e2cfd6420755 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0540445 Nov 03 02:41:31.574624 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-78cca128-9bdb-46eb-9f15-19e257d6a278 req-8426f6da-4961-4c63-834a-ad4578f44d5c tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442755 Nov 03 02:41:32.699716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a21ff-1be3-46f8-8330-13d3bcee0093 req-8e5be688-bcb3-415f-8506-fa4246af2d9a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:32.701208 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-725a21ff-1be3-46f8-8330-13d3bcee0093 req-8e5be688-bcb3-415f-8506-fa4246af2d9a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0518162 Nov 03 02:41:32.746635 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-725a21ff-1be3-46f8-8330-13d3bcee0093 req-c3321a59-e1af-4cbc-a5c8-83b29300c26f tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399499 Nov 03 02:41:33.072694 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-515e1ce3-79d9-419f-b995-69ebda093feb service neutron] 10.222.0.27 "GET /v2.0/ports/145467d6-176d-43d8-9f82-877b9b02b68d/bindings/hv-neutron-8606 HTTP/1.1" status: 200 len: 384 time: 0.0527828 Nov 03 02:41:33.307942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-d862e1dd-cb99-4776-a3f1-31aef8daa680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:33.309412 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-d862e1dd-cb99-4776-a3f1-31aef8daa680 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863&tenant_id=88fdaab86982463ca9dc75303732b138 HTTP/1.1" status: 200 len: 1130 time: 0.0507455 Nov 03 02:41:33.377197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-a723d054-9484-46e8-a214-0993add46795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:33.378698 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-a723d054-9484-46e8-a214-0993add46795 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 1130 time: 0.0465214 Nov 03 02:41:33.469592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-af6c58b8-c212-49a8-83aa-5e18058fac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:33.471055 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-af6c58b8-c212-49a8-83aa-5e18058fac5b service neutron] 10.222.0.27 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 916 time: 0.0862510 Nov 03 02:41:33.518632 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-952496e5-5560-46f4-a73c-3fa674c45773 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=145467d6-176d-43d8-9f82-877b9b02b68d HTTP/1.1" status: 200 len: 217 time: 0.0373409 Nov 03 02:41:33.570236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-276ce6fb-49e5-43ba-b089-b3d5e2c0ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:33.571560 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-276ce6fb-49e5-43ba-b089-b3d5e2c0ebec service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 200 len: 854 time: 0.0446563 Nov 03 02:41:33.625321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-e6a78c66-bc0e-40cd-aaea-bd389808858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:33.626778 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-e6a78c66-bc0e-40cd-aaea-bd389808858d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=106c3343-20e9-4b00-8b88-521b873319e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441833 Nov 03 02:41:33.720387 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-0cd3c785-3427-4608-8c07-68760a20c616 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838110 Nov 03 02:41:33.812432 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92a26a8c-e54f-43dc-ab75-3c10e4f0acd1 req-e1cb566d-e46e-48b0-a579-3126ce7a6773 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827417 Nov 03 02:41:33.872901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed034d1-20b2-4d62-8a28-dbce61da557b req-944bd77b-f23d-457c-ae1b-dedd992a7e46 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:33.874442 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0ed034d1-20b2-4d62-8a28-dbce61da557b req-944bd77b-f23d-457c-ae1b-dedd992a7e46 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0543957 Nov 03 02:41:33.926967 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0ed034d1-20b2-4d62-8a28-dbce61da557b req-60210341-2f2e-4f21-ba9a-39aba7ef3b1f tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466752 Nov 03 02:41:35.050506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59e228-3248-46ec-ae0b-611531cc9e7e req-411d283e-0e49-4628-a9f5-c12afd36e6ba tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:35.051991 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e59e228-3248-46ec-ae0b-611531cc9e7e req-411d283e-0e49-4628-a9f5-c12afd36e6ba tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0514741 Nov 03 02:41:35.098790 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e59e228-3248-46ec-ae0b-611531cc9e7e req-cba7376c-b2e8-403e-aa4b-38d859daf9c1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Nov 03 02:41:35.633610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 145467d6-176d-43d8-9f82-877b9b02b68d details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:41:35.635734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 145467d6-176d-43d8-9f82-877b9b02b68d no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:41:35.776328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 145467d6-176d-43d8-9f82-877b9b02b68d is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:41:35.776749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:35.800803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 145467d6-176d-43d8-9f82-877b9b02b68d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=145467d6-176d-43d8-9f82-877b9b02b68d,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:41:35.823062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145467d6-176d-43d8-9f82-877b9b02b68d'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:41:35.825336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5d982e-6155-41aa-ba23-ee9fa09af5ed" -d '{"events": [{"server_uuid": "ff9ac848-3502-40c1-ab20-b60a7c500863", "name": "network-vif-unplugged", "status": "completed", "tag": "145467d6-176d-43d8-9f82-877b9b02b68d"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:41:35.829719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '145467d6-176d-43d8-9f82-877b9b02b68d', 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6', 'port_id': '145467d6-176d-43d8-9f82-877b9b02b68d', 'mac_address': 'fa:16:3e:af:cc:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5987ce-2959-4e5a-9cad-0d21c1ffba25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:41:35.840361 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 145467d6-176d-43d8-9f82-877b9b02b68d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=145467d6-176d-43d8-9f82-877b9b02b68d,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:41:35.867644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:35.878784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 02:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75554c3e-3c11-4dc6-ac68-908c1d43085c x-openstack-request-id: req-75554c3e-3c11-4dc6-ac68-908c1d43085c {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:41:35.878915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9ac848-3502-40c1-ab20-b60a7c500863", "name": "network-vif-unplugged", "status": "completed", "tag": "145467d6-176d-43d8-9f82-877b9b02b68d", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:41:35.879079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75554c3e-3c11-4dc6-ac68-908c1d43085c {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:41:35.879474 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75554c3e-3c11-4dc6-ac68-908c1d43085c'] response: {'server_uuid': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145467d6-176d-43d8-9f82-877b9b02b68d', 'code': 200} Nov 03 02:41:35.905286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 145467d6-176d-43d8-9f82-877b9b02b68d is: ACTIVE; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:41:35.905613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:35.928643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 145467d6-176d-43d8-9f82-877b9b02b68d {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:41:35.943120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=145467d6-176d-43d8-9f82-877b9b02b68d,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:35.978083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:41:35.978458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:41:36.225658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837c8ab-2ad6-4528-97b5-268e1362ac83 req-7c28dd2d-87e5-430b-8f19-033ae1228876 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:36.227119 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8837c8ab-2ad6-4528-97b5-268e1362ac83 req-7c28dd2d-87e5-430b-8f19-033ae1228876 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 944 time: 0.0529592 Nov 03 02:41:36.272428 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8837c8ab-2ad6-4528-97b5-268e1362ac83 req-c0cc9db1-1b46-4538-aab5-d885af5ccbb6 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Nov 03 02:41:36.477239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145661ec-31ac-4e84-82ab-577c3ddd4e64 req-3c7f44ad-c531-45c8-9bc3-1aceb121ef01 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:36.478642 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-145661ec-31ac-4e84-82ab-577c3ddd4e64 req-3c7f44ad-c531-45c8-9bc3-1aceb121ef01 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 944 time: 0.0577383 Nov 03 02:41:36.516134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 145467d6-176d-43d8-9f82-877b9b02b68d is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:41:36.516647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:36.530168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145467d6-176d-43d8-9f82-877b9b02b68d {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:41:36.550543 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 145467d6-176d-43d8-9f82-877b9b02b68d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=145467d6-176d-43d8-9f82-877b9b02b68d,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:41:36.554909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:36.557850 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-145661ec-31ac-4e84-82ab-577c3ddd4e64 req-2398f936-1bae-4643-8788-b1f7fe0b3735 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702336 Nov 03 02:41:36.565754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-2827b919-eaba-4b28-b944-1d7b8a42fe75 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:36.567216 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-2827b919-eaba-4b28-b944-1d7b8a42fe75 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863&tenant_id=88fdaab86982463ca9dc75303732b138&binding%3Ahost_id=hv-neutron-8606 HTTP/1.1" status: 200 len: 944 time: 0.0877116 Nov 03 02:41:36.607104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=145467d6-176d-43d8-9f82-877b9b02b68d,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:36.622909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['145467d6-176d-43d8-9f82-877b9b02b68d'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:41:36.694803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-da48a96b-f998-4786-9952-848f069d22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:36.696479 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-da48a96b-f998-4786-9952-848f069d22c4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 1129 time: 0.0463881 Nov 03 02:41:36.790503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-48cf1838-f165-4c8b-a821-aab36bcec9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:36.791910 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-48cf1838-f165-4c8b-a821-aab36bcec9df service neutron] 10.222.0.27 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 916 time: 0.0897324 Nov 03 02:41:36.829942 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-3d12bd98-6cae-4c9d-a98e-173761539e25 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=145467d6-176d-43d8-9f82-877b9b02b68d HTTP/1.1" status: 200 len: 217 time: 0.0315437 Nov 03 02:41:36.877614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-96e9cfcc-a4d7-48b2-9c56-24b81af1b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:36.879035 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-96e9cfcc-a4d7-48b2-9c56-24b81af1b45c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 200 len: 854 time: 0.0432408 Nov 03 02:41:36.934807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-0c548108-eac0-4de2-a1c3-ed57a626489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:36.936292 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-0c548108-eac0-4de2-a1c3-ed57a626489d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=106c3343-20e9-4b00-8b88-521b873319e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0502434 Nov 03 02:41:37.026266 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-5f6ce834-8d1d-42ae-abdc-e1bdeea97ce4 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836029 Nov 03 02:41:37.120499 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-301a0d91-d158-4ecb-b2ea-53439bbf09f6 req-7934784b-264e-4296-a051-bd9a2bd8b051 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882816 Nov 03 02:41:37.644103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 145467d6-176d-43d8-9f82-877b9b02b68d up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:41:37.691907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 145467d6-176d-43d8-9f82-877b9b02b68d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:41:37.692385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:37.692819 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 145467d6-176d-43d8-9f82-877b9b02b68d Nov 03 02:41:37.699026 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65a157-00f8-435d-bb5e-d4be6e9c38ac req-7117cd92-ae8c-46d3-a736-dea071ef86f9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:37.700712 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1f65a157-00f8-435d-bb5e-d4be6e9c38ac req-7117cd92-ae8c-46d3-a736-dea071ef86f9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 945 time: 0.0615194 Nov 03 02:41:37.753001 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1f65a157-00f8-435d-bb5e-d4be6e9c38ac req-e7f6a736-9209-41da-ba52-b03b40691f21 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452085 Nov 03 02:41:37.769285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 145467d6-176d-43d8-9f82-877b9b02b68d is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:41:37.769682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:37.808112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 145467d6-176d-43d8-9f82-877b9b02b68d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=145467d6-176d-43d8-9f82-877b9b02b68d,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:41:37.817668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:37.863993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=145467d6-176d-43d8-9f82-877b9b02b68d,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:37.878826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50394e-5bb7-43fe-9b75-82924447deb5 req-35b22355-4c1b-4930-bcf2-0427ab2cc18d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:37.880328 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ca50394e-5bb7-43fe-9b75-82924447deb5 req-35b22355-4c1b-4930-bcf2-0427ab2cc18d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0525944 Nov 03 02:41:37.880939 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145467d6-176d-43d8-9f82-877b9b02b68d'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:41:37.883984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2e5656-da53-46a4-a363-cf1482c80dc2" -d '{"events": [{"server_uuid": "ff9ac848-3502-40c1-ab20-b60a7c500863", "name": "network-vif-plugged", "status": "completed", "tag": "145467d6-176d-43d8-9f82-877b9b02b68d"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:41:37.917718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbcb373-8371-4cdb-97bf-7a28ac226844 x-openstack-request-id: req-8cbcb373-8371-4cdb-97bf-7a28ac226844 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:41:37.918022 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9ac848-3502-40c1-ab20-b60a7c500863", "name": "network-vif-plugged", "status": "completed", "tag": "145467d6-176d-43d8-9f82-877b9b02b68d", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:41:37.918325 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cbcb373-8371-4cdb-97bf-7a28ac226844 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:41:37.918733 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbcb373-8371-4cdb-97bf-7a28ac226844'] response: {'server_uuid': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145467d6-176d-43d8-9f82-877b9b02b68d', 'code': 200} Nov 03 02:41:37.935353 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ca50394e-5bb7-43fe-9b75-82924447deb5 req-b8bf2258-b0c1-4b9f-90b9-fdf77ab8d568 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476053 Nov 03 02:41:38.017532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43666) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:41:38.022172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-af6ca89f-daf1-44bd-a904-922c2524db0e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417293497', 'description': 'tempest-description--653402714'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:41:38.042654 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-af6ca89f-daf1-44bd-a904-922c2524db0e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.107902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-af6ca89f-daf1-44bd-a904-922c2524db0e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group (caef47c7-5a8a-45b7-9137-f739680d1c63), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.111623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-af6ca89f-daf1-44bd-a904-922c2524db0e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (caef47c7-5a8a-45b7-9137-f739680d1c63), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.143530 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-af6ca89f-daf1-44bd-a904-922c2524db0e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.144757 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-af6ca89f-daf1-44bd-a904-922c2524db0e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1262159 Nov 03 02:41:38.146592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ca89f-daf1-44bd-a904-922c2524db0e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caef47c7-5a8a-45b7-9137-f739680d1c63,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:38.147743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43668) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:41:38.152653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1aa73767-253a-42ab-9ffa-5130a7d6fe0b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Request body: {'security_group_rule': {'security_group_id': 'caef47c7-5a8a-45b7-9137-f739680d1c63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:41:38.182721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1aa73767-253a-42ab-9ffa-5130a7d6fe0b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group_rule (7a98ef43-fd65-4c6e-a8a5-d232fb490865), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.200807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.229750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1aa73767-253a-42ab-9ffa-5130a7d6fe0b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group_rule (7a98ef43-fd65-4c6e-a8a5-d232fb490865), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.233441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1aa73767-253a-42ab-9ffa-5130a7d6fe0b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (7a98ef43-fd65-4c6e-a8a5-d232fb490865), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.251070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa73767-253a-42ab-9ffa-5130a7d6fe0b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a98ef43-fd65-4c6e-a8a5-d232fb490865,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:38.259576 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1aa73767-253a-42ab-9ffa-5130a7d6fe0b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.260818 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1aa73767-253a-42ab-9ffa-5130a7d6fe0b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120296 Nov 03 02:41:38.263466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43670) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:41:38.268070 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-39fd0837-e766-4bb8-92f6-1086a1654aa1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Request body: {'security_group_rule': {'security_group_id': 'caef47c7-5a8a-45b7-9137-f739680d1c63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:41:38.292643 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39fd0837-e766-4bb8-92f6-1086a1654aa1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group_rule (3f51e756-6921-4af8-a283-95ba18ccc83c), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.352782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39fd0837-e766-4bb8-92f6-1086a1654aa1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group_rule (3f51e756-6921-4af8-a283-95ba18ccc83c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.356404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39fd0837-e766-4bb8-92f6-1086a1654aa1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (3f51e756-6921-4af8-a283-95ba18ccc83c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.373452 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd0837-e766-4bb8-92f6-1086a1654aa1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f51e756-6921-4af8-a283-95ba18ccc83c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:38.380562 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39fd0837-e766-4bb8-92f6-1086a1654aa1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.381852 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-39fd0837-e766-4bb8-92f6-1086a1654aa1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173744 Nov 03 02:41:38.385087 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43672) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:41:38.389356 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:41:38.409429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.505633 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.609611 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Allocated IP 172.26.6.53 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/08729c3e-4e09-485f-94ea-2469eeffe527) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:41:38.707881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for port (08729c3e-4e09-485f-94ea-2469eeffe527), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.740141 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (08729c3e-4e09-485f-94ea-2469eeffe527), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.781053 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:41:38.783923 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:41:38.786546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:41:38.811777 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Pushing event updated for resources: {'Port': ['ID=08729c3e-4e09-485f-94ea-2469eeffe527,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:38.875625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for floatingip (1e394453-6f05-49ff-a743-7020cf81f2e5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:38.912182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (08729c3e-4e09-485f-94ea-2469eeffe527), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:39.056786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for port (08729c3e-4e09-485f-94ea-2469eeffe527), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:39.061059 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (08729c3e-4e09-485f-94ea-2469eeffe527), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:39.128856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Pushing event updated for resources: {'Port': ['ID=08729c3e-4e09-485f-94ea-2469eeffe527,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:39.132414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (1e394453-6f05-49ff-a743-7020cf81f2e5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:39.148279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:39.149586 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2c415569-7a76-4442-8ae4-41afb449bfa0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7635753 Nov 03 02:41:39.249315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30d007-d337-494f-b766-86fd5a54fa11 req-2826e754-c728-4295-8e3b-bb4203f6ba81 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:39.250764 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d30d007-d337-494f-b766-86fd5a54fa11 req-2826e754-c728-4295-8e3b-bb4203f6ba81 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0530531 Nov 03 02:41:39.296270 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d30d007-d337-494f-b766-86fd5a54fa11 req-18402b4b-cf41-42ab-a3a2-dab3f1c024ed tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Nov 03 02:41:39.648544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-037f0705-4bc2-4ef9-9a95-76f570011b33 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:39.650008 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-037f0705-4bc2-4ef9-9a95-76f570011b33 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 815 time: 0.1033881 Nov 03 02:41:39.664677 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-cd51c83f-d33a-4ae8-a4e0-cb9605d90b6a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/quotas/88fdaab86982463ca9dc75303732b138 HTTP/1.1" status: 200 len: 375 time: 0.0093691 Nov 03 02:41:39.719611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-63a8019a-af17-4d92-9822-06a9fc846ff7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501680 Nov 03 02:41:39.776665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-519a0ef2-e176-447f-bd2d-2082a558e084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:39.816444 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-ceb3e0b4-a2b0-4334-8004-78619c5047fa service neutron] 10.222.0.23 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893917 Nov 03 02:41:39.907981 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-1a3572a6-c97d-4671-87f4-440c051229fa service neutron] 10.222.0.23 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854864 Nov 03 02:41:40.067562 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-37b0790f-3167-47cc-b0e6-5e1cf8084155 req-a86cfe5d-9c95-435a-8a41-527aadb998be tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 210 time: 0.0276988 Nov 03 02:41:40.998747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-8027125b-e7b7-436a-b875-b07db8df5363 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:41.000192 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-8027125b-e7b7-436a-b875-b07db8df5363 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.27 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 815 time: 0.1053038 Nov 03 02:41:41.012561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Request body: {'port': {'device_id': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6', 'admin_state_up': True, 'tenant_id': '88fdaab86982463ca9dc75303732b138'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:41:41.118073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Made reservation on behalf of 88fdaab86982463ca9dc75303732b138 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:41:41.121422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:41.199494 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-35eee13a-60a0-4871-b592-2c71124b41b1 req-8451e20f-25d3-44f7-9305-0d405c965d92 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 210 time: 0.0571151 Nov 03 02:41:41.276102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Allocated IP 172.20.0.12 (106c3343-20e9-4b00-8b88-521b873319e6/ab5987ce-2959-4e5a-9cad-0d21c1ffba25/adb33f48-7b9e-4445-ab51-e8c0e456efc8) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:41:41.417457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-f3e30473-192d-4d55-adf5-d21eaf81b672 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:41.418949 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-f3e30473-192d-4d55-adf5-d21eaf81b672 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff9ac848-3502-40c1-ab20-b60a7c500863 HTTP/1.1" status: 200 len: 946 time: 0.0521238 Nov 03 02:41:41.425131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:41.458107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:41.477078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['145467d6-176d-43d8-9f82-877b9b02b68d'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:41:41.501291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Network 106c3343-20e9-4b00-8b88-521b873319e6 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:41:41.507715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:41:41.511707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:41:41.515903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Pushing event updated for resources: {'Port': ['ID=adb33f48-7b9e-4445-ab51-e8c0e456efc8,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:41.516688 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-918fca29-f273-44e4-bb66-539e6b63c219 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Deleting port 145467d6-176d-43d8-9f82-877b9b02b68d {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:41:41.517040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-918fca29-f273-44e4-bb66-539e6b63c219 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:41.569605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:41.570275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:41.590311 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-62d84e1d-d690-4db0-a142-b6edd557f670 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5813415 Nov 03 02:41:41.609629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Request body: {'port': {'device_id': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:41:41.683600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:41.856343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-05f18fa4-9699-48f8-878e-bf1a5d5293b3 None None] Provisioning complete for port adb33f48-7b9e-4445-ab51-e8c0e456efc8 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:41:41.857038 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-05f18fa4-9699-48f8-878e-bf1a5d5293b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:41.857474 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-05f18fa4-9699-48f8-878e-bf1a5d5293b3 None None] Attempt 1 to provision port adb33f48-7b9e-4445-ab51-e8c0e456efc8 Nov 03 02:41:41.890588 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-05f18fa4-9699-48f8-878e-bf1a5d5293b3 None None] Port adb33f48-7b9e-4445-ab51-e8c0e456efc8 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:41:41.939282 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-918fca29-f273-44e4-bb66-539e6b63c219 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] For port 145467d6-176d-43d8-9f82-877b9b02b68d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=145467d6-176d-43d8-9f82-877b9b02b68d,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:41:41.939642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-918fca29-f273-44e4-bb66-539e6b63c219 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:41.952154 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-918fca29-f273-44e4-bb66-539e6b63c219 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Calling delete_port for 145467d6-176d-43d8-9f82-877b9b02b68d owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:41:41.962247 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb33f48-7b9e-4445-ab51-e8c0e456efc8 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:41:41.969708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Publish callbacks [] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:41.982730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Transition to ACTIVE for port object adb33f48-7b9e-4445-ab51-e8c0e456efc8 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:41:41.986410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:42.046531 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Pushing event updated for resources: {'Port': ['ID=adb33f48-7b9e-4445-ab51-e8c0e456efc8,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:42.087416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-918fca29-f273-44e4-bb66-539e6b63c219 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (145467d6-176d-43d8-9f82-877b9b02b68d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:42.098020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Attempting to bind port adb33f48-7b9e-4445-ab51-e8c0e456efc8 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:41:42.098360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Attempting to bind port adb33f48-7b9e-4445-ab51-e8c0e456efc8 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:41:42.098687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Attempting to bind port adb33f48-7b9e-4445-ab51-e8c0e456efc8 on network 106c3343-20e9-4b00-8b88-521b873319e6 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:41:42.103109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Port adb33f48-7b9e-4445-ab51-e8c0e456efc8 on network 106c3343-20e9-4b00-8b88-521b873319e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:41:42.103446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Attempting to bind port adb33f48-7b9e-4445-ab51-e8c0e456efc8 on network 106c3343-20e9-4b00-8b88-521b873319e6 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:41:42.108135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:41:42.108473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Checking segment: {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:41:42.108882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Bound using segment: {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:41:42.109300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Bound port: adb33f48-7b9e-4445-ab51-e8c0e456efc8, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:41:42.109658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:42.117187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fca29-f273-44e4-bb66-539e6b63c219 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Pushing event deleted for resources: {'Port': ['ID=145467d6-176d-43d8-9f82-877b9b02b68d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:42.158765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-918fca29-f273-44e4-bb66-539e6b63c219 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] No DVR routers for this DVR port 145467d6-176d-43d8-9f82-877b9b02b68d on host hv-neutron-8606 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:41:42.161372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-918fca29-f273-44e4-bb66-539e6b63c219 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:42.165606 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-918fca29-f273-44e4-bb66-539e6b63c219 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.27 "DELETE /v2.0/ports/145467d6-176d-43d8-9f82-877b9b02b68d HTTP/1.1" status: 204 len: 173 time: 0.7378149 Nov 03 02:41:42.166167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'name': 'network-vif-deleted', 'tag': '145467d6-176d-43d8-9f82-877b9b02b68d'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:41:42.168521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a02c01f-3c11-4b89-86c0-e7e462d984d1" -d '{"events": [{"server_uuid": "ff9ac848-3502-40c1-ab20-b60a7c500863", "name": "network-vif-deleted", "tag": "145467d6-176d-43d8-9f82-877b9b02b68d"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:41:42.184105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] For port adb33f48-7b9e-4445-ab51-e8c0e456efc8, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:41:42.189885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] For port adb33f48-7b9e-4445-ab51-e8c0e456efc8, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:41:42.198669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:42.223358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:42.223833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:42.225925 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] 10.222.0.27 "PUT /v2.0/ports/adb33f48-7b9e-4445-ab51-e8c0e456efc8 HTTP/1.1" status: 200 len: 1094 time: 0.6229608 Nov 03 02:41:42.226615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'tag': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:41:42.229038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0069c362-cee8-4dd9-bd42-1d6d03166209" -d '{"events": [{"name": "network-changed", "server_uuid": "566053a3-a1b5-4cef-9282-bbcdecc7e544", "tag": "adb33f48-7b9e-4445-ab51-e8c0e456efc8"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:41:42.261094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c940c9d-b30b-40ae-b343-7e6ce21b53cf service neutron] Pushing event updated for resources: {'Port': ['ID=adb33f48-7b9e-4445-ab51-e8c0e456efc8,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:42.283019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-08531aa0-8561-49ff-9ae9-2adf07f6e3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:42.311190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54e8f8e-852c-42ab-9245-ba560710f22e x-openstack-request-id: req-d54e8f8e-852c-42ab-9245-ba560710f22e {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:41:42.311504 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9ac848-3502-40c1-ab20-b60a7c500863", "name": "network-vif-deleted", "tag": "145467d6-176d-43d8-9f82-877b9b02b68d", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:41:42.311763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d54e8f8e-852c-42ab-9245-ba560710f22e {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:41:42.312178 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54e8f8e-852c-42ab-9245-ba560710f22e'] response: {'server_uuid': 'ff9ac848-3502-40c1-ab20-b60a7c500863', 'name': 'network-vif-deleted', 'tag': '145467d6-176d-43d8-9f82-877b9b02b68d', 'status': 'completed', 'code': 200} Nov 03 02:41:42.358075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3ce3d3-2691-4d14-99b4-9341d18b3ff6 x-openstack-request-id: req-0c3ce3d3-2691-4d14-99b4-9341d18b3ff6 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:41:42.358377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566053a3-a1b5-4cef-9282-bbcdecc7e544", "tag": "adb33f48-7b9e-4445-ab51-e8c0e456efc8", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:41:42.358630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c3ce3d3-2691-4d14-99b4-9341d18b3ff6 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:41:42.359034 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3ce3d3-2691-4d14-99b4-9341d18b3ff6'] response: {'name': 'network-changed', 'server_uuid': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'tag': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8', 'status': 'completed', 'code': 200} Nov 03 02:41:42.391957 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-05f18fa4-9699-48f8-878e-bf1a5d5293b3 None None] Attempt 2 to provision port adb33f48-7b9e-4445-ab51-e8c0e456efc8 Nov 03 02:41:42.410388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92e061-d588-4d6b-8403-4c559dcd16a4 req-eb8f395b-674e-44f7-9e46-44ad52b669b0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:42.411878 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ae92e061-d588-4d6b-8403-4c559dcd16a4 req-eb8f395b-674e-44f7-9e46-44ad52b669b0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 944 time: 0.0984185 Nov 03 02:41:42.418822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-1aed6dfd-3c6b-4a7f-8d76-c44012ec9fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:42.420237 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-1aed6dfd-3c6b-4a7f-8d76-c44012ec9fc7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 1128 time: 0.0746062 Nov 03 02:41:42.430929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-05f18fa4-9699-48f8-878e-bf1a5d5293b3 None None] Port adb33f48-7b9e-4445-ab51-e8c0e456efc8 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:41:42.469928 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-26722eff-3ad8-4e9e-89be-6abea8bb2e8b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8 HTTP/1.1" status: 200 len: 217 time: 0.0420861 Nov 03 02:41:42.517978 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ae92e061-d588-4d6b-8403-4c559dcd16a4 req-cc558a6c-4872-45a9-aadf-fb827df3d108 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966966 Nov 03 02:41:42.532670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-ab667b71-b2bb-43d3-ad17-56796faa4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:42.534095 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-ab667b71-b2bb-43d3-ad17-56796faa4ed5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 200 len: 854 time: 0.0558059 Nov 03 02:41:42.587809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-243efb6f-da5c-4ac1-b586-4d756eb1f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:42.589376 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-243efb6f-da5c-4ac1-b586-4d756eb1f44f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=106c3343-20e9-4b00-8b88-521b873319e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480106 Nov 03 02:41:42.680015 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-e7f3796e-ac5f-4961-83a8-8fe5cf4d70b1 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838017 Nov 03 02:41:42.779656 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b7e6e6-c744-4c04-9926-55b1206b9eaa req-f03df0a2-9b2b-44a4-9538-ff11730a6187 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924761 Nov 03 02:41:42.878458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069c362-cee8-4dd9-bd42-1d6d03166209 req-6c63596f-1f75-41e7-b6fa-39edf0f9457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:42.880181 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0069c362-cee8-4dd9-bd42-1d6d03166209 req-6c63596f-1f75-41e7-b6fa-39edf0f9457d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 1128 time: 0.0461445 Nov 03 02:41:42.968015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069c362-cee8-4dd9-bd42-1d6d03166209 req-0f34374f-67a5-4dfc-bbbb-0a3426e7c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:42.969506 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0069c362-cee8-4dd9-bd42-1d6d03166209 req-0f34374f-67a5-4dfc-bbbb-0a3426e7c906 service neutron] 10.222.0.27 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 916 time: 0.0832753 Nov 03 02:41:43.012333 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0069c362-cee8-4dd9-bd42-1d6d03166209 req-99fe9ef4-3adb-4b7a-8bf0-541e9ebab590 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8 HTTP/1.1" status: 200 len: 217 time: 0.0358350 Nov 03 02:41:43.060544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069c362-cee8-4dd9-bd42-1d6d03166209 req-a2dd8dba-f007-4d37-9e27-ab58046834a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:43.061880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0069c362-cee8-4dd9-bd42-1d6d03166209 req-a2dd8dba-f007-4d37-9e27-ab58046834a9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 200 len: 854 time: 0.0435176 Nov 03 02:41:43.110537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069c362-cee8-4dd9-bd42-1d6d03166209 req-4e344dc4-3893-425d-bee3-8618f6afd625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:43.112008 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0069c362-cee8-4dd9-bd42-1d6d03166209 req-4e344dc4-3893-425d-bee3-8618f6afd625 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=106c3343-20e9-4b00-8b88-521b873319e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439167 Nov 03 02:41:43.202553 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0069c362-cee8-4dd9-bd42-1d6d03166209 req-e0fc7eef-3ba4-4efc-9d16-f48c1445265c service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838327 Nov 03 02:41:43.210667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:43.291745 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0069c362-cee8-4dd9-bd42-1d6d03166209 req-b6022aef-414d-4e08-90c8-6e9fa21030b0 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829098 Nov 03 02:41:43.650636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fadde1-56e8-460e-92dd-655743be3bb4 req-949129f9-701a-4075-a6be-9c2b507ba0e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:43.652136 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-71fadde1-56e8-460e-92dd-655743be3bb4 req-949129f9-701a-4075-a6be-9c2b507ba0e7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 944 time: 0.0578859 Nov 03 02:41:43.698478 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-71fadde1-56e8-460e-92dd-655743be3bb4 req-19ce37c5-f35a-4af2-aba9-b0e303931265 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Nov 03 02:41:44.697967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:44.821578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfc1f2-778a-43cf-993f-ab6028ba7fbc req-42c66b11-1cde-45a7-985b-36fd209d1f32 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:44.823059 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-91bfc1f2-778a-43cf-993f-ab6028ba7fbc req-42c66b11-1cde-45a7-985b-36fd209d1f32 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 944 time: 0.0535662 Nov 03 02:41:44.869235 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-91bfc1f2-778a-43cf-993f-ab6028ba7fbc req-27e4fc18-b252-4fda-952d-01212c9554fd tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Nov 03 02:41:45.691010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device adb33f48-7b9e-4445-ab51-e8c0e456efc8 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:41:45.694729 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 145467d6-176d-43d8-9f82-877b9b02b68d no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:41:45.719972 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 145467d6-176d-43d8-9f82-877b9b02b68d {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:41:45.720598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 145467d6-176d-43d8-9f82-877b9b02b68d not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:41:45.805913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port adb33f48-7b9e-4445-ab51-e8c0e456efc8, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:41:45.817460 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8', 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6', 'port_id': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8', 'mac_address': 'fa:16:3e:26:c7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5987ce-2959-4e5a-9cad-0d21c1ffba25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:41:45.855069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port adb33f48-7b9e-4445-ab51-e8c0e456efc8 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:41:45.855463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:45.868364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb33f48-7b9e-4445-ab51-e8c0e456efc8 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:41:45.888809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port adb33f48-7b9e-4445-ab51-e8c0e456efc8, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:41:45.892240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:45.938574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=adb33f48-7b9e-4445-ab51-e8c0e456efc8,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:45.946333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.946622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.946969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.947310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.947645 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.947986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.948317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.948686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.949020 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.949350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.949680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.950008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.950335 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:41:45.991405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbc88a-ba2d-4e92-8195-0a4957b3e129 req-ddf9949e-af69-43e9-b216-38fcc29586e1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:45.992914 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47bbc88a-ba2d-4e92-8195-0a4957b3e129 req-ddf9949e-af69-43e9-b216-38fcc29586e1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 945 time: 0.0528286 Nov 03 02:41:46.042308 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-47bbc88a-ba2d-4e92-8195-0a4957b3e129 req-b28b6566-41c8-4d8a-8375-af3c017a748a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Nov 03 02:41:46.111001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:46.159878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['adb33f48-7b9e-4445-ab51-e8c0e456efc8'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:41:47.164946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d4ed3-4527-4cc7-813f-8cec1e7ebc28 req-b8a95735-13e8-4db2-a630-39caff6402d0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:47.166340 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-328d4ed3-4527-4cc7-813f-8cec1e7ebc28 req-b8a95735-13e8-4db2-a630-39caff6402d0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 945 time: 0.0526142 Nov 03 02:41:47.212601 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-328d4ed3-4527-4cc7-813f-8cec1e7ebc28 req-04029255-10a1-42f9-b14f-36f0f58008d8 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Nov 03 02:41:47.706935 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device adb33f48-7b9e-4445-ab51-e8c0e456efc8 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:41:47.752787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port adb33f48-7b9e-4445-ab51-e8c0e456efc8 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:41:47.757178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port adb33f48-7b9e-4445-ab51-e8c0e456efc8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:41:47.757557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:47.757927 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port adb33f48-7b9e-4445-ab51-e8c0e456efc8 Nov 03 02:41:47.831178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port adb33f48-7b9e-4445-ab51-e8c0e456efc8 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:41:47.831565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:47.855075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:41:47.857340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37074fa5-7d62-426e-bbe1-b6930e761e4f" -d '{"events": [{"server_uuid": "566053a3-a1b5-4cef-9282-bbcdecc7e544", "name": "network-vif-plugged", "status": "completed", "tag": "adb33f48-7b9e-4445-ab51-e8c0e456efc8"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:41:47.870116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port adb33f48-7b9e-4445-ab51-e8c0e456efc8, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:41:47.874327 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:41:47.900583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f92554a-98e7-47bc-8f64-ac307c23935c x-openstack-request-id: req-4f92554a-98e7-47bc-8f64-ac307c23935c {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:41:47.900876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566053a3-a1b5-4cef-9282-bbcdecc7e544", "name": "network-vif-plugged", "status": "completed", "tag": "adb33f48-7b9e-4445-ab51-e8c0e456efc8", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:41:47.901133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f92554a-98e7-47bc-8f64-ac307c23935c {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:41:47.901521 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f92554a-98e7-47bc-8f64-ac307c23935c'] response: {'server_uuid': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8', 'code': 200} Nov 03 02:41:47.927270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=adb33f48-7b9e-4445-ab51-e8c0e456efc8,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:41:48.076015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc15a3-34d0-45aa-adcf-181dbc65f2f1 req-81aa446d-8346-44f4-8fd9-778c918629f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:48.077484 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ddc15a3-34d0-45aa-adcf-181dbc65f2f1 req-81aa446d-8346-44f4-8fd9-778c918629f4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 1130 time: 0.0436287 Nov 03 02:41:48.123750 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ddc15a3-34d0-45aa-adcf-181dbc65f2f1 req-f4e57418-cd9d-4cb3-8505-c99a0c62bf65 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372467 Nov 03 02:41:48.337555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2daf17-e357-449f-a6fc-86109fe94b8a req-e0c629ec-59d8-4ab7-beee-7c0b8b0a6666 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:48.338956 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6d2daf17-e357-449f-a6fc-86109fe94b8a req-e0c629ec-59d8-4ab7-beee-7c0b8b0a6666 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0561323 Nov 03 02:41:48.384670 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6d2daf17-e357-449f-a6fc-86109fe94b8a req-52a7bd19-1ebf-44a3-a9a2-6002748bc6c4 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Nov 03 02:41:48.971278 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:41:49.507837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ff43-b1f4-47c3-b8fa-864350f4f557 req-f83f1070-157a-4903-b9d6-f363c1668cbb tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:49.509339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b28ff43-b1f4-47c3-b8fa-864350f4f557 req-f83f1070-157a-4903-b9d6-f363c1668cbb tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0520437 Nov 03 02:41:49.554876 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b28ff43-b1f4-47c3-b8fa-864350f4f557 req-a2980ace-0982-42e3-85d9-58541d5be59b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Nov 03 02:41:49.677566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cf730-415c-4696-b7e3-eab8bb7357f8 req-23234432-1410-448b-8651-afc1446c2832 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:49.679610 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d89cf730-415c-4696-b7e3-eab8bb7357f8 req-23234432-1410-448b-8651-afc1446c2832 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0512006 Nov 03 02:41:49.728841 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d89cf730-415c-4696-b7e3-eab8bb7357f8 req-9d3463d3-bffd-4264-8635-3f9519d4e33f tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 Nov 03 02:41:49.964984 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-c691a97f-be4c-4207-95bd-ae4e7b71eb28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0475216 Nov 03 02:41:49.973360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a3882-f117-42ee-8c4a-7949f3f4aa77 req-a539cabf-3d3c-478e-9a13-592a7693a5f1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:49.975529 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f5a3882-f117-42ee-8c4a-7949f3f4aa77 req-a539cabf-3d3c-478e-9a13-592a7693a5f1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0523300 Nov 03 02:41:50.025640 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f5a3882-f117-42ee-8c4a-7949f3f4aa77 req-f6f6fe45-1906-45a5-9fc1-cc2e97264cf4 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435913 Nov 03 02:41:50.302174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-7dba63fa-d74b-432a-a821-611e1f65944a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:50.304216 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-7dba63fa-d74b-432a-a821-611e1f65944a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports/adb33f48-7b9e-4445-ab51-e8c0e456efc8 HTTP/1.1" status: 200 len: 943 time: 0.0462725 Nov 03 02:41:51.079165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-aea6da4e-2cec-4fb4-8fda-fe55255035e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:51.080700 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-aea6da4e-2cec-4fb4-8fda-fe55255035e2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 1130 time: 0.0457208 Nov 03 02:41:51.523303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6392a-9d7c-48d5-b373-5f0a79694171 req-e31e7680-4692-4559-8923-405304cbfa67 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:51.524771 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02b6392a-9d7c-48d5-b373-5f0a79694171 req-e31e7680-4692-4559-8923-405304cbfa67 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.4189482 Nov 03 02:41:51.527509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-c43e86b2-d285-4321-a89c-7932e660c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:51.528851 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-c43e86b2-d285-4321-a89c-7932e660c17d service neutron] 10.222.0.27 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 916 time: 0.4409354 Nov 03 02:41:51.575805 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-62f64e86-7b89-4e4a-a096-809948f9bb5f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8 HTTP/1.1" status: 200 len: 217 time: 0.0400295 Nov 03 02:41:51.627238 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02b6392a-9d7c-48d5-b373-5f0a79694171 req-1649dd82-0fcd-4c0e-b706-209bf0afc918 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969393 Nov 03 02:41:51.643779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-46ee07e8-4c32-441b-978f-10dd083b12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:51.643779 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-46ee07e8-4c32-441b-978f-10dd083b12d4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 200 len: 854 time: 0.0562022 Nov 03 02:41:51.689965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-0885bcc4-2d7a-4e48-87f8-8700ec29c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:51.691412 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-0885bcc4-2d7a-4e48-87f8-8700ec29c6aa service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=106c3343-20e9-4b00-8b88-521b873319e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433409 Nov 03 02:41:51.779974 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-7804f5fc-54cc-42bc-a2b5-7dfc85b313d8 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823948 Nov 03 02:41:51.865929 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-b9d1495e-d7d8-4e6e-af12-2d0276342104 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801802 Nov 03 02:41:52.807072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cb73c-5e0b-481c-8e4f-493f5bef72b7 req-2bb5f7a0-aeb2-4365-8fb8-834a138b7f3d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:52.808570 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb7cb73c-5e0b-481c-8e4f-493f5bef72b7 req-2bb5f7a0-aeb2-4365-8fb8-834a138b7f3d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.1088934 Nov 03 02:41:52.855712 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bb7cb73c-5e0b-481c-8e4f-493f5bef72b7 req-3f11b36f-756a-4435-90fa-f3efc3974683 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Nov 03 02:41:53.979696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60218b36-d925-46ae-a52a-69cce1c570a4 req-fc5bdf36-3e01-4535-89e1-658c1b857bd5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:53.981268 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60218b36-d925-46ae-a52a-69cce1c570a4 req-fc5bdf36-3e01-4535-89e1-658c1b857bd5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0521145 Nov 03 02:41:54.029289 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60218b36-d925-46ae-a52a-69cce1c570a4 req-52be19c8-8897-4412-ad4b-892abb70c859 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Nov 03 02:41:55.153556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d9b48-877d-46bf-b0a7-431e5fe0bdb2 req-63eb3e7d-97d2-4f72-aac2-a813935f954c tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:55.154931 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e37d9b48-877d-46bf-b0a7-431e5fe0bdb2 req-63eb3e7d-97d2-4f72-aac2-a813935f954c tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0513206 Nov 03 02:41:55.204739 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e37d9b48-877d-46bf-b0a7-431e5fe0bdb2 req-fb6c3022-1b2a-4b63-a458-754749d85446 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 Nov 03 02:41:56.386343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dccbe9-fb0d-4b8c-a8f0-9fbc1bd53cef req-e8b77daa-c334-4a02-95d3-bf4da31dede2 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:56.387815 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c4dccbe9-fb0d-4b8c-a8f0-9fbc1bd53cef req-e8b77daa-c334-4a02-95d3-bf4da31dede2 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.1042173 Nov 03 02:41:56.434324 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c4dccbe9-fb0d-4b8c-a8f0-9fbc1bd53cef req-a5c69b75-81a9-4df7-a9f2-63233a69786d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408506 Nov 03 02:41:57.566262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89755281-bcc7-4a26-ab65-6a7779953c35 req-024af704-6d11-4322-90ef-fef41d98310e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:57.568190 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89755281-bcc7-4a26-ab65-6a7779953c35 req-024af704-6d11-4322-90ef-fef41d98310e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0565095 Nov 03 02:41:57.618946 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89755281-bcc7-4a26-ab65-6a7779953c35 req-b8b907f3-6024-441f-ac28-602c8289dfb0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450938 Nov 03 02:41:58.747387 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217be30-2e65-41bc-952e-5a2f18acb8ff req-6dcb1713-3a7a-4e30-ab7a-e7e6a8891bc4 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:58.748858 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b217be30-2e65-41bc-952e-5a2f18acb8ff req-6dcb1713-3a7a-4e30-ab7a-e7e6a8891bc4 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0546165 Nov 03 02:41:58.794011 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b217be30-2e65-41bc-952e-5a2f18acb8ff req-21ede47a-e89f-4211-ad7e-d59b94d7b57b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395446 Nov 03 02:41:59.918751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c4ce-9617-4617-b466-1a22f3960585 req-1c1f197f-bd39-443b-8e95-1dcee49da5a9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:41:59.920233 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e115c4ce-9617-4617-b466-1a22f3960585 req-1c1f197f-bd39-443b-8e95-1dcee49da5a9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0526433 Nov 03 02:41:59.966116 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e115c4ce-9617-4617-b466-1a22f3960585 req-7481a645-d0bf-4e3d-8133-d0f5943020d7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Nov 03 02:42:01.094884 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab072e-af89-4cea-acb8-df679ba9fac0 req-83ce0d66-626b-4083-8e45-fe1ebcbacd2f tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:01.096357 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5ab072e-af89-4cea-acb8-df679ba9fac0 req-83ce0d66-626b-4083-8e45-fe1ebcbacd2f tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0564392 Nov 03 02:42:01.143338 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5ab072e-af89-4cea-acb8-df679ba9fac0 req-91d4a692-eacb-4fcf-b8cd-cf75e895f0c5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Nov 03 02:42:02.266380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0e8b9-f583-4aff-a317-502cd89bc12f req-530b729a-b5d6-474a-8997-5f23ff777ad5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:02.267837 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5d0e8b9-f583-4aff-a317-502cd89bc12f req-530b729a-b5d6-474a-8997-5f23ff777ad5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0518377 Nov 03 02:42:02.315305 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5d0e8b9-f583-4aff-a317-502cd89bc12f req-33876681-d2b1-4d95-b77f-3b62d5b2e53a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413866 Nov 03 02:42:03.453567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583da2e9-6454-449d-9721-68a8bb4989aa req-9517159d-bbb7-4840-aaf7-0753de6dda5a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:03.456182 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-583da2e9-6454-449d-9721-68a8bb4989aa req-9517159d-bbb7-4840-aaf7-0753de6dda5a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0670807 Nov 03 02:42:03.538889 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-583da2e9-6454-449d-9721-68a8bb4989aa req-b62af344-3152-4aa9-91c8-1f76b504813d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766885 Nov 03 02:42:03.545257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-417894fe-eef1-41ef-a1ce-3db23b9fe7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:03.546895 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-417894fe-eef1-41ef-a1ce-3db23b9fe7ae service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 1130 time: 0.1300440 Nov 03 02:42:03.669115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-f2018a04-1c54-40e6-a4b6-91b0779e2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:03.670559 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-f2018a04-1c54-40e6-a4b6-91b0779e2eec service neutron] 10.222.0.27 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 916 time: 0.0868869 Nov 03 02:42:03.714990 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-15a771a8-90ec-4f43-bedd-29c5e7970f6c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8 HTTP/1.1" status: 200 len: 217 time: 0.0378783 Nov 03 02:42:03.764663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-78fa0916-274e-4527-8f42-624d3bca8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:03.766116 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-78fa0916-274e-4527-8f42-624d3bca8c8a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 200 len: 854 time: 0.0447893 Nov 03 02:42:03.814919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-60817705-519a-46c3-9902-af4e13a6a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:03.816449 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-60817705-519a-46c3-9902-af4e13a6a32e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=106c3343-20e9-4b00-8b88-521b873319e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441151 Nov 03 02:42:03.825890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-034f434a-d300-401d-971d-47c48be60c1a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:42:03.826839 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-034f434a-d300-401d-971d-47c48be60c1a service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049236 Nov 03 02:42:03.930075 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-ae454e25-82a6-4298-a798-a1817403e483 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944626 Nov 03 02:42:04.024257 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da79444c-3338-447b-a2e1-9b1ffb24ca42 req-0a94013d-30d9-4533-886f-020ef5edbea0 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875695 Nov 03 02:42:04.671517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086907c-91d5-4ec4-87bb-786bc3e9b37a req-3fb38984-c402-489a-908b-08eba4c8e0e9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:04.673037 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5086907c-91d5-4ec4-87bb-786bc3e9b37a req-3fb38984-c402-489a-908b-08eba4c8e0e9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0564594 Nov 03 02:42:04.732239 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5086907c-91d5-4ec4-87bb-786bc3e9b37a req-574a0df2-63a2-40b2-8054-9387c1e51633 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532324 Nov 03 02:42:05.856058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a26cc7-4e08-49f1-b4a1-d674aa88e2af req-a3c087e1-b32e-4f5d-932c-db2ec7bdf010 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:05.857556 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-79a26cc7-4e08-49f1-b4a1-d674aa88e2af req-a3c087e1-b32e-4f5d-932c-db2ec7bdf010 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0529325 Nov 03 02:42:05.904604 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-79a26cc7-4e08-49f1-b4a1-d674aa88e2af req-5213c5a8-8e0a-4b29-a31e-680511adb31b tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 Nov 03 02:42:07.027946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80a53d-2333-4ea6-b56c-ee4e5ddce789 req-8f83517b-e5c0-4fa4-990e-c128dc8cd3df tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:07.029440 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0c80a53d-2333-4ea6-b56c-ee4e5ddce789 req-8f83517b-e5c0-4fa4-990e-c128dc8cd3df tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0522726 Nov 03 02:42:07.075363 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0c80a53d-2333-4ea6-b56c-ee4e5ddce789 req-570e1cf9-e47d-42e0-9ac7-63426eeba075 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Nov 03 02:42:08.200841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:08.203881 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384eee15-48b5-4ec0-bbbd-196bcba3e3c6 req-1578a156-1a75-4e02-bd0f-c78126d4920d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:08.205432 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-384eee15-48b5-4ec0-bbbd-196bcba3e3c6 req-1578a156-1a75-4e02-bd0f-c78126d4920d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0569568 Nov 03 02:42:08.251631 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-384eee15-48b5-4ec0-bbbd-196bcba3e3c6 req-1ecf5a43-1103-42ce-be9b-3a9a587e2b76 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400338 Nov 03 02:42:09.375269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc7df0-49d4-4012-9589-0d436f564160 req-310decf5-aeb6-4706-8dbb-801161eb5c60 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:09.376762 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-80dc7df0-49d4-4012-9589-0d436f564160 req-310decf5-aeb6-4706-8dbb-801161eb5c60 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0527642 Nov 03 02:42:09.423356 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-80dc7df0-49d4-4012-9589-0d436f564160 req-8dde37b3-816b-418d-97e8-7b9b0a0c7d92 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Nov 03 02:42:09.778662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a167b6a6-715d-4af2-a1b5-3db113a4f2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:10.553716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bbec3-2604-4c31-a15c-2e333328d5fe req-99dd604d-631e-4b80-86e0-896593b43235 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:10.555188 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-506bbec3-2604-4c31-a15c-2e333328d5fe req-99dd604d-631e-4b80-86e0-896593b43235 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0562229 Nov 03 02:42:10.601961 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-506bbec3-2604-4c31-a15c-2e333328d5fe req-109b6d87-7968-4383-9dee-f910c85655dd tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Nov 03 02:42:11.726676 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b003b8-8db2-40b5-8b0c-c0a630783df7 req-7dbce1e8-9eed-44f5-9c20-865c8a37c5bd tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:11.728165 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-95b003b8-8db2-40b5-8b0c-c0a630783df7 req-7dbce1e8-9eed-44f5-9c20-865c8a37c5bd tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0526433 Nov 03 02:42:11.774649 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-95b003b8-8db2-40b5-8b0c-c0a630783df7 req-b34ebee4-eeb0-4502-9544-4d4534c03453 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409303 Nov 03 02:42:12.265527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-65e9cb2e-d63e-41e9-8f5c-ebadd6e4ba4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:12.899753 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c2b22-5ef5-4599-80b4-7197e5dd8902 req-056489c3-55e3-40ba-9ecc-f6e03707db6e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:12.901273 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-675c2b22-5ef5-4599-80b4-7197e5dd8902 req-056489c3-55e3-40ba-9ecc-f6e03707db6e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0529308 Nov 03 02:42:12.951431 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-675c2b22-5ef5-4599-80b4-7197e5dd8902 req-4d19904e-fd6e-40d3-b6a5-3b5c52ef5168 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446615 Nov 03 02:42:13.212222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:14.072924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9820ded-7408-46c4-aeb2-48cbdba43a7d req-1065728f-5b84-4492-9d96-9311a35f2c26 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:14.074399 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c9820ded-7408-46c4-aeb2-48cbdba43a7d req-1065728f-5b84-4492-9d96-9311a35f2c26 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0513656 Nov 03 02:42:14.121170 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c9820ded-7408-46c4-aeb2-48cbdba43a7d req-28ea46b3-49d6-4724-9ef9-7617ad00c22d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Nov 03 02:42:14.701293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:15.244135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e51d2d-11a9-4825-9b00-f126ea284c64 req-466028be-4fd7-4e93-9d98-9ce35612a457 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:15.245626 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-59e51d2d-11a9-4825-9b00-f126ea284c64 req-466028be-4fd7-4e93-9d98-9ce35612a457 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0523207 Nov 03 02:42:15.291224 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-59e51d2d-11a9-4825-9b00-f126ea284c64 req-dd43c692-d1d6-4bdd-b086-31fe748695b4 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400665 Nov 03 02:42:16.113709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:16.419477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cd374-2748-4e0e-8fdb-20b12d41270f req-9638d537-5164-4c86-964c-8d91ec4453dd tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:16.421053 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c9cd374-2748-4e0e-8fdb-20b12d41270f req-9638d537-5164-4c86-964c-8d91ec4453dd tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0563157 Nov 03 02:42:16.466581 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c9cd374-2748-4e0e-8fdb-20b12d41270f req-dca5b7b7-0a96-4bb2-86ed-db9c2a975dc5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Nov 03 02:42:17.590479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773db43-7b3d-4ebd-8693-3430c27933be req-4c4348d7-fff0-4eff-981d-c69acb30265a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:17.591945 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1773db43-7b3d-4ebd-8693-3430c27933be req-4c4348d7-fff0-4eff-981d-c69acb30265a tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0511627 Nov 03 02:42:17.638450 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1773db43-7b3d-4ebd-8693-3430c27933be req-91719dcc-af90-4aae-b8ac-470905d84dd7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Nov 03 02:42:18.811768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e099c0-0d49-4971-afd4-0afd651c2346 req-dc7e0f69-8ca5-4f86-bef7-7f4fab21bf40 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:18.813334 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69e099c0-0d49-4971-afd4-0afd651c2346 req-dc7e0f69-8ca5-4f86-bef7-7f4fab21bf40 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0986345 Nov 03 02:42:18.817000 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-aff9b7d8-2552-4afa-b43b-a367bf9b4e61 service neutron] 10.222.0.27 "GET /v2.0/ports/adb33f48-7b9e-4445-ab51-e8c0e456efc8/bindings/hv-neutron-8606 HTTP/1.1" status: 200 len: 384 time: 0.0763571 Nov 03 02:42:18.862032 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69e099c0-0d49-4971-afd4-0afd651c2346 req-21da7b6a-a797-4843-ad16-4695424fa6db tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423386 Nov 03 02:42:19.033609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-e74abc6a-f863-4ba7-837c-4432bef77d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:19.035113 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-e74abc6a-f863-4ba7-837c-4432bef77d6e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544&tenant_id=88fdaab86982463ca9dc75303732b138 HTTP/1.1" status: 200 len: 1130 time: 0.0445204 Nov 03 02:42:19.103868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-33a17731-8f9c-4844-9d02-3a7b5083818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:19.105391 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-33a17731-8f9c-4844-9d02-3a7b5083818c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 1130 time: 0.0436454 Nov 03 02:42:19.202034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-8e095049-378e-4b5a-b7e1-c1fcdd054676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:19.203414 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-8e095049-378e-4b5a-b7e1-c1fcdd054676 service neutron] 10.222.0.27 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 916 time: 0.0871928 Nov 03 02:42:19.246369 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-36661aa9-9564-4038-be91-57c866b998e9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8 HTTP/1.1" status: 200 len: 217 time: 0.0329282 Nov 03 02:42:19.303028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-f88fe619-880a-4142-b446-65eccf2fbb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:19.304434 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-f88fe619-880a-4142-b446-65eccf2fbb62 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 200 len: 854 time: 0.0465643 Nov 03 02:42:19.355274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-25742769-cf2d-4e93-852b-0caa2ba7696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:19.356771 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-25742769-cf2d-4e93-852b-0caa2ba7696e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=106c3343-20e9-4b00-8b88-521b873319e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433791 Nov 03 02:42:19.446818 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-19f8dbc3-c083-45cc-9906-03bccb478147 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799096 Nov 03 02:42:19.539613 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b438385-d2fd-4f11-9a77-1569799c9025 req-6466fdbf-7689-47d1-8048-a0c3f12c8abd service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864182 Nov 03 02:42:19.988909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ec63e-020e-4ac2-9df7-fbbcc2235bd7 req-38d5ed1a-8bb5-4ebd-89b0-58289bead77f tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:19.990388 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-140ec63e-020e-4ac2-9df7-fbbcc2235bd7 req-38d5ed1a-8bb5-4ebd-89b0-58289bead77f tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0541675 Nov 03 02:42:20.037330 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-140ec63e-020e-4ac2-9df7-fbbcc2235bd7 req-e65c237b-fe03-4806-89a0-5b4e49f691b1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Nov 03 02:42:21.163143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ae7fa-b8b7-4dd3-83b4-dae7cedd923e req-49c44f23-7a5e-4219-b112-ac0347b81653 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:21.164555 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fd2ae7fa-b8b7-4dd3-83b4-dae7cedd923e req-49c44f23-7a5e-4219-b112-ac0347b81653 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0527320 Nov 03 02:42:21.215004 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fd2ae7fa-b8b7-4dd3-83b4-dae7cedd923e req-9d97ea50-0793-4d75-8c81-9a7a886381be tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448995 Nov 03 02:42:21.884921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device adb33f48-7b9e-4445-ab51-e8c0e456efc8 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:42:21.887055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device adb33f48-7b9e-4445-ab51-e8c0e456efc8 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:42:22.024849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port adb33f48-7b9e-4445-ab51-e8c0e456efc8 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:22.025235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:22.044389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port adb33f48-7b9e-4445-ab51-e8c0e456efc8, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:22.061627 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8', 'network_id': '106c3343-20e9-4b00-8b88-521b873319e6', 'port_id': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8', 'mac_address': 'fa:16:3e:26:c7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5987ce-2959-4e5a-9cad-0d21c1ffba25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:42:22.066311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:42:22.068665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e192059-787c-4102-90a8-58037cefc03d" -d '{"events": [{"server_uuid": "566053a3-a1b5-4cef-9282-bbcdecc7e544", "name": "network-vif-unplugged", "status": "completed", "tag": "adb33f48-7b9e-4445-ab51-e8c0e456efc8"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:42:22.086660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port adb33f48-7b9e-4445-ab51-e8c0e456efc8, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:22.107705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:22.131474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 02:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7378fa-1494-42ff-8113-938b452236c0 x-openstack-request-id: req-9a7378fa-1494-42ff-8113-938b452236c0 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:42:22.131686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566053a3-a1b5-4cef-9282-bbcdecc7e544", "name": "network-vif-unplugged", "status": "completed", "tag": "adb33f48-7b9e-4445-ab51-e8c0e456efc8", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:42:22.131944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a7378fa-1494-42ff-8113-938b452236c0 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:42:22.132337 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7378fa-1494-42ff-8113-938b452236c0'] response: {'server_uuid': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8', 'code': 200} Nov 03 02:42:22.145355 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port adb33f48-7b9e-4445-ab51-e8c0e456efc8 is: ACTIVE; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:22.145749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:22.170586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb33f48-7b9e-4445-ab51-e8c0e456efc8 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:42:22.177936 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=adb33f48-7b9e-4445-ab51-e8c0e456efc8,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:22.212930 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:42:22.213295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:42:22.342095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0772b-efe4-4684-b1d3-248eeb8bd2f6 req-97360392-0f6b-464f-b107-119b0801d0be tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:22.343597 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-baf0772b-efe4-4684-b1d3-248eeb8bd2f6 req-97360392-0f6b-464f-b107-119b0801d0be tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 944 time: 0.0545044 Nov 03 02:42:22.390292 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-baf0772b-efe4-4684-b1d3-248eeb8bd2f6 req-db659f2e-c24e-4bb8-ac04-0f0a21feb51e tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Nov 03 02:42:22.623539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da990781-1924-4509-bd42-0ac505be6dac req-71b4ddf9-d1af-45ce-ab5d-a1af4bc50197 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:22.625110 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da990781-1924-4509-bd42-0ac505be6dac req-71b4ddf9-d1af-45ce-ab5d-a1af4bc50197 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 944 time: 0.0889237 Nov 03 02:42:22.638165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-3b8949c0-d370-4923-9618-6af2456167f0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:22.639600 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-3b8949c0-d370-4923-9618-6af2456167f0 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.27 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544&tenant_id=88fdaab86982463ca9dc75303732b138&binding%3Ahost_id=hv-neutron-8606 HTTP/1.1" status: 200 len: 944 time: 0.0774698 Nov 03 02:42:22.683848 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da990781-1924-4509-bd42-0ac505be6dac req-df56c896-0af0-4ae9-b4e8-0c35cd429ae5 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Nov 03 02:42:22.728933 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-2b1ef36f-1fef-4ca0-9d10-d47fd755c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:22.730497 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-2b1ef36f-1fef-4ca0-9d10-d47fd755c188 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88fdaab86982463ca9dc75303732b138&device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 1128 time: 0.0458703 Nov 03 02:42:22.750939 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port adb33f48-7b9e-4445-ab51-e8c0e456efc8 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:22.751327 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:22.764152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb33f48-7b9e-4445-ab51-e8c0e456efc8 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:42:22.783743 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port adb33f48-7b9e-4445-ab51-e8c0e456efc8, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:22.789072 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:22.830588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-938c10cd-ccdd-4d5d-8d0f-36f6801dc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:22.832127 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-938c10cd-ccdd-4d5d-8d0f-36f6801dc0cc service neutron] 10.222.0.27 "GET /v2.0/networks?id=106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 200 len: 916 time: 0.0954773 Nov 03 02:42:22.838038 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=adb33f48-7b9e-4445-ab51-e8c0e456efc8,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:22.854914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['adb33f48-7b9e-4445-ab51-e8c0e456efc8'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:42:22.874302 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-bc2006ba-da1b-418a-9763-032cfb96c360 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8 HTTP/1.1" status: 200 len: 217 time: 0.0354857 Nov 03 02:42:22.922942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-958b41eb-e359-4de5-97ca-ac082d5b11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:22.924386 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-958b41eb-e359-4de5-97ca-ac082d5b11b8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 200 len: 854 time: 0.0438972 Nov 03 02:42:22.974058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-fa509cd9-e3b7-4941-aa4f-b5e05e50c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:22.976139 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-fa509cd9-e3b7-4941-aa4f-b5e05e50c135 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=106c3343-20e9-4b00-8b88-521b873319e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454073 Nov 03 02:42:23.069289 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-71236f3e-ea6c-4c97-a0ab-97a585c9a3d9 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870056 Nov 03 02:42:23.156359 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-acbbd53b-0435-4331-8d1e-bc3c4ba40eb4 req-502329dd-9d17-4d00-8e20-433856a438d1 service neutron] 10.222.0.27 "GET /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804801 Nov 03 02:42:23.817451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3881d9-7bac-4c72-a41d-30c328434718 req-dd1b6323-f03b-4577-b5af-b8dee43395e9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:23.819047 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc3881d9-7bac-4c72-a41d-30c328434718 req-dd1b6323-f03b-4577-b5af-b8dee43395e9 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 945 time: 0.0595610 Nov 03 02:42:23.866725 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc3881d9-7bac-4c72-a41d-30c328434718 req-70907be4-204e-479e-ae2f-1c8bfa367f19 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Nov 03 02:42:23.898845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device adb33f48-7b9e-4445-ab51-e8c0e456efc8 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:42:23.945257 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port adb33f48-7b9e-4445-ab51-e8c0e456efc8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:23.945748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:23.946103 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port adb33f48-7b9e-4445-ab51-e8c0e456efc8 Nov 03 02:42:23.990959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117efe8-2326-4e7e-9e38-b761aff25c35 req-cc3e4e75-06cd-4df9-bcac-c0972336d8be tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:23.992449 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c117efe8-2326-4e7e-9e38-b761aff25c35 req-cc3e4e75-06cd-4df9-bcac-c0972336d8be tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 945 time: 0.0525014 Nov 03 02:42:24.017773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port adb33f48-7b9e-4445-ab51-e8c0e456efc8 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:24.018172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:24.040632 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c117efe8-2326-4e7e-9e38-b761aff25c35 req-f88b444c-86a4-47d4-952d-3cf308acfa5f tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 Nov 03 02:42:24.056108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port adb33f48-7b9e-4445-ab51-e8c0e456efc8, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:24.059569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:24.105659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=adb33f48-7b9e-4445-ab51-e8c0e456efc8,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:24.134036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:42:24.136296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076105c6-abcf-48b6-b9a7-5bad9f79fe61" -d '{"events": [{"server_uuid": "566053a3-a1b5-4cef-9282-bbcdecc7e544", "name": "network-vif-plugged", "status": "completed", "tag": "adb33f48-7b9e-4445-ab51-e8c0e456efc8"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:42:24.171241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99aef4-1da5-4d57-83d1-7c03bebe3b83 req-84431ddf-3b24-4636-8e24-8ed3edd9ec99 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:24.171388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1fc97f-c4d3-49ac-b975-245199d07902 x-openstack-request-id: req-ba1fc97f-c4d3-49ac-b975-245199d07902 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:42:24.171636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566053a3-a1b5-4cef-9282-bbcdecc7e544", "name": "network-vif-plugged", "status": "completed", "tag": "adb33f48-7b9e-4445-ab51-e8c0e456efc8", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:42:24.171897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba1fc97f-c4d3-49ac-b975-245199d07902 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:42:24.172297 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1fc97f-c4d3-49ac-b975-245199d07902'] response: {'server_uuid': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8', 'code': 200} Nov 03 02:42:24.172777 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f99aef4-1da5-4d57-83d1-7c03bebe3b83 req-84431ddf-3b24-4636-8e24-8ed3edd9ec99 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0542510 Nov 03 02:42:24.223710 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f99aef4-1da5-4d57-83d1-7c03bebe3b83 req-b00e7369-e213-44e4-b360-2d05049aa6fc tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444465 Nov 03 02:42:24.559938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dd656-d728-41be-840c-6686238b8d25 req-1fd25d8b-a490-4acc-8145-e070373e6b3d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:24.561436 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-620dd656-d728-41be-840c-6686238b8d25 req-1fd25d8b-a490-4acc-8145-e070373e6b3d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0534942 Nov 03 02:42:24.607069 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-620dd656-d728-41be-840c-6686238b8d25 req-f711dc5e-17c0-4b91-b75a-0ebe7ec7500f tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Nov 03 02:42:25.742119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073261d8-4f94-4aa2-aa74-ceead2e08cfe req-de511f47-1c1d-4b6a-aca1-10eb2f7ef411 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:25.743599 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-073261d8-4f94-4aa2-aa74-ceead2e08cfe req-de511f47-1c1d-4b6a-aca1-10eb2f7ef411 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0527194 Nov 03 02:42:25.789455 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-073261d8-4f94-4aa2-aa74-ceead2e08cfe req-71273d78-b811-4ad9-9f3d-fcaf30fbdf02 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups?id=81320657-ebbb-47f5-9d6c-0803eee0768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Nov 03 02:42:25.970087 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:42:26.295092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c0e2d-96bc-4cc0-a78f-ff8e9bcc0d89 req-a49a3c1f-2545-4fef-8676-b9c068f1bfe7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:26.296455 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-511c0e2d-96bc-4cc0-a78f-ff8e9bcc0d89 req-a49a3c1f-2545-4fef-8676-b9c068f1bfe7 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.27 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 946 time: 0.0559220 Nov 03 02:42:26.392677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-511c0e2d-96bc-4cc0-a78f-ff8e9bcc0d89 req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Deleting port adb33f48-7b9e-4445-ab51-e8c0e456efc8 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:42:26.393020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-511c0e2d-96bc-4cc0-a78f-ff8e9bcc0d89 req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:26.485038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-511c0e2d-96bc-4cc0-a78f-ff8e9bcc0d89 req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] For port adb33f48-7b9e-4445-ab51-e8c0e456efc8, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=adb33f48-7b9e-4445-ab51-e8c0e456efc8,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:26.485400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-511c0e2d-96bc-4cc0-a78f-ff8e9bcc0d89 req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:26.498309 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-511c0e2d-96bc-4cc0-a78f-ff8e9bcc0d89 req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Calling delete_port for adb33f48-7b9e-4445-ab51-e8c0e456efc8 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:42:26.621424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-511c0e2d-96bc-4cc0-a78f-ff8e9bcc0d89 req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (adb33f48-7b9e-4445-ab51-e8c0e456efc8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:26.638540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['adb33f48-7b9e-4445-ab51-e8c0e456efc8'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:42:26.651619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Pushing event deleted for resources: {'Port': ['ID=adb33f48-7b9e-4445-ab51-e8c0e456efc8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:26.661559 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.662421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.662774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.663122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.663469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.663810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.664149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.664519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.664852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.665189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.665542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.666200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.666200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:26.709970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-511c0e2d-96bc-4cc0-a78f-ff8e9bcc0d89 req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] No DVR routers for this DVR port adb33f48-7b9e-4445-ab51-e8c0e456efc8 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:42:26.712554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-511c0e2d-96bc-4cc0-a78f-ff8e9bcc0d89 req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:26.715881 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-511c0e2d-96bc-4cc0-a78f-ff8e9bcc0d89 req-840e6fa6-4812-434b-a2b7-73c720b9d5a1 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.27 "DELETE /v2.0/ports/adb33f48-7b9e-4445-ab51-e8c0e456efc8 HTTP/1.1" status: 204 len: 173 time: 0.4052694 Nov 03 02:42:26.716407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'name': 'network-vif-deleted', 'tag': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:42:26.718784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262d6eb9-f7f0-4a81-a4ad-cc9b9836d5e2" -d '{"events": [{"server_uuid": "566053a3-a1b5-4cef-9282-bbcdecc7e544", "name": "network-vif-deleted", "tag": "adb33f48-7b9e-4445-ab51-e8c0e456efc8"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:42:26.766692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1a89e3-ca79-4c40-a2eb-dfca31122873 x-openstack-request-id: req-ff1a89e3-ca79-4c40-a2eb-dfca31122873 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:42:26.767316 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566053a3-a1b5-4cef-9282-bbcdecc7e544", "name": "network-vif-deleted", "tag": "adb33f48-7b9e-4445-ab51-e8c0e456efc8", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:42:26.767316 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff1a89e3-ca79-4c40-a2eb-dfca31122873 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:42:26.767643 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1a89e3-ca79-4c40-a2eb-dfca31122873'] response: {'server_uuid': '566053a3-a1b5-4cef-9282-bbcdecc7e544', 'name': 'network-vif-deleted', 'tag': 'adb33f48-7b9e-4445-ab51-e8c0e456efc8', 'status': 'completed', 'code': 200} Nov 03 02:42:26.904941 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-85989b77-c59e-446c-acd4-cd9a7da8e0be req-ce94b1fb-dde6-48a7-a2bd-efbfb966cfce tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/ports?device_id=566053a3-a1b5-4cef-9282-bbcdecc7e544 HTTP/1.1" status: 200 len: 210 time: 0.0275996 Nov 03 02:42:27.994205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43852) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:28.047446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67addc69-b08a-426d-91b4-5a62bcc89e49 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group (caef47c7-5a8a-45b7-9137-f739680d1c63), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:28.071256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67addc69-b08a-426d-91b4-5a62bcc89e49 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group (caef47c7-5a8a-45b7-9137-f739680d1c63), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:28.122525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67addc69-b08a-426d-91b4-5a62bcc89e49 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (caef47c7-5a8a-45b7-9137-f739680d1c63), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:28.125294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67addc69-b08a-426d-91b4-5a62bcc89e49 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:28.126422 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-67addc69-b08a-426d-91b4-5a62bcc89e49 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "DELETE /v2.0/security-groups/caef47c7-5a8a-45b7-9137-f739680d1c63 HTTP/1.1" status: 204 len: 168 time: 0.1312580 Nov 03 02:42:28.129319 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43854) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:28.136101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67addc69-b08a-426d-91b4-5a62bcc89e49 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caef47c7-5a8a-45b7-9137-f739680d1c63,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:28.144372 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-10ebf6c8-6048-48bb-aa01-49c67fb1ae9d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] show failed (client error): The resource could not be found. Nov 03 02:42:28.145416 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-10ebf6c8-6048-48bb-aa01-49c67fb1ae9d tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "GET /v2.0/security-groups/caef47c7-5a8a-45b7-9137-f739680d1c63 HTTP/1.1" status: 404 len: 347 time: 0.0136702 Nov 03 02:42:28.148275 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43856) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:28.264100 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Deleting port 08729c3e-4e09-485f-94ea-2469eeffe527 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:42:28.264442 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (08729c3e-4e09-485f-94ea-2469eeffe527), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:28.338920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (08729c3e-4e09-485f-94ea-2469eeffe527), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:28.339249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for floatingip (08729c3e-4e09-485f-94ea-2469eeffe527), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:28.351395 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Calling delete_port for 08729c3e-4e09-485f-94ea-2469eeffe527 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:42:28.483065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (08729c3e-4e09-485f-94ea-2469eeffe527), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:28.507289 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Pushing event deleted for resources: {'Port': ['ID=08729c3e-4e09-485f-94ea-2469eeffe527,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:28.538369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.538725 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.539073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.539415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.539757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.540091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.540443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.540800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.541129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.541457 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.541804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.542111 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.542436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:28.579939 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks [] for floatingip (1e394453-6f05-49ff-a743-7020cf81f2e5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:28.582498 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:28.584172 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-08d12cf4-ffe9-4587-b0f3-22f0e147ac50 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] 10.222.0.23 "DELETE /v2.0/floatingips/1e394453-6f05-49ff-a743-7020cf81f2e5 HTTP/1.1" status: 204 len: 168 time: 0.4347513 Nov 03 02:42:28.650604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43862) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:28.975840 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (57c0ba3d-0148-40f8-b745-08afbf349eb8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:29.207206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] Deleting port d5457c34-80cc-4f82-8b47-f6bdf4966875 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:42:29.207847 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:29.284980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] For port d5457c34-80cc-4f82-8b47-f6bdf4966875, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d5457c34-80cc-4f82-8b47-f6bdf4966875,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:29.285337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:29.300762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] Calling delete_port for d5457c34-80cc-4f82-8b47-f6bdf4966875 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:42:29.472699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d5457c34-80cc-4f82-8b47-f6bdf4966875), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:29.497153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5457c34-80cc-4f82-8b47-f6bdf4966875,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:29.664006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (57c0ba3d-0148-40f8-b745-08afbf349eb8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:29.909575 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device adb33f48-7b9e-4445-ab51-e8c0e456efc8 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:42:29.933459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: adb33f48-7b9e-4445-ab51-e8c0e456efc8 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:42:29.933806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device adb33f48-7b9e-4445-ab51-e8c0e456efc8 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:42:30.187797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] Router 57c0ba3d-0148-40f8-b745-08afbf349eb8 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:42:30.285817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:42:30.290836 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c2c2b6fd-d392-4fcc-bf92-f6c00e7974a8 admin admin] 10.222.0.23 "PUT /v2.0/routers/57c0ba3d-0148-40f8-b745-08afbf349eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6392226 Nov 03 02:42:30.293594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43864) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:30.294455 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb53f2-7788-4d92-8fdd-0f4f7bb5e77b None None] Sync routers for ids ['57c0ba3d-0148-40f8-b745-08afbf349eb8'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:42:30.304804 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb53f2-7788-4d92-8fdd-0f4f7bb5e77b None None] Routers {'57c0ba3d-0148-40f8-b745-08afbf349eb8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:42:30.305400 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d7fb53f2-7788-4d92-8fdd-0f4f7bb5e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:42:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57c0ba3d-0148-40f8-b745-08afbf349eb8'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:30.395540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Publish callbacks [] for router (57c0ba3d-0148-40f8-b745-08afbf349eb8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:30.405359 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d7fb53f2-7788-4d92-8fdd-0f4f7bb5e77b None None] Set router 57c0ba3d-0148-40f8-b745-08afbf349eb8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:42:30.494919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Publish callbacks [] for router_gateway (57c0ba3d-0148-40f8-b745-08afbf349eb8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:30.543473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Deleting port 6072de40-ba20-4089-ad4d-aa3b507fb8b4 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:42:30.543815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:30.577703 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d7fb53f2-7788-4d92-8fdd-0f4f7bb5e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'name': 'tempest-ServerDiskConfigTestJSON-1424925491-router', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:40:49Z', 'updated_at': '2022-11-03T02:42:29Z', 'revision_number': 5, 'project_id': '88fdaab86982463ca9dc75303732b138', 'gw_port': {'id': '6072de40-ba20-4089-ad4d-aa3b507fb8b4', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:40:50Z', 'updated_at': '2022-11-03T02:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:30.604673 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb53f2-7788-4d92-8fdd-0f4f7bb5e77b None None] Checking router: 57c0ba3d-0148-40f8-b745-08afbf349eb8 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:42:30.612831 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb53f2-7788-4d92-8fdd-0f4f7bb5e77b None None] Routers {'57c0ba3d-0148-40f8-b745-08afbf349eb8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:42:30.613431 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d7fb53f2-7788-4d92-8fdd-0f4f7bb5e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:42:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57c0ba3d-0148-40f8-b745-08afbf349eb8'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:30.622210 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] For port 6072de40-ba20-4089-ad4d-aa3b507fb8b4, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6072de40-ba20-4089-ad4d-aa3b507fb8b4,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:30.622580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:30.636791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Calling delete_port for 6072de40-ba20-4089-ad4d-aa3b507fb8b4 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:42:30.701295 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d7fb53f2-7788-4d92-8fdd-0f4f7bb5e77b None None] Set router 57c0ba3d-0148-40f8-b745-08afbf349eb8 gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:42:30.753539 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d7fb53f2-7788-4d92-8fdd-0f4f7bb5e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'name': 'tempest-ServerDiskConfigTestJSON-1424925491-router', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:40:49Z', 'updated_at': '2022-11-03T02:42:30Z', 'revision_number': 6, 'project_id': '88fdaab86982463ca9dc75303732b138', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:30.778407 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb53f2-7788-4d92-8fdd-0f4f7bb5e77b None None] The sync data for ids ['57c0ba3d-0148-40f8-b745-08afbf349eb8'] in dv-neutron-860659-5-hyperv is: [{'id': '57c0ba3d-0148-40f8-b745-08afbf349eb8', 'name': 'tempest-ServerDiskConfigTestJSON-1424925491-router', 'tenant_id': '88fdaab86982463ca9dc75303732b138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:40:49Z', 'updated_at': '2022-11-03T02:42:30Z', 'revision_number': 6, 'project_id': '88fdaab86982463ca9dc75303732b138', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:42:30.817659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (6072de40-ba20-4089-ad4d-aa3b507fb8b4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:30.843012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Pushing event deleted for resources: {'Port': ['ID=6072de40-ba20-4089-ad4d-aa3b507fb8b4,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:30.909855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (57c0ba3d-0148-40f8-b745-08afbf349eb8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:30.996851 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (57c0ba3d-0148-40f8-b745-08afbf349eb8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:30.998952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Publish callbacks [] for router_controller (57c0ba3d-0148-40f8-b745-08afbf349eb8), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.041191 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (57c0ba3d-0148-40f8-b745-08afbf349eb8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.041674 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57c0ba3d-0148-40f8-b745-08afbf349eb8 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:42:31.046028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.047112 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1b26b52f-e06c-41c9-90ff-b704d11bb943 admin admin] 10.222.0.23 "DELETE /v2.0/routers/57c0ba3d-0148-40f8-b745-08afbf349eb8 HTTP/1.1" status: 204 len: 168 time: 0.7525241 Nov 03 02:42:31.049738 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43866) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:31.094861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-648575ce-39e4-4fe9-8cdc-f1d3e7e41bf7 admin admin] Deleting subnet ab5987ce-2959-4e5a-9cad-0d21c1ffba25 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:42:31.098232 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-648575ce-39e4-4fe9-8cdc-f1d3e7e41bf7 admin admin] Publish callbacks [] for subnet (ab5987ce-2959-4e5a-9cad-0d21c1ffba25), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.141754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-648575ce-39e4-4fe9-8cdc-f1d3e7e41bf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (ab5987ce-2959-4e5a-9cad-0d21c1ffba25), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.220419 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-648575ce-39e4-4fe9-8cdc-f1d3e7e41bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (ab5987ce-2959-4e5a-9cad-0d21c1ffba25), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.272957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-648575ce-39e4-4fe9-8cdc-f1d3e7e41bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (ab5987ce-2959-4e5a-9cad-0d21c1ffba25), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.303921 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648575ce-39e4-4fe9-8cdc-f1d3e7e41bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5987ce-2959-4e5a-9cad-0d21c1ffba25,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:31.305854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-648575ce-39e4-4fe9-8cdc-f1d3e7e41bf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.309117 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-648575ce-39e4-4fe9-8cdc-f1d3e7e41bf7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ab5987ce-2959-4e5a-9cad-0d21c1ffba25 HTTP/1.1" status: 204 len: 168 time: 0.2583895 Nov 03 02:42:31.309949 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac59079d-e5ea-471a-8ac2-a11c169c668c None None] Network 106c3343-20e9-4b00-8b88-521b873319e6 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:42:31.311686 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43868) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:31.379905 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (106c3343-20e9-4b00-8b88-521b873319e6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.430459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Deleting port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:42:31.430836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.499057 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] For port 342bf249-4a88-4d2b-9810-ceb7ce8a1029, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=342bf249-4a88-4d2b-9810-ceb7ce8a1029,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:31.499431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.512855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Calling delete_port for 342bf249-4a88-4d2b-9810-ceb7ce8a1029 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:42:31.522940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e877500e-9c9d-47e6-89bc-6069d7b85fdb None None] DHCP port deletion for 106c3343-20e9-4b00-8b88-521b873319e6 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:42:31.569185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e877500e-9c9d-47e6-89bc-6069d7b85fdb None None] Deleting port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:42:31.569484 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e877500e-9c9d-47e6-89bc-6069d7b85fdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.595446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.621189 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=342bf249-4a88-4d2b-9810-ceb7ce8a1029,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:31.624787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] No DVR routers for this DVR port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:42:31.640088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e877500e-9c9d-47e6-89bc-6069d7b85fdb None None] For port 342bf249-4a88-4d2b-9810-ceb7ce8a1029, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=342bf249-4a88-4d2b-9810-ceb7ce8a1029,segment=NetworkSegment(fad38caf-8c6a-4ce5-a31f-613204d3bbb1),segment_id=fad38caf-8c6a-4ce5-a31f-613204d3bbb1)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:31.640914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e877500e-9c9d-47e6-89bc-6069d7b85fdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.657948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e877500e-9c9d-47e6-89bc-6069d7b85fdb None None] Calling delete_port for 342bf249-4a88-4d2b-9810-ceb7ce8a1029 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:42:31.701033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (106c3343-20e9-4b00-8b88-521b873319e6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.724221 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106c3343-20e9-4b00-8b88-521b873319e6']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:31.736016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:31.736315 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad38caf-8c6a-4ce5-a31f-613204d3bbb1') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:31.738217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e877500e-9c9d-47e6-89bc-6069d7b85fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (342bf249-4a88-4d2b-9810-ceb7ce8a1029), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.747277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (fad38caf-8c6a-4ce5-a31f-613204d3bbb1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.750824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877500e-9c9d-47e6-89bc-6069d7b85fdb None None] No DVR routers for this DVR port 342bf249-4a88-4d2b-9810-ceb7ce8a1029 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:42:31.765746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (fad38caf-8c6a-4ce5-a31f-613204d3bbb1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.773995 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:42:31.774105 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (fad38caf-8c6a-4ce5-a31f-613204d3bbb1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.777873 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877500e-9c9d-47e6-89bc-6069d7b85fdb None None] Pushing event deleted for resources: {'Port': ['ID=342bf249-4a88-4d2b-9810-ceb7ce8a1029,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:31.853396 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment fad38caf-8c6a-4ce5-a31f-613204d3bbb1 resource provider aggregate not found Nov 03 02:42:31.857587 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (106c3343-20e9-4b00-8b88-521b873319e6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.863343 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:31.869665 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/106c3343-20e9-4b00-8b88-521b873319e6 HTTP/1.1" status: 204 len: 168 time: 0.5547030 Nov 03 02:42:31.879388 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment fad38caf-8c6a-4ce5-a31f-613204d3bbb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fad38caf-8c6a-4ce5-a31f-613204d3bbb1 found for delete ", "request_id": "req-d614503a-d4d0-4f19-b2ec-b7d4fe4c0dbd"}]} Nov 03 02:42:31.882238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b173b-288f-45fa-910a-92c8c651e5d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=106c3343-20e9-4b00-8b88-521b873319e6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:31.983107 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43878) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:32.024765 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-17a8cf95-5477-4291-9fe9-fe2c0a617617 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88fdaab86982463ca9dc75303732b138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403588 Nov 03 02:42:32.027073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43880) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:32.074188 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ec4c-87c3-4bbd-a83a-bd84c8d0b3ff admin admin] Publish callbacks [] for security_group (81320657-ebbb-47f5-9d6c-0803eee0768f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:32.095219 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ec4c-87c3-4bbd-a83a-bd84c8d0b3ff admin admin] Publish callbacks [] for security_group (81320657-ebbb-47f5-9d6c-0803eee0768f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:32.141673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ec4c-87c3-4bbd-a83a-bd84c8d0b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (81320657-ebbb-47f5-9d6c-0803eee0768f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:32.144249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ec4c-87c3-4bbd-a83a-bd84c8d0b3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:32.145476 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6cb8ec4c-87c3-4bbd-a83a-bd84c8d0b3ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81320657-ebbb-47f5-9d6c-0803eee0768f HTTP/1.1" status: 204 len: 168 time: 0.1174772 Nov 03 02:42:32.154020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8ec4c-87c3-4bbd-a83a-bd84c8d0b3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81320657-ebbb-47f5-9d6c-0803eee0768f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:32.686288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 342bf249-4a88-4d2b-9810-ceb7ce8a1029 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:42:32.705346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 342bf249-4a88-4d2b-9810-ceb7ce8a1029 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:42:32.705768 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 342bf249-4a88-4d2b-9810-ceb7ce8a1029 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:42:32.706208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6072de40-ba20-4089-ad4d-aa3b507fb8b4 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:42:32.725736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 6072de40-ba20-4089-ad4d-aa3b507fb8b4 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:42:32.726096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6072de40-ba20-4089-ad4d-aa3b507fb8b4 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:42:32.726523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d5457c34-80cc-4f82-8b47-f6bdf4966875 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:42:32.747481 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: d5457c34-80cc-4f82-8b47-f6bdf4966875 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:42:32.747837 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d5457c34-80cc-4f82-8b47-f6bdf4966875 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:42:32.793890 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 43902) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:32.889350 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-342607542-network', 'tenant_id': '2998efcc785d4fb8b880a33030f03047'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:42:32.909014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Made reservation on behalf of 2998efcc785d4fb8b880a33030f03047 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:42:32.911287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:32.920058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:32.998087 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Publish callbacks [] for security_group (12027649-a156-4c64-87f5-69d86ab8556e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.001818 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (12027649-a156-4c64-87f5-69d86ab8556e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.023150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:42:33.036604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12027649-a156-4c64-87f5-69d86ab8556e,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:33.041606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (26643829-1a19-43f0-8c96-7a38c07e5842), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.041955 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Added segment 26643829-1a19-43f0-8c96-7a38c07e5842 of type vlan for network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 Nov 03 02:42:33.081195 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.107813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.108905 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:33.109491 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.160117 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3650386 Nov 03 02:42:33.163407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43906) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:33.168992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] Request body: {'subnet': {'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-342607542-subnet', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:42:33.171744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a4cbc-d3b8-4817-8252-44f7605bda37 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:33.185913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:42:33.191344 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] Made reservation on behalf of 2998efcc785d4fb8b880a33030f03047 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:42:33.193688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.361209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (7cb68cd8-8577-46dc-a05b-018742ae1b10), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.418159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb68cd8-8577-46dc-a05b-018742ae1b10,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:33.425268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] Checking segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:42:33.425633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] Network hostable DHCP agents. Network: 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:42:33.442327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:42:33.450595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:42:33.454675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:33.455280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.460077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6effe34f-9a3b-44b1-9e02-71bf1dff4f59 None None] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:42:33.470780 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cb4cfa7a-0064-41e2-a791-96d3e68da0a9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3062932 Nov 03 02:42:33.473743 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43908) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:33.478593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:42:33.499924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.501072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.551573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Publish callbacks [] for router_controller (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.564890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:42:33.565734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.690809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Publish callbacks [] for router_gateway (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.702735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Allocated IP 172.20.0.2 (6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29/7cb68cd8-8577-46dc-a05b-018742ae1b10/cfa9a767-cdf5-41b2-9006-782a6199e8d8) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:42:33.841795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Publish callbacks [] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.847520 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.896882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Publish callbacks [] for router_gateway (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:33.917312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.024155 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Allocated IP 172.26.6.181 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/558c9cf0-ae92-445a-8e0c-d5ec7179d3a3) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:42:34.037219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:42:34.040728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:42:34.042659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Pushing event updated for resources: {'Port': ['ID=cfa9a767-cdf5-41b2-9006-782a6199e8d8,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:34.044943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:42:34.100782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Attempting to bind port cfa9a767-cdf5-41b2-9006-782a6199e8d8 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:42:34.101157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Attempting to bind port cfa9a767-cdf5-41b2-9006-782a6199e8d8 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:42:34.101519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Attempting to bind port cfa9a767-cdf5-41b2-9006-782a6199e8d8 on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:42:34.106637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:42:34.107025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Checking segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:42:34.107440 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.107845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Bound using segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:42:34.108317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Bound port: cfa9a767-cdf5-41b2-9006-782a6199e8d8, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:42:34.108728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.129278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Publish callbacks [] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.163823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.167567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] For port cfa9a767-cdf5-41b2-9006-782a6199e8d8, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:42:34.170906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] For port cfa9a767-cdf5-41b2-9006-782a6199e8d8, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=cfa9a767-cdf5-41b2-9006-782a6199e8d8,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:42:34.176736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.202742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:42:34.206057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:42:34.210589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:42:34.232793 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f41c2d-e902-4f72-aa8f-006c01ed58d7 None None] Pushing event updated for resources: {'Port': ['ID=cfa9a767-cdf5-41b2-9006-782a6199e8d8,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:34.241799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Pushing event updated for resources: {'Port': ['ID=558c9cf0-ae92-445a-8e0c-d5ec7179d3a3,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:34.485877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Publish callbacks [] for router_gateway (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.673298 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.712156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device cfa9a767-cdf5-41b2-9006-782a6199e8d8 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:42:34.762568 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port cfa9a767-cdf5-41b2-9006-782a6199e8d8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:34.762951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.763300 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port cfa9a767-cdf5-41b2-9006-782a6199e8d8 Nov 03 02:42:34.804133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:42:34.840830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port cfa9a767-cdf5-41b2-9006-782a6199e8d8 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:34.841225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.881660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port cfa9a767-cdf5-41b2-9006-782a6199e8d8, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=cfa9a767-cdf5-41b2-9006-782a6199e8d8,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:34.886506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.918098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:42:34.932924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Sync routers for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:42:34.942495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:34.944279 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cc0c1bc5-3726-4756-881e-cbeb8dadc181 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4690492 Nov 03 02:42:34.947107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43910) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:34.949931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=cfa9a767-cdf5-41b2-9006-782a6199e8d8,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:34.955293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:42:34.955935 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:42:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:35.063683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:42:35.229018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99278914-8c59-41e0-83a3-06eb9f50f69c None None] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:42:35.330031 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7e36e765-e837-4b81-8321-37e282162b46 None None] Provisioning complete for port cfa9a767-cdf5-41b2-9006-782a6199e8d8 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:35.330424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7e36e765-e837-4b81-8321-37e282162b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.330772 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-7e36e765-e837-4b81-8321-37e282162b46 None None] Attempt 1 to provision port cfa9a767-cdf5-41b2-9006-782a6199e8d8 Nov 03 02:42:35.374345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.388847 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:34Z', 'revision_number': 3, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:35.417776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Checking router: 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:42:35.418036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Updating router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:42:35.461733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.516835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7e36e765-e837-4b81-8321-37e282162b46 None None] Current status of the port cfa9a767-cdf5-41b2-9006-782a6199e8d8 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:35.531824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Allocated IP 172.20.0.1 (6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29/7cb68cd8-8577-46dc-a05b-018742ae1b10/0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:42:35.643488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Publish callbacks [] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.678327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.714998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:42:35.717929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:42:35.721440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:42:35.752900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Pushing event updated for resources: {'Port': ['ID=0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:35.764565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Publish callbacks [] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.766030 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-85be2d3e-30b0-46e9-b9b2-175cc866ae05 None None] Provisioning complete for port cfa9a767-cdf5-41b2-9006-782a6199e8d8 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:35.766396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-85be2d3e-30b0-46e9-b9b2-175cc866ae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.766795 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-85be2d3e-30b0-46e9-b9b2-175cc866ae05 None None] Attempt 1 to provision port cfa9a767-cdf5-41b2-9006-782a6199e8d8 Nov 03 02:42:35.774954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.790741 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.835899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Attempting to bind port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:42:35.836280 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Attempting to bind port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:42:35.836665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Attempting to bind port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:42:35.847652 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:42:35.848176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:42:35.848594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.849658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:42:35.850270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Bound port: 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:42:35.850654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.879519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b3484-b757-416f-88f7-948a2d905575 None None] Pushing event updated for resources: {'Port': ['ID=558c9cf0-ae92-445a-8e0c-d5ec7179d3a3,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:35.930774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.941803 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-85be2d3e-30b0-46e9-b9b2-175cc866ae05 None None] Current status of the port cfa9a767-cdf5-41b2-9006-782a6199e8d8 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:35.944461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] For port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:42:35.955711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] For port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=558c9cf0-ae92-445a-8e0c-d5ec7179d3a3,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:42:35.961566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:35.994665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:42:35.995203 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:42:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:36.055911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b3484-b757-416f-88f7-948a2d905575 None None] Pushing event updated for resources: {'Port': ['ID=558c9cf0-ae92-445a-8e0c-d5ec7179d3a3,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:36.096620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Publish callbacks [] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:36.101634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:36.107259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Provisioning complete for port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:36.107639 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:36.107976 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Attempt 1 to provision port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 Nov 03 02:42:36.144387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:42:36.169629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Pushing event updated for resources: {'Port': ['ID=0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:36.172172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:36.174655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:42:36.263426 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:42:36.264723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:42:36.353860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 1, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:36.378662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502ca7c-9119-4573-aae0-6b99d9c005ec None None] The sync data for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv is: [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 1, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:42:36.387774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:42:36.502745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:42:36.508146 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-48daf3e7-18e4-4a20-be2c-afe763496afc admin admin] 10.222.0.23 "PUT /v2.0/routers/57ed22d7-b7f9-4efb-b14a-c799e5caefc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5597129 Nov 03 02:42:36.675678 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Attempt 2 to provision port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 Nov 03 02:42:36.701341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device cfa9a767-cdf5-41b2-9006-782a6199e8d8 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:42:36.742106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:42:36.760232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port cfa9a767-cdf5-41b2-9006-782a6199e8d8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:36.760712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:36.761063 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port cfa9a767-cdf5-41b2-9006-782a6199e8d8 Nov 03 02:42:36.842204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43918) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:36.843921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port cfa9a767-cdf5-41b2-9006-782a6199e8d8 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:36.846861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5b9c5713-e2f3-4ee6-931b-137d1f3dafc4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771424876', 'description': 'tempest-description--1512931807'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:42:36.869733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5713-e2f3-4ee6-931b-137d1f3dafc4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:36.941425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5713-e2f3-4ee6-931b-137d1f3dafc4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group (1f313610-2564-469c-a2a3-9d96aaf7f36d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:36.945542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5713-e2f3-4ee6-931b-137d1f3dafc4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1f313610-2564-469c-a2a3-9d96aaf7f36d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:36.976784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5713-e2f3-4ee6-931b-137d1f3dafc4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:36.978091 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5b9c5713-e2f3-4ee6-931b-137d1f3dafc4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1348393 Nov 03 02:42:36.981185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43920) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:36.985340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6adcb043-bf91-4a15-9d97-278b33e98f94 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'security_group_rule': {'security_group_id': '1f313610-2564-469c-a2a3-9d96aaf7f36d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:42:36.994113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c5713-e2f3-4ee6-931b-137d1f3dafc4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f313610-2564-469c-a2a3-9d96aaf7f36d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:37.019225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adcb043-bf91-4a15-9d97-278b33e98f94 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group_rule (c72e1e9d-5327-49bc-98df-4d28ea5e0ac8), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.097990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adcb043-bf91-4a15-9d97-278b33e98f94 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group_rule (c72e1e9d-5327-49bc-98df-4d28ea5e0ac8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.103407 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adcb043-bf91-4a15-9d97-278b33e98f94 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (c72e1e9d-5327-49bc-98df-4d28ea5e0ac8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.124177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcb043-bf91-4a15-9d97-278b33e98f94 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72e1e9d-5327-49bc-98df-4d28ea5e0ac8,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:37.134173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6adcb043-bf91-4a15-9d97-278b33e98f94 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.136514 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6adcb043-bf91-4a15-9d97-278b33e98f94 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534438 Nov 03 02:42:37.138216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43922) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:37.142611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-aaf15505-62bb-4cd2-8375-752f80d37a8d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'security_group_rule': {'security_group_id': '1f313610-2564-469c-a2a3-9d96aaf7f36d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:42:37.168038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aaf15505-62bb-4cd2-8375-752f80d37a8d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group_rule (8ba8ddb0-32f2-493a-b1d3-4bae4e04ae26), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.230088 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aaf15505-62bb-4cd2-8375-752f80d37a8d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group_rule (8ba8ddb0-32f2-493a-b1d3-4bae4e04ae26), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.233971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aaf15505-62bb-4cd2-8375-752f80d37a8d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (8ba8ddb0-32f2-493a-b1d3-4bae4e04ae26), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.243316 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Attempt 3 to provision port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 Nov 03 02:42:37.253137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf15505-62bb-4cd2-8375-752f80d37a8d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba8ddb0-32f2-493a-b1d3-4bae4e04ae26,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:37.263565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-aaf15505-62bb-4cd2-8375-752f80d37a8d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.264868 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-aaf15505-62bb-4cd2-8375-752f80d37a8d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256800 Nov 03 02:42:37.267852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43924) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:37.273856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:42:37.280673 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:42:37.294576 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.400298 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.507694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Allocated IP 172.26.6.87 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/541e4573-4eea-4f4d-ab0e-72798ac6a296) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:42:37.618557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for port (541e4573-4eea-4f4d-ab0e-72798ac6a296), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.652205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (541e4573-4eea-4f4d-ab0e-72798ac6a296), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.691536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:42:37.695210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:42:37.701255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:42:37.723506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event updated for resources: {'Port': ['ID=541e4573-4eea-4f4d-ab0e-72798ac6a296,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:37.782580 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Attempt 4 to provision port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 Nov 03 02:42:37.784534 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.814788 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:42:37.821887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (541e4573-4eea-4f4d-ab0e-72798ac6a296), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.971167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for port (541e4573-4eea-4f4d-ab0e-72798ac6a296), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:37.976573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (541e4573-4eea-4f4d-ab0e-72798ac6a296), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:38.043192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event updated for resources: {'Port': ['ID=541e4573-4eea-4f4d-ab0e-72798ac6a296,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:38.045951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:38.062710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:38.071526 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-19ff3656-8ad4-4ee2-8e84-5643b8e2cb74 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7946041 Nov 03 02:42:38.213813 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-888c5dfe-1eb1-41e9-beb0-907a53411e2e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1771424876&fields=id&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 267 time: 0.0444443 Nov 03 02:42:38.219755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:38.315877 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Attempt 5 to provision port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 Nov 03 02:42:38.329254 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261791b4-d250-4d7b-abec-259734807b6d req-ee57a1ac-b7e6-44c4-b1cd-5f6b5a1c48e6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:38.330652 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-ee57a1ac-b7e6-44c4-b1cd-5f6b5a1c48e6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 811 time: 0.1093431 Nov 03 02:42:38.345835 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-fcd08519-bfdd-4416-9c8d-891b4c8cff07 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/quotas/2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 375 time: 0.0090225 Nov 03 02:42:38.406812 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-8f2f3c2e-bda6-4984-a01d-462e9f6ded59 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544643 Nov 03 02:42:38.410403 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Sync routers for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:42:38.425234 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:42:38.425876 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:42:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:38.427477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-7fdb231d-057a-4826-8f3b-a3d24ee0ab41 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:42:38.429001 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-7fdb231d-057a-4826-8f3b-a3d24ee0ab41 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075943 Nov 03 02:42:38.503731 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:42:38.522182 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-6cb5ff3f-5a3b-446f-a4f3-de4c3eac97fd service neutron] 10.222.0.23 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868604 Nov 03 02:42:38.534118 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:42:38.616594 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-b3ab5c0e-b427-4345-a0cd-54181001f869 service neutron] 10.222.0.23 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885046 Nov 03 02:42:38.754875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:42:38.806557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:38.807318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:38.807861 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 Nov 03 02:42:38.836936 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de3695ef-cb1a-4f2d-b1c1-7111e39edeaa req-0e7b4166-c691-41ae-a778-f3be88e75499 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 210 time: 0.0369620 Nov 03 02:42:38.852213 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 2, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:38.882600 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Checking router: 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:42:38.882970 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Updating router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:42:38.910460 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:38.910882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:38.911057 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:38.936086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=558c9cf0-ae92-445a-8e0c-d5ec7179d3a3,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:38.942279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:38.993161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=558c9cf0-ae92-445a-8e0c-d5ec7179d3a3,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:39.004676 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Attempt 6 to provision port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 Nov 03 02:42:39.037882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:42:39.196381 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Publish callbacks [] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:39.202770 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:39.266707 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Pushing event updated for resources: {'Port': ['ID=0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:39.290157 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.290511 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.290856 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.291197 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.291530 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.291860 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.292193 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.292612 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.293027 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.293361 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.293741 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.294072 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.294396 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:39.306375 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Attempting to bind port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:42:39.306757 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Attempting to bind port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:42:39.307125 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Attempting to bind port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:42:39.313406 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:42:39.313786 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Checking segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:42:39.314185 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:39.314573 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Bound using segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:42:39.315037 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Bound port: 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:42:39.315419 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:39.374872 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] For port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:42:39.378453 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] For port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:42:39.384662 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:39.423540 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:42:39.424207 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:42:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:39.481412 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b4eb3-68a9-4e13-ad95-f869e628dcf0 None None] Pushing event updated for resources: {'Port': ['ID=0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:39.538947 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Attempt 7 to provision port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 Nov 03 02:42:39.540854 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:42:39.613027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Current status of the port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:39.613427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:39.645453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] For port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:39.649953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:39.696352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837094e-6d45-43b6-b88e-bfdccb5ae36f None None] Pushing event updated for resources: {'Port': ['ID=0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:39.740212 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:39.770383 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887ea18-ca3e-4335-a5f2-26ed6051492c None None] The sync data for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv is: [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:42:39.782052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-103da0c0-31ce-47ca-b472-be5a16edd404 None None] Provisioning complete for port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:39.782432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-103da0c0-31ce-47ca-b472-be5a16edd404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:39.782769 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-103da0c0-31ce-47ca-b472-be5a16edd404 None None] Attempt 1 to provision port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 Nov 03 02:42:39.816236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-90b6a4be-7e0f-43ee-8f8d-a7450b1e160b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:39.869624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-103da0c0-31ce-47ca-b472-be5a16edd404 None None] Current status of the port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:40.243478 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6d25d66f-1cc3-4a18-b941-eedc6f29c978 req-fb38d1b9-3f13-4b5b-a1ec-e979650e201d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 210 time: 0.0352149 Nov 03 02:42:40.290256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261791b4-d250-4d7b-abec-259734807b6d req-5faedffc-676f-4fa4-a57f-c31e247b845e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:40.291731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-5faedffc-676f-4fa4-a57f-c31e247b845e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 811 time: 0.5133786 Nov 03 02:42:40.362343 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-623bc6c5-9bf5-4f6b-a644-04aefcf95893 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 380 time: 0.0544438 Nov 03 02:42:40.375075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'port': {'device_id': '10468c91-c929-4043-99a5-e0431c75342b', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'admin_state_up': True, 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'security_groups': ['1f313610-2564-469c-a2a3-9d96aaf7f36d']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:42:40.489053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Made reservation on behalf of 2998efcc785d4fb8b880a33030f03047 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:42:40.493110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:40.616916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Allocated IP 172.20.0.5 (6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29/7cb68cd8-8577-46dc-a05b-018742ae1b10/ec9197da-d67e-4999-912c-4e0188442bbc) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:42:40.716651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:42:40.763366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:40.763749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:40.764096 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 Nov 03 02:42:40.764437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for port (ec9197da-d67e-4999-912c-4e0188442bbc), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:40.800774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:40.845730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:40.846820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:42:40.856722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:42:40.866871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:42:40.871144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event updated for resources: {'Port': ['ID=ec9197da-d67e-4999-912c-4e0188442bbc,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:40.875755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:42:40.904265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:40.904696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:40.905047 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 Nov 03 02:42:40.928076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:40.928774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:40.947085 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-1a4b07a5-4c36-497d-964b-2b1012d066dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5760572 Nov 03 02:42:40.963814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Request body: {'port': {'device_id': '10468c91-c929-4043-99a5-e0431c75342b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:42:40.984815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:41.027623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:41.106532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5fcea4e9-c7ad-461e-b4de-3f00d2476fb1 None None] Provisioning complete for port ec9197da-d67e-4999-912c-4e0188442bbc triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:41.106913 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5fcea4e9-c7ad-461e-b4de-3f00d2476fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:41.107282 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5fcea4e9-c7ad-461e-b4de-3f00d2476fb1 None None] Attempt 1 to provision port ec9197da-d67e-4999-912c-4e0188442bbc Nov 03 02:42:41.140118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5fcea4e9-c7ad-461e-b4de-3f00d2476fb1 None None] Port ec9197da-d67e-4999-912c-4e0188442bbc cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:42:41.291196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9197da-d67e-4999-912c-4e0188442bbc {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:42:41.298823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Publish callbacks [] for port (ec9197da-d67e-4999-912c-4e0188442bbc), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:41.311326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Transition to ACTIVE for port object ec9197da-d67e-4999-912c-4e0188442bbc will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:42:41.315318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:41.430912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Pushing event updated for resources: {'Port': ['ID=ec9197da-d67e-4999-912c-4e0188442bbc,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:41.463486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4da094-348c-49d0-91cd-539f0f4123c5 req-cc18c51e-530a-4ada-98ba-e173bc578656 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:41.465020 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ac4da094-348c-49d0-91cd-539f0f4123c5 req-cc18c51e-530a-4ada-98ba-e173bc578656 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 943 time: 0.1438594 Nov 03 02:42:41.493120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Attempting to bind port ec9197da-d67e-4999-912c-4e0188442bbc on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:42:41.493467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Attempting to bind port ec9197da-d67e-4999-912c-4e0188442bbc by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:42:41.493804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Attempting to bind port ec9197da-d67e-4999-912c-4e0188442bbc on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:42:41.504199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Port ec9197da-d67e-4999-912c-4e0188442bbc on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:42:41.504550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Attempting to bind port ec9197da-d67e-4999-912c-4e0188442bbc on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:42:41.518683 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:42:41.519033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Checking segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:42:41.519422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Bound using segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:42:41.519855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Bound port: ec9197da-d67e-4999-912c-4e0188442bbc, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:42:41.520217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:41.541537 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ac4da094-348c-49d0-91cd-539f0f4123c5 req-26d1706c-128e-44b5-87ed-a8c8da41d41f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700030 Nov 03 02:42:41.590869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] For port ec9197da-d67e-4999-912c-4e0188442bbc, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:42:41.594418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] For port ec9197da-d67e-4999-912c-4e0188442bbc, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=ec9197da-d67e-4999-912c-4e0188442bbc,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:42:41.601893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:41.604858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:41.605465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:41.606808 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] 10.222.0.27 "PUT /v2.0/ports/ec9197da-d67e-4999-912c-4e0188442bbc HTTP/1.1" status: 200 len: 1093 time: 0.6485062 Nov 03 02:42:41.608954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10468c91-c929-4043-99a5-e0431c75342b', 'tag': 'ec9197da-d67e-4999-912c-4e0188442bbc'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:42:41.611180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45efcc52-e840-492f-a98d-b8d627651c34" -d '{"events": [{"name": "network-changed", "server_uuid": "10468c91-c929-4043-99a5-e0431c75342b", "tag": "ec9197da-d67e-4999-912c-4e0188442bbc"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:42:41.641313 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5fcea4e9-c7ad-461e-b4de-3f00d2476fb1 None None] Attempt 2 to provision port ec9197da-d67e-4999-912c-4e0188442bbc Nov 03 02:42:41.654175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3fcec8-c604-4792-8d66-a86d7a85e904 x-openstack-request-id: req-ed3fcec8-c604-4792-8d66-a86d7a85e904 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:42:41.654465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10468c91-c929-4043-99a5-e0431c75342b", "tag": "ec9197da-d67e-4999-912c-4e0188442bbc", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:42:41.654716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed3fcec8-c604-4792-8d66-a86d7a85e904 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:42:41.655176 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3fcec8-c604-4792-8d66-a86d7a85e904'] response: {'name': 'network-changed', 'server_uuid': '10468c91-c929-4043-99a5-e0431c75342b', 'tag': 'ec9197da-d67e-4999-912c-4e0188442bbc', 'status': 'completed', 'code': 200} Nov 03 02:42:41.683777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5fcea4e9-c7ad-461e-b4de-3f00d2476fb1 None None] Port ec9197da-d67e-4999-912c-4e0188442bbc had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:42:41.699941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8de9e9-73c9-4a85-a015-2e5d6b6762ff service neutron] Pushing event updated for resources: {'Port': ['ID=ec9197da-d67e-4999-912c-4e0188442bbc,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:41.716586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261791b4-d250-4d7b-abec-259734807b6d req-aa60b5da-9bef-4f71-bfdc-52063929bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:41.718129 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-aa60b5da-9bef-4f71-bfdc-52063929bc76 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 1127 time: 0.0604303 Nov 03 02:42:41.764163 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-6d72442f-06de-4f5e-8fcd-1dd027a34a1a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9197da-d67e-4999-912c-4e0188442bbc HTTP/1.1" status: 200 len: 217 time: 0.0326276 Nov 03 02:42:41.816942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261791b4-d250-4d7b-abec-259734807b6d req-46b9b6fd-273f-4f73-95a7-dd4afcb3ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:41.818352 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-46b9b6fd-273f-4f73-95a7-dd4afcb3ec13 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0443757 Nov 03 02:42:41.871075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261791b4-d250-4d7b-abec-259734807b6d req-60f8327e-190b-475c-8d33-2a3f30f09062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:41.872591 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-60f8327e-190b-475c-8d33-2a3f30f09062 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483642 Nov 03 02:42:41.962953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-a8793a8a-5280-4c7b-bd13-09057f2adc52 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806799 Nov 03 02:42:42.058434 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261791b4-d250-4d7b-abec-259734807b6d req-14244275-e3ff-45f5-a48a-4feb3f20deee service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863318 Nov 03 02:42:42.162373 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efcc52-e840-492f-a98d-b8d627651c34 req-dd58259a-0966-4ffa-a3a2-f62faf3ba78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:42.163883 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45efcc52-e840-492f-a98d-b8d627651c34 req-dd58259a-0966-4ffa-a3a2-f62faf3ba78b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 1127 time: 0.0461087 Nov 03 02:42:42.260391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efcc52-e840-492f-a98d-b8d627651c34 req-55dc13db-5b7d-4405-8042-1a1a38521c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:42.261906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45efcc52-e840-492f-a98d-b8d627651c34 req-55dc13db-5b7d-4405-8042-1a1a38521c33 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0897386 Nov 03 02:42:42.267615 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd7e6-59d2-499a-8884-5490953ea921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:42.303566 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45efcc52-e840-492f-a98d-b8d627651c34 req-36b9058e-5e2c-4a4c-947a-7564a6eaa633 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9197da-d67e-4999-912c-4e0188442bbc HTTP/1.1" status: 200 len: 217 time: 0.0347319 Nov 03 02:42:42.354196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efcc52-e840-492f-a98d-b8d627651c34 req-bf502ac8-c7f3-4823-b631-649b2b2682d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:42.355651 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45efcc52-e840-492f-a98d-b8d627651c34 req-bf502ac8-c7f3-4823-b631-649b2b2682d6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0462165 Nov 03 02:42:42.405677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efcc52-e840-492f-a98d-b8d627651c34 req-cc3fc133-627b-461d-8e82-36a64ca9e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:42.407080 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45efcc52-e840-492f-a98d-b8d627651c34 req-cc3fc133-627b-461d-8e82-36a64ca9e150 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442605 Nov 03 02:42:42.504479 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45efcc52-e840-492f-a98d-b8d627651c34 req-dc1121cf-9963-4b5d-890b-572774d7be06 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879784 Nov 03 02:42:42.596176 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45efcc52-e840-492f-a98d-b8d627651c34 req-f2ac7531-d161-4a01-b142-880f09c88758 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840142 Nov 03 02:42:42.673872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8141c6-76c2-48c1-8aa1-31355265f43c req-42ca3441-b73e-4c0d-9238-77ac8682a731 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:42.675275 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1c8141c6-76c2-48c1-8aa1-31355265f43c req-42ca3441-b73e-4c0d-9238-77ac8682a731 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 943 time: 0.0591772 Nov 03 02:42:42.722016 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1c8141c6-76c2-48c1-8aa1-31355265f43c req-3a1345fd-151f-4b37-b2c2-c4f359199c83 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410240 Nov 03 02:42:43.213839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:43.846589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c8014-19c1-4198-a363-2349c50b88c1 req-d0e08855-ac8b-41b6-80fe-6dae93d40d71 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:43.848328 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e04c8014-19c1-4198-a363-2349c50b88c1 req-d0e08855-ac8b-41b6-80fe-6dae93d40d71 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 943 time: 0.0522885 Nov 03 02:42:43.894510 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e04c8014-19c1-4198-a363-2349c50b88c1 req-c8b94681-3a5c-44c2-9d66-f0980b8773ac tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399582 Nov 03 02:42:43.938487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device ec9197da-d67e-4999-912c-4e0188442bbc details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:42:44.032728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port ec9197da-d67e-4999-912c-4e0188442bbc, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=ec9197da-d67e-4999-912c-4e0188442bbc,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:44.047255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'ec9197da-d67e-4999-912c-4e0188442bbc', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'port_id': 'ec9197da-d67e-4999-912c-4e0188442bbc', 'mac_address': 'fa:16:3e:2b:3b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:42:44.080754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port ec9197da-d67e-4999-912c-4e0188442bbc is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:44.081142 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:44.094309 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9197da-d67e-4999-912c-4e0188442bbc {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:42:44.113081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port ec9197da-d67e-4999-912c-4e0188442bbc, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=ec9197da-d67e-4999-912c-4e0188442bbc,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:44.117071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:44.161821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=ec9197da-d67e-4999-912c-4e0188442bbc,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:44.374274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['ec9197da-d67e-4999-912c-4e0188442bbc'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:42:44.701976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:45.021801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd412b-3dfe-42e3-9fb1-c1bb19731b64 req-6df39e1b-8196-495a-a662-483712f2595b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:45.023277 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-58dd412b-3dfe-42e3-9fb1-c1bb19731b64 req-6df39e1b-8196-495a-a662-483712f2595b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 944 time: 0.0567355 Nov 03 02:42:45.069699 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-58dd412b-3dfe-42e3-9fb1-c1bb19731b64 req-b41329e1-78eb-4a4d-9fc2-d2af939e7813 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409300 Nov 03 02:42:45.965261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device ec9197da-d67e-4999-912c-4e0188442bbc up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:42:46.013756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port ec9197da-d67e-4999-912c-4e0188442bbc completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:42:46.017605 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port ec9197da-d67e-4999-912c-4e0188442bbc triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:42:46.017995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:46.018349 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port ec9197da-d67e-4999-912c-4e0188442bbc Nov 03 02:42:46.093883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port ec9197da-d67e-4999-912c-4e0188442bbc is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:42:46.094280 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:46.130654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10468c91-c929-4043-99a5-e0431c75342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9197da-d67e-4999-912c-4e0188442bbc'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:42:46.133736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2e9583-6041-41dd-abdd-e5b7fc6a6740" -d '{"events": [{"server_uuid": "10468c91-c929-4043-99a5-e0431c75342b", "name": "network-vif-plugged", "status": "completed", "tag": "ec9197da-d67e-4999-912c-4e0188442bbc"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:42:46.144079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:46.149392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port ec9197da-d67e-4999-912c-4e0188442bbc, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=ec9197da-d67e-4999-912c-4e0188442bbc,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:42:46.154458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:46.178852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed418427-e169-44af-962e-867dd827a9c5 x-openstack-request-id: req-ed418427-e169-44af-962e-867dd827a9c5 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:42:46.179211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10468c91-c929-4043-99a5-e0431c75342b", "name": "network-vif-plugged", "status": "completed", "tag": "ec9197da-d67e-4999-912c-4e0188442bbc", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:42:46.179413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed418427-e169-44af-962e-867dd827a9c5 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:42:46.179816 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed418427-e169-44af-962e-867dd827a9c5'] response: {'server_uuid': '10468c91-c929-4043-99a5-e0431c75342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9197da-d67e-4999-912c-4e0188442bbc', 'code': 200} Nov 03 02:42:46.207239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=ec9197da-d67e-4999-912c-4e0188442bbc,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:42:46.214956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.215921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.216282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.216659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.217175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.217518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.217854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.218236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.218661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.219001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.219331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.219657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.219982 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:42:46.223239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c01970-207a-4ce7-8321-8cc52039310d req-dd8e48fa-69e3-4408-b9f6-63da58301669 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:46.225672 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d2c01970-207a-4ce7-8321-8cc52039310d req-dd8e48fa-69e3-4408-b9f6-63da58301669 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0818696 Nov 03 02:42:46.282718 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d2c01970-207a-4ce7-8321-8cc52039310d req-abf59220-25de-4251-b183-846bc94639e9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438676 Nov 03 02:42:46.358784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8be938-6d68-4ae0-a40f-1007a68b5a75 req-1d411ad8-fc5c-4e76-8bc4-286fe96dbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:46.360265 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b8be938-6d68-4ae0-a40f-1007a68b5a75 req-1d411ad8-fc5c-4e76-8bc4-286fe96dbdf4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 1129 time: 0.0435534 Nov 03 02:42:46.412230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b8be938-6d68-4ae0-a40f-1007a68b5a75 req-64ad3665-df8b-4137-acf1-ec76191bccc9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398834 Nov 03 02:42:47.408433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85aac9c-65f8-41c5-acff-58e9d257e5cd req-4012d481-f7ed-4305-ae15-c8b54cd96c29 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:47.409924 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b85aac9c-65f8-41c5-acff-58e9d257e5cd req-4012d481-f7ed-4305-ae15-c8b54cd96c29 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0524127 Nov 03 02:42:47.457762 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b85aac9c-65f8-41c5-acff-58e9d257e5cd req-646b2fb1-ee4c-4e1a-b3ec-63b824de2bd0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 Nov 03 02:42:48.579703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01e01e-76cc-46c0-bdd6-6b491035cc0d req-8d2f3cf6-09fe-4613-8bc9-dd8c56fa2ebb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:48.581201 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc01e01e-76cc-46c0-bdd6-6b491035cc0d req-8d2f3cf6-09fe-4613-8bc9-dd8c56fa2ebb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0519037 Nov 03 02:42:48.627281 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc01e01e-76cc-46c0-bdd6-6b491035cc0d req-641abfd6-17a8-4878-ae4e-0f4249640246 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 Nov 03 02:42:48.754506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c1ce-456f-4daf-9cd3-8d4bc4fa1a34 req-5be061e7-fe14-467a-8d80-e5b37ca5603c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:48.756708 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ccb6c1ce-456f-4daf-9cd3-8d4bc4fa1a34 req-5be061e7-fe14-467a-8d80-e5b37ca5603c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0582359 Nov 03 02:42:48.766650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 43974) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:42:48.771737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f1e4d0ae-8588-4802-a119-522eddfe7ca6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'floatingip': {'port_id': 'ec9197da-d67e-4999-912c-4e0188442bbc'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:42:48.812427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d0ae-8588-4802-a119-522eddfe7ca6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:49.226223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d0ae-8588-4802-a119-522eddfe7ca6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:49.229940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d0ae-8588-4802-a119-522eddfe7ca6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:49.322754 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-f1e4d0ae-8588-4802-a119-522eddfe7ca6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 associated. External IP: 172.26.6.87, port: ec9197da-d67e-4999-912c-4e0188442bbc. Nov 03 02:42:49.525007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e4d0ae-8588-4802-a119-522eddfe7ca6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:42:49.627231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e4d0ae-8588-4802-a119-522eddfe7ca6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:42:49.632646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d0ae-8588-4802-a119-522eddfe7ca6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:42:49.637618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3184eab-4dad-43d3-bb2c-aa766972d45f None None] Sync routers for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:42:49.646397 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3184eab-4dad-43d3-bb2c-aa766972d45f None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:42:49.647003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c3184eab-4dad-43d3-bb2c-aa766972d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:42:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:49.662637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f1e4d0ae-8588-4802-a119-522eddfe7ca6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "PUT /v2.0/floatingips/b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 HTTP/1.1" status: 200 len: 990 time: 0.8949587 Nov 03 02:42:49.663285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10468c91-c929-4043-99a5-e0431c75342b', 'tag': 'ec9197da-d67e-4999-912c-4e0188442bbc'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:42:49.665686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29352d72-6c25-43c1-a62d-484ed4708a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "10468c91-c929-4043-99a5-e0431c75342b", "tag": "ec9197da-d67e-4999-912c-4e0188442bbc"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:42:49.702112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c0cc9e-7084-4502-9856-41c78b33ac39 x-openstack-request-id: req-90c0cc9e-7084-4502-9856-41c78b33ac39 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:42:49.702431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10468c91-c929-4043-99a5-e0431c75342b", "tag": "ec9197da-d67e-4999-912c-4e0188442bbc", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:42:49.702685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90c0cc9e-7084-4502-9856-41c78b33ac39 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:42:49.703099 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c0cc9e-7084-4502-9856-41c78b33ac39'] response: {'name': 'network-changed', 'server_uuid': '10468c91-c929-4043-99a5-e0431c75342b', 'tag': 'ec9197da-d67e-4999-912c-4e0188442bbc', 'status': 'completed', 'code': 200} Nov 03 02:42:49.753222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c3184eab-4dad-43d3-bb2c-aa766972d45f None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:42:49.770089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29352d72-6c25-43c1-a62d-484ed4708a9a req-05ffd9c6-4295-4f1b-b9fe-b2942f35bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:49.771793 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-29352d72-6c25-43c1-a62d-484ed4708a9a req-05ffd9c6-4295-4f1b-b9fe-b2942f35bfae service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 1129 time: 0.0460899 Nov 03 02:42:49.867046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29352d72-6c25-43c1-a62d-484ed4708a9a req-27b65f7e-f22b-41a2-be7f-93ecc9294888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:49.868552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-29352d72-6c25-43c1-a62d-484ed4708a9a req-27b65f7e-f22b-41a2-be7f-93ecc9294888 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0894110 Nov 03 02:42:49.933572 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-29352d72-6c25-43c1-a62d-484ed4708a9a req-47b67244-a60c-4150-a459-4d5861cbb282 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9197da-d67e-4999-912c-4e0188442bbc HTTP/1.1" status: 200 len: 998 time: 0.0564563 Nov 03 02:42:49.972252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c3184eab-4dad-43d3-bb2c-aa766972d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': 'ec9197da-d67e-4999-912c-4e0188442bbc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:2b:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10468c91-c929-4043-99a5-e0431c75342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:42:49Z', 'revision_number': 1, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:49.985135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29352d72-6c25-43c1-a62d-484ed4708a9a req-488c3118-98aa-4fa9-8a1f-dc759516018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:49.986585 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-29352d72-6c25-43c1-a62d-484ed4708a9a req-488c3118-98aa-4fa9-8a1f-dc759516018f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0476241 Nov 03 02:42:49.998452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3184eab-4dad-43d3-bb2c-aa766972d45f None None] Checking router: 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:42:50.007021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3184eab-4dad-43d3-bb2c-aa766972d45f None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:42:50.007635 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c3184eab-4dad-43d3-bb2c-aa766972d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:42:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:50.034620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29352d72-6c25-43c1-a62d-484ed4708a9a req-57c0a83e-6933-47c1-aff0-416ed6a61572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:42:50.036774 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-29352d72-6c25-43c1-a62d-484ed4708a9a req-57c0a83e-6933-47c1-aff0-416ed6a61572 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430093 Nov 03 02:42:50.110769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c3184eab-4dad-43d3-bb2c-aa766972d45f None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:42:50.123699 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-29352d72-6c25-43c1-a62d-484ed4708a9a req-a82778ab-96d6-4c95-ba6a-caf3cd3f56fa service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815706 Nov 03 02:42:50.217295 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-29352d72-6c25-43c1-a62d-484ed4708a9a req-7133bfe5-283b-45ce-a0cc-e4ef6dbb2925 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881255 Nov 03 02:42:50.334444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c3184eab-4dad-43d3-bb2c-aa766972d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': 'ec9197da-d67e-4999-912c-4e0188442bbc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:2b:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10468c91-c929-4043-99a5-e0431c75342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:42:49Z', 'revision_number': 1, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:42:50.359048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3184eab-4dad-43d3-bb2c-aa766972d45f None None] The sync data for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv is: [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': 'ec9197da-d67e-4999-912c-4e0188442bbc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:2b:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10468c91-c929-4043-99a5-e0431c75342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:42:49Z', 'revision_number': 1, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:42:50.553609 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2984e8ad-5c32-4001-be78-b452e6733397 None None] New status for floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:43:02.968089 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:43:03.410566 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-d2421a52-ecea-41aa-84b4-cab12015bb04 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448544 Nov 03 02:43:03.497429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-1e567ebb-0382-4511-8ecf-f8d424334ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:03.499008 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-1e567ebb-0382-4511-8ecf-f8d424334ecf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 1129 time: 0.0457177 Nov 03 02:43:03.605457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-a3e5c7cb-9f43-43b1-8d44-853e061a4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:03.606937 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-a3e5c7cb-9f43-43b1-8d44-853e061a4c89 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0889976 Nov 03 02:43:03.671941 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-c555c46a-65bc-488d-ad88-3e5e72fc86ef service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9197da-d67e-4999-912c-4e0188442bbc HTTP/1.1" status: 200 len: 1000 time: 0.0578089 Nov 03 02:43:03.730656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-8a4fdeac-d559-4792-93e4-dd8ffce34e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:03.732112 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-8a4fdeac-d559-4792-93e4-dd8ffce34e31 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0506561 Nov 03 02:43:03.784819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-f10d2ff5-950f-437d-9310-023fe521572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:03.787063 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-f10d2ff5-950f-437d-9310-023fe521572d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482321 Nov 03 02:43:03.880877 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-c77fbabb-6735-483b-84c2-04b9972a3e4e service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866520 Nov 03 02:43:03.980032 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcddf484-fac1-410e-9479-5c6ec92027c2 req-3ca9dce5-be40-458d-936f-4bc667c3a9db service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914869 Nov 03 02:43:08.215232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:09.778176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-928c69ab-e8e3-4121-905f-1a05f1d354d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:12.269493 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-26dc3c87-c765-4e7e-a2a0-713b1cce1bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:13.216236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:14.705947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:16.120830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:25.582112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483adca-a82a-4a23-aa80-9a388fe9bc04 req-4ae11c9a-69e3-4a18-a65c-006f5b742bc4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:25.583638 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b483adca-a82a-4a23-aa80-9a388fe9bc04 req-4ae11c9a-69e3-4a18-a65c-006f5b742bc4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0517826 Nov 03 02:43:25.629910 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b483adca-a82a-4a23-aa80-9a388fe9bc04 req-f996bfef-24b7-4596-a7b8-6413b5e32551 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404632 Nov 03 02:43:25.759086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c41bd4-2690-41f9-b3dd-b1caed2a85ef req-5acea2fe-2ddd-4722-8c72-ffaa3f9526e0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:25.760503 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08c41bd4-2690-41f9-b3dd-b1caed2a85ef req-5acea2fe-2ddd-4722-8c72-ffaa3f9526e0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0571187 Nov 03 02:43:25.806115 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08c41bd4-2690-41f9-b3dd-b1caed2a85ef req-50f463e8-a86c-469b-b689-cff373b21ace tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401483 Nov 03 02:43:25.928400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2a70-3b45-4ea2-bae2-5b6dc30650b5 req-57f7619e-eabe-48c2-b1e8-448573595c0f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:25.929904 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a24d2a70-3b45-4ea2-bae2-5b6dc30650b5 req-57f7619e-eabe-48c2-b1e8-448573595c0f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0530462 Nov 03 02:43:25.976020 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a24d2a70-3b45-4ea2-bae2-5b6dc30650b5 req-ed12985a-95d8-4a3c-9dc6-163781261755 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405200 Nov 03 02:43:26.216127 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-9c4ccb31-9920-4527-986a-c3c5bfa90100 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0498669 Nov 03 02:43:26.226399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243544ac-5775-470f-bb65-991acaeb97cd req-7122d2f9-e140-475e-a758-5f7c6df28cc7 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:26.227955 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-243544ac-5775-470f-bb65-991acaeb97cd req-7122d2f9-e140-475e-a758-5f7c6df28cc7 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0561647 Nov 03 02:43:26.276440 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-243544ac-5775-470f-bb65-991acaeb97cd req-72a6ea8d-19ba-4548-adf3-2331dd6d8aae tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425591 Nov 03 02:43:26.621874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-b31988dc-d2b9-4364-a936-608dafb82490 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:26.623227 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-b31988dc-d2b9-4364-a936-608dafb82490 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports/ec9197da-d67e-4999-912c-4e0188442bbc HTTP/1.1" status: 200 len: 942 time: 0.0463750 Nov 03 02:43:27.403166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8650950-e47d-4807-9c82-1efa80409ad6 req-e6d7e3c9-5c13-483f-966f-ac4dbd4146f5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:27.405770 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8650950-e47d-4807-9c82-1efa80409ad6 req-e6d7e3c9-5c13-483f-966f-ac4dbd4146f5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0544801 Nov 03 02:43:27.478535 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8650950-e47d-4807-9c82-1efa80409ad6 req-d2bf54d7-2c35-498d-8754-67218db4a511 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680442 Nov 03 02:43:27.497833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-3512f284-3e24-4461-9a17-07ce44c81407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:27.499352 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-3512f284-3e24-4461-9a17-07ce44c81407 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 1129 time: 0.0514159 Nov 03 02:43:27.594229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-edd16947-3933-47c0-80a8-bbced2afb8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:27.595677 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-edd16947-3933-47c0-80a8-bbced2afb8b8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0858836 Nov 03 02:43:27.659609 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-c3ba9afb-f23a-48c8-aa6a-4e5f177182d1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9197da-d67e-4999-912c-4e0188442bbc HTTP/1.1" status: 200 len: 1000 time: 0.0534296 Nov 03 02:43:27.714650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-f1411de8-1e0a-4a33-a7a8-21e9c0080249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:27.716086 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-f1411de8-1e0a-4a33-a7a8-21e9c0080249 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0467732 Nov 03 02:43:27.768889 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-0f9852ed-0508-4b1c-8304-81c7aa03190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:27.770346 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-0f9852ed-0508-4b1c-8304-81c7aa03190f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440686 Nov 03 02:43:27.862188 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-c9755952-68bb-4a61-be0e-872265011729 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807507 Nov 03 02:43:27.959300 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-cf04c931-eef1-43a6-8bf2-f1df048e9e4f service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861187 Nov 03 02:43:28.602928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb869b5-a912-447f-bdea-bc6d00f77c8b req-2536ec8b-3d49-46fa-8949-93fcd115837d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:28.604382 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddb869b5-a912-447f-bdea-bc6d00f77c8b req-2536ec8b-3d49-46fa-8949-93fcd115837d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0528235 Nov 03 02:43:28.650456 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddb869b5-a912-447f-bdea-bc6d00f77c8b req-b730c0ab-d27b-4654-8677-7d75fa6c6fff tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405557 Nov 03 02:43:29.781874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f030e2-7c3b-4830-bfed-828b90b48c8e req-560227b4-8bf0-48da-b570-d582c4c3fef0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:29.783355 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e7f030e2-7c3b-4830-bfed-828b90b48c8e req-560227b4-8bf0-48da-b570-d582c4c3fef0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0561726 Nov 03 02:43:29.830679 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e7f030e2-7c3b-4830-bfed-828b90b48c8e req-48632d98-ead4-42b7-ad31-48d0aa22b92b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411110 Nov 03 02:43:30.957316 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea20c2-f672-40cd-8aa0-183f6557f9cd req-046d5e4a-d0e2-42a8-b602-e23095256c47 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:30.958731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3cea20c2-f672-40cd-8aa0-183f6557f9cd req-046d5e4a-d0e2-42a8-b602-e23095256c47 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0540464 Nov 03 02:43:31.005469 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3cea20c2-f672-40cd-8aa0-183f6557f9cd req-8878bac0-56ea-46e4-830a-f8c921607754 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Nov 03 02:43:32.128932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e15759-43c6-4876-9399-695c81543bac req-cbdff2a9-b390-4943-8ab8-9fbcb39f1699 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:32.130255 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d1e15759-43c6-4876-9399-695c81543bac req-cbdff2a9-b390-4943-8ab8-9fbcb39f1699 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0510490 Nov 03 02:43:32.181043 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d1e15759-43c6-4876-9399-695c81543bac req-bfe5bf07-4010-4ddc-9870-d2143c64030b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Nov 03 02:43:33.305902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402d8de-279e-4c51-bc64-1c6321544a59 req-03e4850b-dac6-4598-a750-8608ad97898d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:33.307367 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1402d8de-279e-4c51-bc64-1c6321544a59 req-03e4850b-dac6-4598-a750-8608ad97898d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0542634 Nov 03 02:43:33.356731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1402d8de-279e-4c51-bc64-1c6321544a59 req-0b2df54c-69ae-49a1-a5ce-fefc8176fef5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438659 Nov 03 02:43:34.479749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bf948-2e02-4b3b-b19e-2f467d25411d req-472277ed-206a-4f94-839e-18d489088d89 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:34.481265 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-908bf948-2e02-4b3b-b19e-2f467d25411d req-472277ed-206a-4f94-839e-18d489088d89 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0528529 Nov 03 02:43:34.527722 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-908bf948-2e02-4b3b-b19e-2f467d25411d req-9a275729-b128-4bd7-8b9f-ea7355e006c9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409102 Nov 03 02:43:35.655167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bab118-6921-4821-be03-3326a000c960 req-2b07d273-305f-4fb0-85ac-31fbfc88b914 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:35.656660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c2bab118-6921-4821-be03-3326a000c960 req-2b07d273-305f-4fb0-85ac-31fbfc88b914 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0567555 Nov 03 02:43:35.702787 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c2bab118-6921-4821-be03-3326a000c960 req-e2de0426-284f-4091-80e7-80a4b0cfd94b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406096 Nov 03 02:43:36.827149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b6cfb-b468-42ca-ba35-fa62b5744b45 req-39735fa0-f872-437a-8393-dc0b4b0f6f65 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:36.828695 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f52b6cfb-b468-42ca-ba35-fa62b5744b45 req-39735fa0-f872-437a-8393-dc0b4b0f6f65 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0525808 Nov 03 02:43:36.875183 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f52b6cfb-b468-42ca-ba35-fa62b5744b45 req-1202f69f-8989-48cc-9877-52d4cbb9dbc9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408912 Nov 03 02:43:37.999073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f9086-a3a4-4b91-afec-7786bd48d0d1 req-b876a521-7282-4657-81cf-edc6941e2841 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:38.000540 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd0f9086-a3a4-4b91-afec-7786bd48d0d1 req-b876a521-7282-4657-81cf-edc6941e2841 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0514851 Nov 03 02:43:38.050859 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd0f9086-a3a4-4b91-afec-7786bd48d0d1 req-578c2416-c4aa-453c-a02f-221f8d381426 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447545 Nov 03 02:43:38.218421 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:39.174425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f8668-79b4-4cfe-ad3f-34aadaf8b432 req-51207bde-db4a-47f9-a777-a685bb0bea7e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:39.175899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3a9f8668-79b4-4cfe-ad3f-34aadaf8b432 req-51207bde-db4a-47f9-a777-a685bb0bea7e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0529664 Nov 03 02:43:39.222407 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3a9f8668-79b4-4cfe-ad3f-34aadaf8b432 req-9b7fc831-4836-4987-9f19-a1a3e073a0ad tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402939 Nov 03 02:43:39.781191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-29f35c4e-1944-46c5-9c25-48d087217c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:39.968455 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:43:40.346815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb7876-dd7c-47d6-8430-28b95e1277f5 req-84a8ad61-16d3-479c-8bfa-e2bc69e28512 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:40.348604 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fbb7876-dd7c-47d6-8430-28b95e1277f5 req-84a8ad61-16d3-479c-8bfa-e2bc69e28512 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0527589 Nov 03 02:43:40.393540 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fbb7876-dd7c-47d6-8430-28b95e1277f5 req-dea29bca-d888-4fc2-96af-027b2d175171 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393629 Nov 03 02:43:41.844498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bbb5a-bab7-4849-8b01-5c57db6543b3 req-3fb42c04-11a3-4855-80d7-9dc2ae324d61 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:41.845980 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c36bbb5a-bab7-4849-8b01-5c57db6543b3 req-3fb42c04-11a3-4855-80d7-9dc2ae324d61 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.3797817 Nov 03 02:43:41.893055 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c36bbb5a-bab7-4849-8b01-5c57db6543b3 req-9ff9f21b-ae9f-4846-b9bc-0d2b82f3c454 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Nov 03 02:43:42.270117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-01dd7215-5eee-4a0e-b5b1-e6e0b37b6d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:43.017359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e44934-b1dc-4d46-b913-20125c82b06c req-f222d2df-cde8-49a2-9ac5-1c33601f1706 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:43.018825 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8e44934-b1dc-4d46-b913-20125c82b06c req-f222d2df-cde8-49a2-9ac5-1c33601f1706 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0537581 Nov 03 02:43:43.064906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8e44934-b1dc-4d46-b913-20125c82b06c req-1b6a9ac9-359b-4d23-a60c-fded06399f00 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 Nov 03 02:43:43.220306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:44.196325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd756c-e8c5-4f93-a9d4-9465a3ebe113 req-3f347f08-2dfc-4183-af45-56a5659c6320 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:44.197864 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-09bd756c-e8c5-4f93-a9d4-9465a3ebe113 req-3f347f08-2dfc-4183-af45-56a5659c6320 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0554724 Nov 03 02:43:44.243611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-09bd756c-e8c5-4f93-a9d4-9465a3ebe113 req-dec7bcb8-e9a1-4897-b1c1-10d5ae32f96e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 Nov 03 02:43:44.707393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:44.857690 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-13847ba2-a0a0-46a8-a090-4e433053b412 service neutron] 10.222.0.27 "GET /v2.0/ports/ec9197da-d67e-4999-912c-4e0188442bbc/bindings/hv-neutron-8606 HTTP/1.1" status: 200 len: 384 time: 0.0536718 Nov 03 02:43:45.070452 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-a47eccf9-93d0-4260-a38b-4babf3920c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:45.071833 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-a47eccf9-93d0-4260-a38b-4babf3920c2a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 1129 time: 0.0439630 Nov 03 02:43:45.144726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-a80f942e-346d-4b87-a6a8-c24cc6d0d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:45.146195 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-a80f942e-346d-4b87-a6a8-c24cc6d0d161 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 1129 time: 0.0484250 Nov 03 02:43:45.239100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-f6e7523e-534e-40a5-85fe-db796bd040f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:45.240574 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-f6e7523e-534e-40a5-85fe-db796bd040f5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0827780 Nov 03 02:43:45.308215 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-04c74863-bb99-47b2-8adc-72b5049da4c7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9197da-d67e-4999-912c-4e0188442bbc HTTP/1.1" status: 200 len: 1000 time: 0.0586398 Nov 03 02:43:45.391595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-7933b4a4-7de7-426d-a3ee-e9fdb762cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:45.393064 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-7933b4a4-7de7-426d-a3ee-e9fdb762cfc2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0738132 Nov 03 02:43:45.404341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf45d28-678c-47d6-9c70-09182e1c303f req-d7920bbf-92bb-4e47-a06f-a4262cb56e69 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:45.405747 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3cf45d28-678c-47d6-9c70-09182e1c303f req-d7920bbf-92bb-4e47-a06f-a4262cb56e69 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0882030 Nov 03 02:43:45.482723 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3cf45d28-678c-47d6-9c70-09182e1c303f req-f9aa6ce6-dc24-4caa-b1fd-579252a680fc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690134 Nov 03 02:43:45.485310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-096b393b-5b28-471c-974f-a4006e6ec150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:45.486726 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-096b393b-5b28-471c-974f-a4006e6ec150 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0801511 Nov 03 02:43:45.578762 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-be3722bf-fca2-45f7-b81a-fba3dc24463b service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816469 Nov 03 02:43:45.673918 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0f2c9a9e-f0c1-4832-9ed8-fafeeb9da2b1 req-a5aff43c-0572-435a-ae44-afb28419150d service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854654 Nov 03 02:43:46.113305 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:46.607024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fbb91-d1d5-4585-ac37-802bc34bb6c9 req-c8e80ea4-e01f-4bcd-a44e-ed9a9b4fd76e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:46.608506 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f26fbb91-d1d5-4585-ac37-802bc34bb6c9 req-c8e80ea4-e01f-4bcd-a44e-ed9a9b4fd76e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0535431 Nov 03 02:43:46.654121 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f26fbb91-d1d5-4585-ac37-802bc34bb6c9 req-e4db84b1-0651-48fe-9e53-6312c62ee6a0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400686 Nov 03 02:43:47.781995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ef21b-b215-4539-a1a9-94f30abb16e7 req-0cacc681-f6e6-4910-8577-d24bf4d5050b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:47.783481 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-486ef21b-b215-4539-a1a9-94f30abb16e7 req-0cacc681-f6e6-4910-8577-d24bf4d5050b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.0534716 Nov 03 02:43:47.831567 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-486ef21b-b215-4539-a1a9-94f30abb16e7 req-72c6dec7-7bc7-441e-a7b3-7a3dc57f1afa tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Nov 03 02:43:48.075168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-59f037f3-63f3-43fc-9e49-e374302e4f21 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:48.076652 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-59f037f3-63f3-43fc-9e49-e374302e4f21 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b&tenant_id=2998efcc785d4fb8b880a33030f03047&binding%3Ahost_id=hv-neutron-8606 HTTP/1.1" status: 200 len: 945 time: 0.0821087 Nov 03 02:43:48.083202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cab44-5bff-4bdf-a87e-ee8f070e343e req-2845fd03-26b0-4841-a516-51116343ddb7 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:48.084599 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5b4cab44-5bff-4bdf-a87e-ee8f070e343e req-2845fd03-26b0-4841-a516-51116343ddb7 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 945 time: 0.1015096 Nov 03 02:43:48.156471 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5b4cab44-5bff-4bdf-a87e-ee8f070e343e req-115f12e1-c8f1-47a6-99b4-4b99aa9490f5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654962 Nov 03 02:43:48.173641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-a08bbf6b-0469-46b7-9d73-904ee2f345ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:48.175129 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-a08bbf6b-0469-46b7-9d73-904ee2f345ac service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 1129 time: 0.0559473 Nov 03 02:43:48.244149 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device ec9197da-d67e-4999-912c-4e0188442bbc no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:43:48.268775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-78ee962e-72ac-4399-a323-0e965737e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:48.270292 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-78ee962e-72ac-4399-a323-0e965737e02e service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0887184 Nov 03 02:43:48.316164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port ec9197da-d67e-4999-912c-4e0188442bbc is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:43:48.316810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:48.333622 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-07bd50a0-941b-4272-bd31-10c4bd9618c4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9197da-d67e-4999-912c-4e0188442bbc HTTP/1.1" status: 200 len: 1000 time: 0.0571709 Nov 03 02:43:48.340205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10468c91-c929-4043-99a5-e0431c75342b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9197da-d67e-4999-912c-4e0188442bbc'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:43:48.342486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f8d580-440b-4a38-a017-c8f1669da068" -d '{"events": [{"server_uuid": "10468c91-c929-4043-99a5-e0431c75342b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9197da-d67e-4999-912c-4e0188442bbc"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:43:48.357174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port ec9197da-d67e-4999-912c-4e0188442bbc, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=ec9197da-d67e-4999-912c-4e0188442bbc,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:43:48.361275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:48.389597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-37156fd4-2b7b-4f3f-8f2c-ec4c7be1e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:48.391571 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-37156fd4-2b7b-4f3f-8f2c-ec4c7be1e690 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0521336 Nov 03 02:43:48.417702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=ec9197da-d67e-4999-912c-4e0188442bbc,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:43:48.425274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.425431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.425909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.426510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.426866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.427208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.428076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.428076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.428263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.428560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.428897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.429232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.429561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:48.446690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-15b70585-0f76-4bd1-aef5-fae4c6c83693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:48.448238 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-15b70585-0f76-4bd1-aef5-fae4c6c83693 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0505862 Nov 03 02:43:48.449426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 02:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93495b3-ac87-41d4-a338-4dd1f6710d1d x-openstack-request-id: req-c93495b3-ac87-41d4-a338-4dd1f6710d1d {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:43:48.449726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10468c91-c929-4043-99a5-e0431c75342b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9197da-d67e-4999-912c-4e0188442bbc", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:43:48.449992 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c93495b3-ac87-41d4-a338-4dd1f6710d1d {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:43:48.450401 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c93495b3-ac87-41d4-a338-4dd1f6710d1d'] response: {'server_uuid': '10468c91-c929-4043-99a5-e0431c75342b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9197da-d67e-4999-912c-4e0188442bbc', 'code': 200} Nov 03 02:43:48.541028 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-cc21b6c4-3992-4dbc-9603-544af1ebed62 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811307 Nov 03 02:43:48.631190 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0dd4f693-95fb-45d0-b56d-e1515494d6ad req-bfa86a89-0eb7-4414-9f18-379ca2030b1e service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848289 Nov 03 02:43:49.284813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09035-effd-432d-bfe1-25d5a844a6cf req-4f7261ae-ac7b-44ca-99bc-6922dbfba8cb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:49.286295 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-10d09035-effd-432d-bfe1-25d5a844a6cf req-4f7261ae-ac7b-44ca-99bc-6922dbfba8cb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 943 time: 0.0540824 Nov 03 02:43:49.334808 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-10d09035-effd-432d-bfe1-25d5a844a6cf req-7979870e-5ce3-4cea-863f-2130360383fa tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422840 Nov 03 02:43:49.463720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faed8ba-60e4-42c6-9110-2fd6e8b64598 req-4aa1d666-baf1-4824-acde-b07673227bfb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:49.465172 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1faed8ba-60e4-42c6-9110-2fd6e8b64598 req-4aa1d666-baf1-4824-acde-b07673227bfb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 943 time: 0.0577171 Nov 03 02:43:49.511191 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1faed8ba-60e4-42c6-9110-2fd6e8b64598 req-14439c32-9131-4e5d-bc66-50fcd0b19569 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Nov 03 02:43:49.633969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c825b0c-4d6b-4268-8c6a-73abae08ed5a req-7b857d5b-cff5-4d6c-8590-6751807cce5a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:49.635494 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7c825b0c-4d6b-4268-8c6a-73abae08ed5a req-7b857d5b-cff5-4d6c-8590-6751807cce5a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 943 time: 0.0543988 Nov 03 02:43:49.685558 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7c825b0c-4d6b-4268-8c6a-73abae08ed5a req-ad32803b-313c-4f4d-90de-dfe9d823fb98 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Nov 03 02:43:49.943455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75878a-491e-45d0-ba17-7481764a2a71 req-93a90165-9b8c-460a-822e-c3737e65d81a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:49.944967 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fd75878a-491e-45d0-ba17-7481764a2a71 req-93a90165-9b8c-460a-822e-c3737e65d81a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 943 time: 0.0558388 Nov 03 02:43:49.996170 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fd75878a-491e-45d0-ba17-7481764a2a71 req-b8b52df8-4aeb-4b43-b878-2a18f6edb359 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454984 Nov 03 02:43:51.120643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dd8bf-070c-4fab-bb33-75874c8ca709 req-59b09bfb-6501-4ad8-946a-97e2a25debee tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:51.122301 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298dd8bf-070c-4fab-bb33-75874c8ca709 req-59b09bfb-6501-4ad8-946a-97e2a25debee tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 943 time: 0.0536323 Nov 03 02:43:51.168506 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298dd8bf-070c-4fab-bb33-75874c8ca709 req-ee08652b-2667-4db9-8908-baccba54c8cf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406680 Nov 03 02:43:51.829359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-54f492a6-9a77-4875-8e30-91fcba78a3e1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:51.830794 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-54f492a6-9a77-4875-8e30-91fcba78a3e1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 943 time: 0.0515063 Nov 03 02:43:51.925281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Deleting port ec9197da-d67e-4999-912c-4e0188442bbc {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:43:51.925618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:52.012782 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] For port ec9197da-d67e-4999-912c-4e0188442bbc, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=ec9197da-d67e-4999-912c-4e0188442bbc,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:43:52.013150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:52.175283 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:52.175981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:52.175981 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 disassociated. External IP: 172.26.6.87, port: ec9197da-d67e-4999-912c-4e0188442bbc. Nov 03 02:43:52.176294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Calling delete_port for ec9197da-d67e-4999-912c-4e0188442bbc owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:43:52.346601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4c76e-da47-4f24-8b1a-04c334f152d8 req-aef11401-f73c-4137-a02e-881570f51f21 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:52.348331 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-62a4c76e-da47-4f24-8b1a-04c334f152d8 req-aef11401-f73c-4137-a02e-881570f51f21 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=10468c91-c929-4043-99a5-e0431c75342b HTTP/1.1" status: 200 len: 943 time: 0.1002107 Nov 03 02:43:52.354090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ec9197da-d67e-4999-912c-4e0188442bbc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:52.396138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event deleted for resources: {'Port': ['ID=ec9197da-d67e-4999-912c-4e0188442bbc,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:43:52.412905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.413544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.413923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.414281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.415756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.416118 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.416461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.416831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.417171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.417500 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.417842 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.418175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.418507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:43:52.480957 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-62a4c76e-da47-4f24-8b1a-04c334f152d8 req-f6d6e4c8-0e9e-415a-92c9-c2c06e4edf19 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248865 Nov 03 02:43:52.560754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:43:52.665174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:43:52.675422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd8846-95a6-4bd7-865c-98d25354b189 None None] Sync routers for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:43:52.685836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd8846-95a6-4bd7-865c-98d25354b189 None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:43:52.686394 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-dcfd8846-95a6-4bd7-865c-98d25354b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:43:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:43:52.706487 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] No DVR routers for this DVR port ec9197da-d67e-4999-912c-4e0188442bbc on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:43:52.709101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:52.713195 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c7fa67b9-1ca2-4dbf-b1f1-40bbd6c21b50 req-fed1844d-b259-40fe-a11d-e0b1c3329aa4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "DELETE /v2.0/ports/ec9197da-d67e-4999-912c-4e0188442bbc HTTP/1.1" status: 204 len: 173 time: 0.8737075 Nov 03 02:43:52.713706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10468c91-c929-4043-99a5-e0431c75342b', 'name': 'network-vif-deleted', 'tag': 'ec9197da-d67e-4999-912c-4e0188442bbc'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:43:52.715995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51a24b8-f8fb-411b-90ae-9e6f794ea0b3" -d '{"events": [{"server_uuid": "10468c91-c929-4043-99a5-e0431c75342b", "name": "network-vif-deleted", "tag": "ec9197da-d67e-4999-912c-4e0188442bbc"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:43:52.794176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-dcfd8846-95a6-4bd7-865c-98d25354b189 None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:43:52.830397 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e18ee3-b8f1-434e-acef-82d3a5615112 x-openstack-request-id: req-e2e18ee3-b8f1-434e-acef-82d3a5615112 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:43:52.830745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10468c91-c929-4043-99a5-e0431c75342b", "name": "network-vif-deleted", "tag": "ec9197da-d67e-4999-912c-4e0188442bbc", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:43:52.831009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2e18ee3-b8f1-434e-acef-82d3a5615112 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:43:52.831489 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e18ee3-b8f1-434e-acef-82d3a5615112'] response: {'server_uuid': '10468c91-c929-4043-99a5-e0431c75342b', 'name': 'network-vif-deleted', 'tag': 'ec9197da-d67e-4999-912c-4e0188442bbc', 'status': 'completed', 'code': 200} Nov 03 02:43:52.988247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-dcfd8846-95a6-4bd7-865c-98d25354b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:43:53.014255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd8846-95a6-4bd7-865c-98d25354b189 None None] Checking router: 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:43:53.022536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd8846-95a6-4bd7-865c-98d25354b189 None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:43:53.023136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-dcfd8846-95a6-4bd7-865c-98d25354b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:43:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:43:53.122767 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-dcfd8846-95a6-4bd7-865c-98d25354b189 None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:43:53.326025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-dcfd8846-95a6-4bd7-865c-98d25354b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:43:53.349836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd8846-95a6-4bd7-865c-98d25354b189 None None] The sync data for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv is: [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:43:53.580016 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f337ae7b-4a2d-411e-ba98-d2762cc91e2f None None] New status for floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:43:53.731224 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-366c85bb-670d-4afd-9bcb-33876aeae7fa tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1771424876&fields=id&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 267 time: 0.0447459 Nov 03 02:43:53.840460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416f074-1587-4820-84fd-e0622977236f req-b27e6dad-2410-4ace-888d-c997b06d7db1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:53.841880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-b27e6dad-2410-4ace-888d-c997b06d7db1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 811 time: 0.1042726 Nov 03 02:43:53.856711 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-5cc8ae4e-4973-4e8b-ad3b-7bef1ff1adbb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/quotas/2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 375 time: 0.0095580 Nov 03 02:43:53.910168 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-c103c4fd-9260-4ac2-8e00-36e866317d57 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485163 Nov 03 02:43:53.925460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-ed2d0156-ee0d-45c0-8fc7-7e63dcd1fafb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:43:53.926402 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-ed2d0156-ee0d-45c0-8fc7-7e63dcd1fafb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049038 Nov 03 02:43:54.016760 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-517c2a3f-044a-4abb-b642-49bed6fd6af1 service neutron] 10.222.0.23 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845096 Nov 03 02:43:54.104909 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-6b002dc9-8f44-4214-87fd-a60038490c2c service neutron] 10.222.0.23 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824573 Nov 03 02:43:54.263260 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46bfca45-c7ae-4078-bfea-1359d096d803 req-d4e6f1b6-a14f-4f08-8ffb-51aaea4f2ee3 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 210 time: 0.0290153 Nov 03 02:43:54.265699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device ec9197da-d67e-4999-912c-4e0188442bbc no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:43:54.285183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: ec9197da-d67e-4999-912c-4e0188442bbc {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:43:54.285532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device ec9197da-d67e-4999-912c-4e0188442bbc not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:43:55.244836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416f074-1587-4820-84fd-e0622977236f req-1fc5f312-2b70-4b25-a2ae-5aa2901f67be tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:55.246294 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-1fc5f312-2b70-4b25-a2ae-5aa2901f67be tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 811 time: 0.1105807 Nov 03 02:43:55.309688 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-3dd400ed-5506-44fb-89f5-3d75903103ce tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 380 time: 0.0506704 Nov 03 02:43:55.319934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'port': {'device_id': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'admin_state_up': True, 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'security_groups': ['1f313610-2564-469c-a2a3-9d96aaf7f36d']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:43:55.397645 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bdc4e9b8-e034-4102-a2af-f9dcfc5565fd req-aa5256ed-f02f-4e93-a506-e885294c6204 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 210 time: 0.0368800 Nov 03 02:43:55.453964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Made reservation on behalf of 2998efcc785d4fb8b880a33030f03047 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:43:55.457286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:55.583381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Allocated IP 172.20.0.12 (6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29/7cb68cd8-8577-46dc-a05b-018742ae1b10/433d6d20-358a-4cec-9bdc-69aba95f35b3) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:43:55.714670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:55.747115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:55.791431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:43:55.794532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:43:55.800391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:43:55.807153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event updated for resources: {'Port': ['ID=433d6d20-358a-4cec-9bdc-69aba95f35b3,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:43:55.854754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:55.855395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:55.872734 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-ab17c837-3849-4f30-b2a3-0d957e2c2254 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5580194 Nov 03 02:43:55.888142 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Request body: {'port': {'device_id': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:43:55.949762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:56.088029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d6f19a4f-ef5f-4935-95f4-356d69f61518 None None] Provisioning complete for port 433d6d20-358a-4cec-9bdc-69aba95f35b3 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:43:56.088607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d6f19a4f-ef5f-4935-95f4-356d69f61518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:56.088708 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d6f19a4f-ef5f-4935-95f4-356d69f61518 None None] Attempt 1 to provision port 433d6d20-358a-4cec-9bdc-69aba95f35b3 Nov 03 02:43:56.123478 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d6f19a4f-ef5f-4935-95f4-356d69f61518 None None] Port 433d6d20-358a-4cec-9bdc-69aba95f35b3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:43:56.205269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433d6d20-358a-4cec-9bdc-69aba95f35b3 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:43:56.213355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Publish callbacks [] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:56.225288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Transition to ACTIVE for port object 433d6d20-358a-4cec-9bdc-69aba95f35b3 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:43:56.229094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:56.303102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Pushing event updated for resources: {'Port': ['ID=433d6d20-358a-4cec-9bdc-69aba95f35b3,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:43:56.332310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Attempting to bind port 433d6d20-358a-4cec-9bdc-69aba95f35b3 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:43:56.332686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Attempting to bind port 433d6d20-358a-4cec-9bdc-69aba95f35b3 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:43:56.333022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Attempting to bind port 433d6d20-358a-4cec-9bdc-69aba95f35b3 on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:43:56.337957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Port 433d6d20-358a-4cec-9bdc-69aba95f35b3 on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:43:56.338280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Attempting to bind port 433d6d20-358a-4cec-9bdc-69aba95f35b3 on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:43:56.342965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:43:56.343310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Checking segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:43:56.343695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Bound using segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:43:56.344113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Bound port: 433d6d20-358a-4cec-9bdc-69aba95f35b3, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:43:56.344466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:56.406930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] For port 433d6d20-358a-4cec-9bdc-69aba95f35b3, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:43:56.409844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] For port 433d6d20-358a-4cec-9bdc-69aba95f35b3, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:43:56.416317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:56.420258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:56.420897 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:43:56.422256 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] 10.222.0.27 "PUT /v2.0/ports/433d6d20-358a-4cec-9bdc-69aba95f35b3 HTTP/1.1" status: 200 len: 1094 time: 0.5386107 Nov 03 02:43:56.422814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'tag': '433d6d20-358a-4cec-9bdc-69aba95f35b3'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:43:56.425071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44056c95-0d20-448d-bf36-c65271a9a6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bffa70e5-0254-4b68-83ad-961e421c4247", "tag": "433d6d20-358a-4cec-9bdc-69aba95f35b3"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:43:56.467436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8397dc4-2c56-429d-8d4b-c3affd349363 x-openstack-request-id: req-a8397dc4-2c56-429d-8d4b-c3affd349363 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:43:56.467752 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffa70e5-0254-4b68-83ad-961e421c4247", "tag": "433d6d20-358a-4cec-9bdc-69aba95f35b3", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:43:56.468017 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8397dc4-2c56-429d-8d4b-c3affd349363 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:43:56.468429 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8397dc4-2c56-429d-8d4b-c3affd349363'] response: {'name': 'network-changed', 'server_uuid': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'tag': '433d6d20-358a-4cec-9bdc-69aba95f35b3', 'status': 'completed', 'code': 200} Nov 03 02:43:56.525656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5d44c-18c9-498c-8f4d-5fbbe9c91163 service neutron] Pushing event updated for resources: {'Port': ['ID=433d6d20-358a-4cec-9bdc-69aba95f35b3,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:43:56.560675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416f074-1587-4820-84fd-e0622977236f req-c0bf5ecf-f047-4d02-a663-08f4373c545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:56.562199 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-c0bf5ecf-f047-4d02-a663-08f4373c545b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 1128 time: 0.0839775 Nov 03 02:43:56.569551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db004-7fcf-403a-ae88-06c6d30e8bcd req-8ab43f0f-566e-4379-860c-c19df90f8a7a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:56.571417 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-737db004-7fcf-403a-ae88-06c6d30e8bcd req-8ab43f0f-566e-4379-860c-c19df90f8a7a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 944 time: 0.0948923 Nov 03 02:43:56.610737 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-a53c9fbb-df0c-4760-a265-0f0c43ed2a87 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3 HTTP/1.1" status: 200 len: 217 time: 0.0374103 Nov 03 02:43:56.624196 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d6f19a4f-ef5f-4935-95f4-356d69f61518 None None] Attempt 2 to provision port 433d6d20-358a-4cec-9bdc-69aba95f35b3 Nov 03 02:43:56.662203 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d6f19a4f-ef5f-4935-95f4-356d69f61518 None None] Port 433d6d20-358a-4cec-9bdc-69aba95f35b3 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:43:56.678299 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-737db004-7fcf-403a-ae88-06c6d30e8bcd req-f967f091-5664-4739-a8fb-3bf23ce2fbeb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995336 Nov 03 02:43:56.682324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416f074-1587-4820-84fd-e0622977236f req-201d0b1f-dc1a-4301-8ae5-20aaf17e46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:56.683735 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-201d0b1f-dc1a-4301-8ae5-20aaf17e46fb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0652657 Nov 03 02:43:56.740032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416f074-1587-4820-84fd-e0622977236f req-6b5a46ed-b1d8-4123-9231-bb0d3fe10829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:56.741564 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-6b5a46ed-b1d8-4123-9231-bb0d3fe10829 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0486479 Nov 03 02:43:56.832260 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-f55e229c-2272-4689-86fd-b5a526ddb3a3 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810375 Nov 03 02:43:56.927744 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2416f074-1587-4820-84fd-e0622977236f req-69a7b0a9-7f64-4693-a4d3-65e7ac89b6e2 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849833 Nov 03 02:43:57.022903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056c95-0d20-448d-bf36-c65271a9a6bc req-a1cd25e6-1c07-4a79-84d3-c19ac4debe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:57.024966 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44056c95-0d20-448d-bf36-c65271a9a6bc req-a1cd25e6-1c07-4a79-84d3-c19ac4debe2d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 1128 time: 0.0460474 Nov 03 02:43:57.114738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056c95-0d20-448d-bf36-c65271a9a6bc req-e80f9b91-4e90-4910-b336-cee2d229e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:57.116189 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44056c95-0d20-448d-bf36-c65271a9a6bc req-e80f9b91-4e90-4910-b336-cee2d229e6f4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0825992 Nov 03 02:43:57.158000 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44056c95-0d20-448d-bf36-c65271a9a6bc req-f7d441f2-7e24-4780-9d9a-c6a610712375 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3 HTTP/1.1" status: 200 len: 217 time: 0.0349386 Nov 03 02:43:57.207934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056c95-0d20-448d-bf36-c65271a9a6bc req-4d01ffa7-59a3-49a2-bc03-efc7fb54ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:57.209313 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44056c95-0d20-448d-bf36-c65271a9a6bc req-4d01ffa7-59a3-49a2-bc03-efc7fb54ce9e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0431099 Nov 03 02:43:57.257664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056c95-0d20-448d-bf36-c65271a9a6bc req-7b8725d8-fba3-4e9a-af48-9cdc128336d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:57.259781 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44056c95-0d20-448d-bf36-c65271a9a6bc req-7b8725d8-fba3-4e9a-af48-9cdc128336d8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442040 Nov 03 02:43:57.350780 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44056c95-0d20-448d-bf36-c65271a9a6bc req-32bd4795-d059-40ba-a3b2-1dbc7c8819de service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842874 Nov 03 02:43:57.439739 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44056c95-0d20-448d-bf36-c65271a9a6bc req-1f7d97b3-7844-4656-9b85-02fb148137bf service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812178 Nov 03 02:43:57.829367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961dc19-14b7-4625-b523-c76182e465c5 req-88d2425b-d7b6-470f-ad51-8a5ccde49850 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:57.830887 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1961dc19-14b7-4625-b523-c76182e465c5 req-88d2425b-d7b6-470f-ad51-8a5ccde49850 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 944 time: 0.0708480 Nov 03 02:43:58.222019 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1961dc19-14b7-4625-b523-c76182e465c5 req-64314b12-46d3-455f-84cf-b48bb28c6bfd tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804832 Nov 03 02:43:59.347099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314d395-206e-4a28-b970-28b141e054d5 req-e489e818-6cc2-4a6e-972e-bfeceda3c1d1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:43:59.348855 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2314d395-206e-4a28-b970-28b141e054d5 req-e489e818-6cc2-4a6e-972e-bfeceda3c1d1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 944 time: 0.0519774 Nov 03 02:43:59.393942 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2314d395-206e-4a28-b970-28b141e054d5 req-2f9297de-3480-4637-9615-38e2611508e8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388505 Nov 03 02:44:00.281455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 433d6d20-358a-4cec-9bdc-69aba95f35b3 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:44:00.381281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 433d6d20-358a-4cec-9bdc-69aba95f35b3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:44:00.392618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '433d6d20-358a-4cec-9bdc-69aba95f35b3', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'port_id': '433d6d20-358a-4cec-9bdc-69aba95f35b3', 'mac_address': 'fa:16:3e:58:3e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:44:00.425947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 433d6d20-358a-4cec-9bdc-69aba95f35b3 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:44:00.426337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:00.440049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433d6d20-358a-4cec-9bdc-69aba95f35b3 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:44:00.459101 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 433d6d20-358a-4cec-9bdc-69aba95f35b3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:44:00.463334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:00.510329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=433d6d20-358a-4cec-9bdc-69aba95f35b3,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:44:00.520421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c0854-9a0d-4f4c-b5b2-7caed51451fb req-5eb7c5be-0fda-4095-ae98-ce6bf05461ec tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:00.521926 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3c1c0854-9a0d-4f4c-b5b2-7caed51451fb req-5eb7c5be-0fda-4095-ae98-ce6bf05461ec tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 945 time: 0.0528727 Nov 03 02:44:00.570514 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3c1c0854-9a0d-4f4c-b5b2-7caed51451fb req-7afbef9f-7c19-4632-8671-1dd6d0b865ce tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 Nov 03 02:44:00.727530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['433d6d20-358a-4cec-9bdc-69aba95f35b3'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:44:01.694255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9fffa-1e5f-481f-abb9-b12a37fe2223 req-5279b964-a349-4fb0-a391-8353376f6d13 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:01.696259 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-65f9fffa-1e5f-481f-abb9-b12a37fe2223 req-5279b964-a349-4fb0-a391-8353376f6d13 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 945 time: 0.0513225 Nov 03 02:44:01.741642 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-65f9fffa-1e5f-481f-abb9-b12a37fe2223 req-cef30af5-78ba-4d2e-9f3e-d25fdb15629a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395575 Nov 03 02:44:02.297023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 433d6d20-358a-4cec-9bdc-69aba95f35b3 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:44:02.344000 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 433d6d20-358a-4cec-9bdc-69aba95f35b3 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:44:02.348101 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 433d6d20-358a-4cec-9bdc-69aba95f35b3 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:44:02.348855 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:02.349105 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 433d6d20-358a-4cec-9bdc-69aba95f35b3 Nov 03 02:44:02.423492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 433d6d20-358a-4cec-9bdc-69aba95f35b3 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:44:02.423879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:02.446669 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433d6d20-358a-4cec-9bdc-69aba95f35b3'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:44:02.449170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2972a428-7aa1-4d28-93f8-c5a58873cbed" -d '{"events": [{"server_uuid": "bffa70e5-0254-4b68-83ad-961e421c4247", "name": "network-vif-plugged", "status": "completed", "tag": "433d6d20-358a-4cec-9bdc-69aba95f35b3"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:44:02.461354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 433d6d20-358a-4cec-9bdc-69aba95f35b3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:44:02.466044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:02.488228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83e5e73-e719-4f53-9ed8-1b35cbe66402 x-openstack-request-id: req-e83e5e73-e719-4f53-9ed8-1b35cbe66402 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:44:02.488541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffa70e5-0254-4b68-83ad-961e421c4247", "name": "network-vif-plugged", "status": "completed", "tag": "433d6d20-358a-4cec-9bdc-69aba95f35b3", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:44:02.488800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e83e5e73-e719-4f53-9ed8-1b35cbe66402 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:44:02.489189 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83e5e73-e719-4f53-9ed8-1b35cbe66402'] response: {'server_uuid': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433d6d20-358a-4cec-9bdc-69aba95f35b3', 'code': 200} Nov 03 02:44:02.514766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=433d6d20-358a-4cec-9bdc-69aba95f35b3,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:44:02.660402 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52cfbb-c846-4d6a-9b0d-bbe50e91eb81 req-be1328ff-0d95-4dc8-a117-9dba7c352f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:02.661944 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-be52cfbb-c846-4d6a-9b0d-bbe50e91eb81 req-be1328ff-0d95-4dc8-a117-9dba7c352f16 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 1130 time: 0.0425379 Nov 03 02:44:02.710289 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-be52cfbb-c846-4d6a-9b0d-bbe50e91eb81 req-91a1fc8b-c23e-4e7d-a716-5c477fb22d28 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377102 Nov 03 02:44:02.870768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29d70f-4163-4257-9c64-742e28f23cb5 req-3bdb057c-1b23-40ad-9366-e0756ac6df83 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:02.872267 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dd29d70f-4163-4257-9c64-742e28f23cb5 req-3bdb057c-1b23-40ad-9366-e0756ac6df83 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0574915 Nov 03 02:44:02.919980 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dd29d70f-4163-4257-9c64-742e28f23cb5 req-00b49edb-eb0d-4ab1-a26a-fab92b016740 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Nov 03 02:44:04.045935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed6a2c-dcb4-485e-bd7f-4f94739e26e3 req-891ffbea-9d16-4bb9-8349-fc44294e2128 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:04.047425 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bbed6a2c-dcb4-485e-bd7f-4f94739e26e3 req-891ffbea-9d16-4bb9-8349-fc44294e2128 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0527563 Nov 03 02:44:04.093734 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bbed6a2c-dcb4-485e-bd7f-4f94739e26e3 req-7d372707-aecf-4476-bde7-1230b4a41f36 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407722 Nov 03 02:44:04.222271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942f1e-e73e-4680-b42a-f23122dcb19e req-9ea43321-98d1-492b-bf69-d9644ce4af5d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:04.223911 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f942f1e-e73e-4680-b42a-f23122dcb19e req-9ea43321-98d1-492b-bf69-d9644ce4af5d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0594847 Nov 03 02:44:04.234863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 44148) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:44:04.239085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-80476278-1d4e-465e-a0f5-bb9482297b23 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'floatingip': {'port_id': '433d6d20-358a-4cec-9bdc-69aba95f35b3'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:44:04.276194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80476278-1d4e-465e-a0f5-bb9482297b23 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:04.526260 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-1005b757-8fdc-4f03-90d5-bca4b39eb814 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1466234 Nov 03 02:44:04.704132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-be4ac210-027d-43d5-bf72-567228092693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:04.705660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-be4ac210-027d-43d5-bf72-567228092693 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 1130 time: 0.1264009 Nov 03 02:44:04.866909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80476278-1d4e-465e-a0f5-bb9482297b23 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:04.878378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80476278-1d4e-465e-a0f5-bb9482297b23 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:04.913452 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-82001fa0-107f-499a-bd50-3d673021c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:04.915447 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-82001fa0-107f-499a-bd50-3d673021c702 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.1900980 Nov 03 02:44:05.018948 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-4decbcca-879e-4c1c-85a7-ca0d372f6483 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3 HTTP/1.1" status: 200 len: 999 time: 0.0957553 Nov 03 02:44:05.021931 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-80476278-1d4e-465e-a0f5-bb9482297b23 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 associated. External IP: 172.26.6.87, port: 433d6d20-358a-4cec-9bdc-69aba95f35b3. Nov 03 02:44:05.136022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-3386e716-67ce-4840-ab75-662f57594dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:05.137428 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-3386e716-67ce-4840-ab75-662f57594dc4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.1114955 Nov 03 02:44:05.235359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-b3bde5f6-2d34-4efd-bf86-f464ffa749da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:05.236872 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-b3bde5f6-2d34-4efd-bf86-f464ffa749da service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0935831 Nov 03 02:44:05.347972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80476278-1d4e-465e-a0f5-bb9482297b23 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:44:05.377942 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-2151899b-f0d3-48cb-9166-aa702c5b18d3 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326287 Nov 03 02:44:05.531105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80476278-1d4e-465e-a0f5-bb9482297b23 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:44:05.539901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80476278-1d4e-465e-a0f5-bb9482297b23 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:05.541523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11424032-ec7a-4946-b8d2-635e1bc3d641 None None] Sync routers for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:44:05.550707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11424032-ec7a-4946-b8d2-635e1bc3d641 None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:44:05.551320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-11424032-ec7a-4946-b8d2-635e1bc3d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:43:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:44:05.561504 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3aeb083d-7334-4fa7-b1e7-da97d62e7687 req-e547c764-1823-46cc-bd21-8589373d6b07 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536336 Nov 03 02:44:05.573507 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-80476278-1d4e-465e-a0f5-bb9482297b23 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "PUT /v2.0/floatingips/b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 HTTP/1.1" status: 200 len: 991 time: 1.3375413 Nov 03 02:44:05.574057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'tag': '433d6d20-358a-4cec-9bdc-69aba95f35b3'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:44:05.576331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea05e96-764e-4349-afae-96eebc7f0346" -d '{"events": [{"name": "network-changed", "server_uuid": "bffa70e5-0254-4b68-83ad-961e421c4247", "tag": "433d6d20-358a-4cec-9bdc-69aba95f35b3"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:44:05.611198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3389b8ee-dee6-454c-8c30-078b7d07b57e x-openstack-request-id: req-3389b8ee-dee6-454c-8c30-078b7d07b57e {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:44:05.611491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffa70e5-0254-4b68-83ad-961e421c4247", "tag": "433d6d20-358a-4cec-9bdc-69aba95f35b3", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:44:05.611747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3389b8ee-dee6-454c-8c30-078b7d07b57e {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:44:05.612161 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3389b8ee-dee6-454c-8c30-078b7d07b57e'] response: {'name': 'network-changed', 'server_uuid': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'tag': '433d6d20-358a-4cec-9bdc-69aba95f35b3', 'status': 'completed', 'code': 200} Nov 03 02:44:05.657375 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-11424032-ec7a-4946-b8d2-635e1bc3d641 None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:44:05.675153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea05e96-764e-4349-afae-96eebc7f0346 req-e90ba95d-4bd2-4fb3-b3e6-3609facb6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:05.676741 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ea05e96-764e-4349-afae-96eebc7f0346 req-e90ba95d-4bd2-4fb3-b3e6-3609facb6b61 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 1130 time: 0.0448818 Nov 03 02:44:05.771707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea05e96-764e-4349-afae-96eebc7f0346 req-26cdbcc4-6522-4788-bfed-19c6db194349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:05.773201 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ea05e96-764e-4349-afae-96eebc7f0346 req-26cdbcc4-6522-4788-bfed-19c6db194349 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0876360 Nov 03 02:44:05.837279 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ea05e96-764e-4349-afae-96eebc7f0346 req-f1635211-8c0d-4f96-9db2-07bbc972bbfa service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3 HTTP/1.1" status: 200 len: 999 time: 0.0576594 Nov 03 02:44:05.879738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-11424032-ec7a-4946-b8d2-635e1bc3d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': '433d6d20-358a-4cec-9bdc-69aba95f35b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:58:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:44:04Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:44:05.887441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea05e96-764e-4349-afae-96eebc7f0346 req-dd22232a-f413-4014-9f72-fc5e7972a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:05.888948 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ea05e96-764e-4349-afae-96eebc7f0346 req-dd22232a-f413-4014-9f72-fc5e7972a821 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0456336 Nov 03 02:44:05.904227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11424032-ec7a-4946-b8d2-635e1bc3d641 None None] Checking router: 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:44:05.912927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11424032-ec7a-4946-b8d2-635e1bc3d641 None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:44:05.913532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-11424032-ec7a-4946-b8d2-635e1bc3d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:43:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:44:05.936943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea05e96-764e-4349-afae-96eebc7f0346 req-532c17d0-0334-4924-b184-814c04385795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:05.938431 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ea05e96-764e-4349-afae-96eebc7f0346 req-532c17d0-0334-4924-b184-814c04385795 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437751 Nov 03 02:44:06.015289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-11424032-ec7a-4946-b8d2-635e1bc3d641 None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:44:06.030321 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ea05e96-764e-4349-afae-96eebc7f0346 req-34c44d02-e74f-4854-918b-0d3c0f22eebe service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857160 Nov 03 02:44:06.123042 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ea05e96-764e-4349-afae-96eebc7f0346 req-df17c8ec-ae7f-42a8-8c03-86b4baae779f service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862002 Nov 03 02:44:06.364823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-11424032-ec7a-4946-b8d2-635e1bc3d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': '433d6d20-358a-4cec-9bdc-69aba95f35b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:58:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:44:04Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:44:06.388667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11424032-ec7a-4946-b8d2-635e1bc3d641 None None] The sync data for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv is: [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': '433d6d20-358a-4cec-9bdc-69aba95f35b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:58:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:44:04Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:44:06.583363 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04220c68-2af2-4b64-a6f5-9b76e1488ac9 None None] New status for floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:44:08.264019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:09.782900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bca0feae-0ff1-4f2d-82df-aec473dbe3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:12.271763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e77b8180-8078-4a40-828b-b88f2b7bd5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:13.222006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:14.709646 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:16.115716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:16.967178 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:44:38.260208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:38.902379 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700eb1b-75d9-4596-8c84-24e5a5181266 req-4231b51b-56b9-4445-9082-699b08b2f2af tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:38.903871 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3700eb1b-75d9-4596-8c84-24e5a5181266 req-4231b51b-56b9-4445-9082-699b08b2f2af tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0530019 Nov 03 02:44:38.950263 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3700eb1b-75d9-4596-8c84-24e5a5181266 req-81304ef4-9dab-446a-9c4f-e7a78cde12e5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407255 Nov 03 02:44:39.784570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a8e67813-d0c0-4e9c-bbef-e4365c02e9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:40.075245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4c1db-447e-4a12-bf73-aeac9a8c76ce req-4379db78-282a-4608-9e3c-24094819397e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:40.076728 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b4c1db-447e-4a12-bf73-aeac9a8c76ce req-4379db78-282a-4608-9e3c-24094819397e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0517282 Nov 03 02:44:40.126126 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83b4c1db-447e-4a12-bf73-aeac9a8c76ce req-96626917-c442-4008-bab7-b9f9d3f54c28 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Nov 03 02:44:41.249446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb62f4-a6e3-45df-ac77-53ab97f0b932 req-226fe48b-c9b5-4c92-b7a2-0db1f1c9b754 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:41.250917 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4eeb62f4-a6e3-45df-ac77-53ab97f0b932 req-226fe48b-c9b5-4c92-b7a2-0db1f1c9b754 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0523152 Nov 03 02:44:41.297052 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4eeb62f4-a6e3-45df-ac77-53ab97f0b932 req-ece0c60c-0f5a-4f9a-83c6-7fabbe6f5fc6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407169 Nov 03 02:44:42.274815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3272de1c-fe32-4d10-a660-6fb0644b8b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:42.419511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1a45f-4af1-4bfd-9881-2dc59a87952f req-ca0d4424-7d30-40de-9b9a-67230ca1f07d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:42.421022 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-85e1a45f-4af1-4bfd-9881-2dc59a87952f req-ca0d4424-7d30-40de-9b9a-67230ca1f07d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0517490 Nov 03 02:44:42.466114 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-85e1a45f-4af1-4bfd-9881-2dc59a87952f req-a7607841-5e6b-4d2f-8fb8-a8b78e7edb47 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 Nov 03 02:44:43.224955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:43.593647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee87fb-4294-4333-a899-316aff0748b7 req-5190a95f-8851-48ee-a2d8-c25ad2589460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:43.595115 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3ee87fb-4294-4333-a899-316aff0748b7 req-5190a95f-8851-48ee-a2d8-c25ad2589460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0567636 Nov 03 02:44:43.641661 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3ee87fb-4294-4333-a899-316aff0748b7 req-8e461ddf-9eba-4020-b7e0-2641f351ff8a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 Nov 03 02:44:44.714789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:44.770975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df9fb1-0dfc-4ea0-bd33-9adbc168b905 req-86c47880-6377-47e3-9eed-0ba7c5065ef8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:44.772424 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97df9fb1-0dfc-4ea0-bd33-9adbc168b905 req-86c47880-6377-47e3-9eed-0ba7c5065ef8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0531003 Nov 03 02:44:44.817788 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97df9fb1-0dfc-4ea0-bd33-9adbc168b905 req-ea0748ff-0bff-4377-8981-ce588b336b4a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392029 Nov 03 02:44:45.942107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744c049-dac9-4c17-8e06-e59c2a429b3b req-b9b76288-94cc-4daf-9a8f-48ffd92a46cf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:45.943565 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5744c049-dac9-4c17-8e06-e59c2a429b3b req-b9b76288-94cc-4daf-9a8f-48ffd92a46cf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0525279 Nov 03 02:44:45.994518 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5744c049-dac9-4c17-8e06-e59c2a429b3b req-78d1b0f6-7415-4214-89bb-9602d99fa21a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447800 Nov 03 02:44:46.118097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:44:47.117245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288d028-1629-4097-a416-77cad5226d60 req-7927e983-678e-44a2-859d-0870ad194244 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:47.119304 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a288d028-1629-4097-a416-77cad5226d60 req-7927e983-678e-44a2-859d-0870ad194244 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0520704 Nov 03 02:44:47.166003 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a288d028-1629-4097-a416-77cad5226d60 req-6840fe25-06d9-40cc-99e4-983318354379 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Nov 03 02:44:48.287272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09528556-57a1-4d20-b3cc-e2dcdd780bd0 req-1962e0bb-552c-4b47-9964-bf9ed0d996d8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:48.288762 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-09528556-57a1-4d20-b3cc-e2dcdd780bd0 req-1962e0bb-552c-4b47-9964-bf9ed0d996d8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0517082 Nov 03 02:44:48.335070 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-09528556-57a1-4d20-b3cc-e2dcdd780bd0 req-734f9d6f-e452-497b-bf97-3ea9c46bb127 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406947 Nov 03 02:44:49.462301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dee12-2e90-400a-8401-3bdd3f7d0d57 req-bec8c1b2-7afb-48cf-b910-885ef4acfc57 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:49.463769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2f3dee12-2e90-400a-8401-3bdd3f7d0d57 req-bec8c1b2-7afb-48cf-b910-885ef4acfc57 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0556810 Nov 03 02:44:49.510295 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2f3dee12-2e90-400a-8401-3bdd3f7d0d57 req-d7e87a84-60f3-455b-8b4d-6bc5cdde9784 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407619 Nov 03 02:44:49.739086 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-cc5f1c6b-5f65-4c23-adc6-9a1440519c25 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454700 Nov 03 02:44:49.752978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9127c-8ca5-4c04-b4a8-6a43ff9d4e53 req-390c2705-4339-4773-af48-5ee58729ae5e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:49.754470 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c0f9127c-8ca5-4c04-b4a8-6a43ff9d4e53 req-390c2705-4339-4773-af48-5ee58729ae5e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0528998 Nov 03 02:44:49.803945 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c0f9127c-8ca5-4c04-b4a8-6a43ff9d4e53 req-27a02235-cce1-4564-991e-99913eddcd57 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432141 Nov 03 02:44:50.070733 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-c5d26ea6-de1c-4cac-88e6-73f5b0bd03a1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:50.072636 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-c5d26ea6-de1c-4cac-88e6-73f5b0bd03a1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports/433d6d20-358a-4cec-9bdc-69aba95f35b3 HTTP/1.1" status: 200 len: 943 time: 0.0463734 Nov 03 02:44:50.937267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-4beb4a70-2898-42ea-b54e-32990c173bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:50.938762 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-4beb4a70-2898-42ea-b54e-32990c173bee service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 1130 time: 0.0776644 Nov 03 02:44:50.953589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89cda5-f3fe-49f4-9fe0-cb7a23014ca0 req-6ce54985-cbc4-4150-b176-00bb592a5213 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:50.954907 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ea89cda5-f3fe-49f4-9fe0-cb7a23014ca0 req-6ce54985-cbc4-4150-b176-00bb592a5213 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0646248 Nov 03 02:44:51.050442 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ea89cda5-f3fe-49f4-9fe0-cb7a23014ca0 req-895cf13a-f5c0-4cab-aff5-b8297848bf89 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875270 Nov 03 02:44:51.078404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-0cb442b8-f877-4102-b144-3598fed82c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:51.079884 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-0cb442b8-f877-4102-b144-3598fed82c54 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.1241486 Nov 03 02:44:51.148042 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-ef4f1e8a-3f9c-4ab0-92eb-c0e4fcc5197b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3 HTTP/1.1" status: 200 len: 1001 time: 0.0574644 Nov 03 02:44:51.198790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-fd17892b-d2ab-428f-9412-53f59f736389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:51.200180 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-fd17892b-d2ab-428f-9412-53f59f736389 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0431128 Nov 03 02:44:51.253593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-d4a88edf-a2e9-4700-a178-de3a94085124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:51.254962 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-d4a88edf-a2e9-4700-a178-de3a94085124 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445158 Nov 03 02:44:51.352974 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-187f0cb0-54d4-4533-a792-92101bb051cb service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858109 Nov 03 02:44:51.442599 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-ba4bd608-f121-44a7-964f-69bd2d971aee service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811279 Nov 03 02:44:52.181412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf2535-5c44-44b7-94e9-46c8fc2fca01 req-074e810f-f1e2-470f-b38d-d7b8572e0f62 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:52.182662 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8abf2535-5c44-44b7-94e9-46c8fc2fca01 req-074e810f-f1e2-470f-b38d-d7b8572e0f62 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0577497 Nov 03 02:44:52.228168 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8abf2535-5c44-44b7-94e9-46c8fc2fca01 req-7a803dff-24cd-48ec-8515-141761619b1e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399628 Nov 03 02:44:53.255472 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-8ba9ef4c-ed2a-4d58-8607-6aa83b9fe9a1 service neutron] 10.222.0.27 "GET /v2.0/ports/433d6d20-358a-4cec-9bdc-69aba95f35b3/bindings/hv-neutron-8606 HTTP/1.1" status: 200 len: 384 time: 0.0523190 Nov 03 02:44:53.359367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f449f0d-91b2-4349-8fca-ea974e4f2423 req-0095ce3e-eae6-4520-9a45-20cad8cbdb8b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:53.360920 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1f449f0d-91b2-4349-8fca-ea974e4f2423 req-0095ce3e-eae6-4520-9a45-20cad8cbdb8b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0553586 Nov 03 02:44:53.408384 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1f449f0d-91b2-4349-8fca-ea974e4f2423 req-5c57822c-f896-486d-b086-be993d66b980 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 Nov 03 02:44:53.494250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-46ed7898-5dad-4a86-8674-2e5f45812126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:53.495724 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-46ed7898-5dad-4a86-8674-2e5f45812126 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 1130 time: 0.0481052 Nov 03 02:44:53.563248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-dfea5b27-e0b9-42c6-8334-cb1f30cfe1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:53.564662 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-dfea5b27-e0b9-42c6-8334-cb1f30cfe1f6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 1130 time: 0.0437460 Nov 03 02:44:53.656924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-e9ad51ca-2e1d-465a-a826-d9dab21b0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:53.658361 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-e9ad51ca-2e1d-465a-a826-d9dab21b0824 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0829911 Nov 03 02:44:53.725038 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-8b584ce0-1c0e-480a-8b37-1dad606981d5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3 HTTP/1.1" status: 200 len: 1001 time: 0.0567462 Nov 03 02:44:53.775824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-eb01819d-e40b-478d-9224-f8a443dcfa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:53.777254 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-eb01819d-e40b-478d-9224-f8a443dcfa9a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0428338 Nov 03 02:44:53.829890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-215b5b9a-c6f8-4d7d-b601-05962cae9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:53.831340 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-215b5b9a-c6f8-4d7d-b601-05962cae9a10 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444577 Nov 03 02:44:53.928911 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-e07d8d3d-fa0e-4872-9829-8ab4f8291907 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873203 Nov 03 02:44:53.966564 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:44:54.021011 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-155d4080-273f-4d0d-b1d5-3788006b5670 req-62edc7e6-fe2d-4b0f-8853-774e0548b930 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823827 Nov 03 02:44:54.847590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d89582-2172-446a-8c12-534afc6cd3ca req-4ec6f323-53d4-4bf2-90e1-fa1d5ced079a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:54.849335 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-00d89582-2172-446a-8c12-534afc6cd3ca req-4ec6f323-53d4-4bf2-90e1-fa1d5ced079a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.3662336 Nov 03 02:44:54.894673 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-00d89582-2172-446a-8c12-534afc6cd3ca req-6472db25-d615-4948-a08c-f53c70a5331a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392091 Nov 03 02:44:56.020109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cae213-bcb6-46aa-b149-8d5672b382d5 req-add272bb-b5ad-40b9-94c3-4cab5b5dfe14 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:56.021594 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e4cae213-bcb6-46aa-b149-8d5672b382d5 req-add272bb-b5ad-40b9-94c3-4cab5b5dfe14 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0525506 Nov 03 02:44:56.068020 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e4cae213-bcb6-46aa-b149-8d5672b382d5 req-de9771a1-e228-4587-8256-d699bc5e93e2 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408330 Nov 03 02:44:56.310491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caefef-d9fc-478e-b071-ca31f0a9929d req-abf91e52-1ea3-414b-936e-822abc41ce04 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:56.311971 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-87caefef-d9fc-478e-b071-ca31f0a9929d req-abf91e52-1ea3-414b-936e-822abc41ce04 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0894110 Nov 03 02:44:56.324018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-7d9a7152-b5d3-4482-94be-9e986b0cd9cb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:56.325506 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-7d9a7152-b5d3-4482-94be-9e986b0cd9cb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247&tenant_id=2998efcc785d4fb8b880a33030f03047&binding%3Ahost_id=hv-neutron-8606 HTTP/1.1" status: 200 len: 946 time: 0.0763214 Nov 03 02:44:56.369166 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-87caefef-d9fc-478e-b071-ca31f0a9929d req-caf01ff0-238b-4772-b3d5-0d02c1828bc6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Nov 03 02:44:56.420774 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-f436e673-790e-4524-b12e-fb9339322578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:56.422337 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-f436e673-790e-4524-b12e-fb9339322578 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 1130 time: 0.0446136 Nov 03 02:44:56.520230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-2b427460-e263-48c1-a823-30640be0bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:56.521717 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-2b427460-e263-48c1-a823-30640be0bafb service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0872943 Nov 03 02:44:56.587264 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-7258842c-d7b2-4ea6-bff8-e592497a4cd8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3 HTTP/1.1" status: 200 len: 1001 time: 0.0543187 Nov 03 02:44:56.640834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-82e8b4f3-5359-4918-a42c-cbdf82dfff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:56.642249 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-82e8b4f3-5359-4918-a42c-cbdf82dfff0f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0468128 Nov 03 02:44:56.695703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-f45b6d43-6ab2-4b1b-b1b6-aa31d39965ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:56.697272 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-f45b6d43-6ab2-4b1b-b1b6-aa31d39965ec service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437443 Nov 03 02:44:56.787731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-7cd9fe40-999f-4165-9005-f1a98a47f5ed service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804551 Nov 03 02:44:56.885051 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b8823f-00eb-4e17-b70e-9c0b5c27112c req-6e5161f0-11ec-4ef2-8c22-2bdce93e214c service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Nov 03 02:44:57.497839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dd077-1464-4a4c-bca6-c1ec2c9c4c7e req-b3070da6-62df-49f7-b928-8b8f25ba5fb2 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:57.499319 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5c6dd077-1464-4a4c-bca6-c1ec2c9c4c7e req-b3070da6-62df-49f7-b928-8b8f25ba5fb2 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0541344 Nov 03 02:44:57.547316 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5c6dd077-1464-4a4c-bca6-c1ec2c9c4c7e req-10cbcc5e-954d-4aeb-a494-b713f0b71823 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424862 Nov 03 02:44:58.678546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1cfbf-40af-4dd7-8501-2ace9a8dbbb4 req-45238286-85c2-485d-aae5-80842af4fa8c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:58.682242 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5de1cfbf-40af-4dd7-8501-2ace9a8dbbb4 req-45238286-85c2-485d-aae5-80842af4fa8c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0573716 Nov 03 02:44:58.739908 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5de1cfbf-40af-4dd7-8501-2ace9a8dbbb4 req-acc217f2-c20b-4791-98fc-1e90fd3f8ccd tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532138 Nov 03 02:44:58.879944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb6226-e6e8-487f-81be-66d3a3bcb3c2 req-9344f29a-9421-40cb-85dc-7fb49cbe29bb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:58.881518 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-80eb6226-e6e8-487f-81be-66d3a3bcb3c2 req-9344f29a-9421-40cb-85dc-7fb49cbe29bb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0589283 Nov 03 02:44:58.933333 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-80eb6226-e6e8-487f-81be-66d3a3bcb3c2 req-aad017ca-074c-4e4d-baa9-28f33f7ff88d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452302 Nov 03 02:44:59.178017 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df53a54-f29a-48b0-b929-6c6b1bc00bd1 req-ee130da6-31f9-40c3-a598-b85bc3c322c2 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:59.179425 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5df53a54-f29a-48b0-b929-6c6b1bc00bd1 req-ee130da6-31f9-40c3-a598-b85bc3c322c2 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0648191 Nov 03 02:44:59.263045 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5df53a54-f29a-48b0-b929-6c6b1bc00bd1 req-39c84553-d6e5-45c4-8792-fdf3b6eff1dd tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738037 Nov 03 02:44:59.265949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186869c3-1686-436a-866a-bb3862829280 req-762ac214-15a6-4921-8659-75bd561ec137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:59.267356 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-186869c3-1686-436a-866a-bb3862829280 req-762ac214-15a6-4921-8659-75bd561ec137 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 1130 time: 0.0870564 Nov 03 02:44:59.367473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186869c3-1686-436a-866a-bb3862829280 req-e579adfd-aff8-47dd-a9e0-0fa8846190d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:59.369061 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-186869c3-1686-436a-866a-bb3862829280 req-e579adfd-aff8-47dd-a9e0-0fa8846190d2 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0923717 Nov 03 02:44:59.439264 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-186869c3-1686-436a-866a-bb3862829280 req-d6977f23-ca98-496d-92bd-3e2054e15497 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3 HTTP/1.1" status: 200 len: 1001 time: 0.0605755 Nov 03 02:44:59.491932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186869c3-1686-436a-866a-bb3862829280 req-5c81447d-5d1b-405e-bfcd-23f4ccb4d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:59.493713 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-186869c3-1686-436a-866a-bb3862829280 req-5c81447d-5d1b-405e-bfcd-23f4ccb4d6bb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0449827 Nov 03 02:44:59.546289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186869c3-1686-436a-866a-bb3862829280 req-916f8438-7a44-4b4f-b858-3b8ada256dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:44:59.547796 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-186869c3-1686-436a-866a-bb3862829280 req-916f8438-7a44-4b4f-b858-3b8ada256dc2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453637 Nov 03 02:44:59.645320 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-186869c3-1686-436a-866a-bb3862829280 req-a32c1071-4e34-4729-bbf2-a77405c3a310 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856636 Nov 03 02:44:59.739454 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-186869c3-1686-436a-866a-bb3862829280 req-29e68c5c-ba0a-4988-b107-ca44775277e1 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829868 Nov 03 02:45:00.395975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81c09-1bd1-44cd-b215-560244324049 req-884e0f0d-16de-4503-a145-a8478b572f12 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:00.397486 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5d81c09-1bd1-44cd-b215-560244324049 req-884e0f0d-16de-4503-a145-a8478b572f12 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0537972 Nov 03 02:45:00.452505 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5d81c09-1bd1-44cd-b215-560244324049 req-2b9a60d2-bece-4dbb-a002-52c2256d010c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488229 Nov 03 02:45:00.688923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e950d-c966-42e5-bad5-5a4edc51b48e req-ba4dc7df-9beb-4f19-ad66-2ae80b211bb8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:00.690405 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fb8e950d-c966-42e5-bad5-5a4edc51b48e req-ba4dc7df-9beb-4f19-ad66-2ae80b211bb8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0522692 Nov 03 02:45:00.738133 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fb8e950d-c966-42e5-bad5-5a4edc51b48e req-e0d99f3f-bed5-430f-9c13-4172006cd7ce tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Nov 03 02:45:01.862747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0897e-12be-4aeb-ae72-920209bbcad8 req-720fe7e1-90d5-4612-829d-03f546239134 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:01.864210 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-36f0897e-12be-4aeb-ae72-920209bbcad8 req-720fe7e1-90d5-4612-829d-03f546239134 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0525289 Nov 03 02:45:01.910845 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-36f0897e-12be-4aeb-ae72-920209bbcad8 req-c222e01d-900b-4369-953c-684675d43980 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403342 Nov 03 02:45:02.528185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-5516400f-e914-400f-9c6d-4f495f56dd45 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:02.529632 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-5516400f-e914-400f-9c6d-4f495f56dd45 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 946 time: 0.0566313 Nov 03 02:45:02.615370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Deleting port 433d6d20-358a-4cec-9bdc-69aba95f35b3 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:45:02.615711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:02.705726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] For port 433d6d20-358a-4cec-9bdc-69aba95f35b3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=433d6d20-358a-4cec-9bdc-69aba95f35b3,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:45:02.706101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:02.866065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:02.866727 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:02.866727 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 disassociated. External IP: 172.26.6.87, port: 433d6d20-358a-4cec-9bdc-69aba95f35b3. Nov 03 02:45:02.867075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Calling delete_port for 433d6d20-358a-4cec-9bdc-69aba95f35b3 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:45:03.010024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (433d6d20-358a-4cec-9bdc-69aba95f35b3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:03.029184 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a56e53fc-dbc6-4d19-a7d0-d4faabb97bdd req-264dab11-ec48-41b1-b61b-b2d995363ea2 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa70e5-0254-4b68-83ad-961e421c4247 HTTP/1.1" status: 200 len: 210 time: 0.0298662 Nov 03 02:45:03.052684 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event deleted for resources: {'Port': ['ID=433d6d20-358a-4cec-9bdc-69aba95f35b3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:45:03.066639 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.067123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.067521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.067829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.068178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.068593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.068867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.069205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.069539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.069873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.070250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.070585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.072075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:03.180790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:45:03.291908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:45:03.304272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a406059-3b1f-4427-bb8e-5c59fb0890ef None None] Sync routers for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:45:03.315612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a406059-3b1f-4427-bb8e-5c59fb0890ef None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:45:03.316232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4a406059-3b1f-4427-bb8e-5c59fb0890ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:44:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:45:03.345696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] No DVR routers for this DVR port 433d6d20-358a-4cec-9bdc-69aba95f35b3 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:45:03.348789 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:03.354826 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c786f29c-a85f-4f66-8b3b-80abeec4b6ff req-07e067f5-b021-417f-b0a2-b4d95d90e04c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "DELETE /v2.0/ports/433d6d20-358a-4cec-9bdc-69aba95f35b3 HTTP/1.1" status: 204 len: 173 time: 0.8186560 Nov 03 02:45:03.355819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'name': 'network-vif-deleted', 'tag': '433d6d20-358a-4cec-9bdc-69aba95f35b3'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:45:03.357780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c09504-5f57-4b55-9dce-a5e635d948fe" -d '{"events": [{"server_uuid": "bffa70e5-0254-4b68-83ad-961e421c4247", "name": "network-vif-deleted", "tag": "433d6d20-358a-4cec-9bdc-69aba95f35b3"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:45:03.409477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af481e8-67e6-4cc2-ac0a-d7323d132149 x-openstack-request-id: req-0af481e8-67e6-4cc2-ac0a-d7323d132149 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:45:03.409964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffa70e5-0254-4b68-83ad-961e421c4247", "name": "network-vif-deleted", "tag": "433d6d20-358a-4cec-9bdc-69aba95f35b3", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:45:03.410396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0af481e8-67e6-4cc2-ac0a-d7323d132149 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:45:03.410975 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af481e8-67e6-4cc2-ac0a-d7323d132149'] response: {'server_uuid': 'bffa70e5-0254-4b68-83ad-961e421c4247', 'name': 'network-vif-deleted', 'tag': '433d6d20-358a-4cec-9bdc-69aba95f35b3', 'status': 'completed', 'code': 200} Nov 03 02:45:03.429536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4a406059-3b1f-4427-bb8e-5c59fb0890ef None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:45:03.630091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4a406059-3b1f-4427-bb8e-5c59fb0890ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:45:03.655786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a406059-3b1f-4427-bb8e-5c59fb0890ef None None] Checking router: 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:45:03.664278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a406059-3b1f-4427-bb8e-5c59fb0890ef None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:45:03.665215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4a406059-3b1f-4427-bb8e-5c59fb0890ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:44:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:45:03.767855 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4a406059-3b1f-4427-bb8e-5c59fb0890ef None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:45:03.986702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4a406059-3b1f-4427-bb8e-5c59fb0890ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:45:04.017694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a406059-3b1f-4427-bb8e-5c59fb0890ef None None] The sync data for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv is: [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:45:04.279951 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a68b575-3a1e-4b30-b083-961b24f8cc36 None None] New status for floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:45:04.300656 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-6c815602-7331-493c-a6b3-f5e54a2b3e4b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1771424876&fields=id&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 267 time: 0.0478776 Nov 03 02:45:04.431528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-052cba86-4026-416a-8976-e6b00f795b05 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:04.433073 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-052cba86-4026-416a-8976-e6b00f795b05 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 811 time: 0.1248143 Nov 03 02:45:04.448671 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-6bd2fa85-52cd-4ed1-a595-2ffcf71a69e3 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/quotas/2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 375 time: 0.0099351 Nov 03 02:45:04.504459 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-e290635f-11ef-409c-bb31-a20de5c1add4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505223 Nov 03 02:45:04.651854 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-6a16d0f4-679c-45b8-a45c-d726fe789ef8 service neutron] 10.222.0.23 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358254 Nov 03 02:45:04.750468 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-add4bbf4-c1e1-419a-b3f3-f978e4a3018f service neutron] 10.222.0.23 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912659 Nov 03 02:45:04.928769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-58d9963a-92b7-479b-82de-b6da24adbd58 req-a7522b0d-063c-4fd2-92ea-e40f83fd1d72 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 210 time: 0.0294445 Nov 03 02:45:05.919835 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d6fb9a23-e822-4b69-aea4-fefedd7c8131 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:05.921469 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d6fb9a23-e822-4b69-aea4-fefedd7c8131 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 811 time: 0.1085761 Nov 03 02:45:05.991169 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-06affc4f-2bf6-4237-a029-41804ef5ebfd tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 380 time: 0.0537205 Nov 03 02:45:06.033227 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7154496b-a2d6-48dd-985a-b8c81ab00fcf req-a6e27b73-dd6d-44c9-a722-42faf1148974 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 210 time: 0.0287194 Nov 03 02:45:06.036551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'port': {'device_id': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'admin_state_up': True, 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'security_groups': ['1f313610-2564-469c-a2a3-9d96aaf7f36d']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:45:06.146037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Made reservation on behalf of 2998efcc785d4fb8b880a33030f03047 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:45:06.149842 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:06.274722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Allocated IP 172.20.0.12 (6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29/7cb68cd8-8577-46dc-a05b-018742ae1b10/b70e7fa9-cfc9-4d7b-aaac-4060c3776b61) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:45:06.412976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:06.445241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:06.484057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:45:06.487243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:45:06.490856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:45:06.522093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event updated for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:45:06.552166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:06.552909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:06.570053 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-d19cc4df-61b7-4004-87af-d3501acbc460 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391111 Nov 03 02:45:06.586374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Request body: {'port': {'device_id': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:45:06.605810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 433d6d20-358a-4cec-9bdc-69aba95f35b3 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:45:06.625477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 433d6d20-358a-4cec-9bdc-69aba95f35b3 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:45:06.625834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 433d6d20-358a-4cec-9bdc-69aba95f35b3 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:45:06.650347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:06.784853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4e6cafdc-4acb-472d-80b8-8004a60637c3 None None] Provisioning complete for port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:45:06.785150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4e6cafdc-4acb-472d-80b8-8004a60637c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:06.785493 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4e6cafdc-4acb-472d-80b8-8004a60637c3 None None] Attempt 1 to provision port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 Nov 03 02:45:06.816887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4e6cafdc-4acb-472d-80b8-8004a60637c3 None None] Port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:45:06.908470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:45:06.915880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Publish callbacks [] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:06.927684 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Transition to ACTIVE for port object b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:45:06.932183 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:07.007451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Pushing event updated for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:45:07.034636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Attempting to bind port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:45:07.034977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Attempting to bind port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:45:07.035305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Attempting to bind port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:45:07.039453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:45:07.040288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Attempting to bind port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:45:07.045169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:45:07.045512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Checking segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:45:07.045897 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Bound using segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:45:07.046319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Bound port: b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:45:07.046672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:07.120805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:45:07.147769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:45:07.157627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:07.160811 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:07.161453 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:07.162869 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] 10.222.0.27 "PUT /v2.0/ports/b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 HTTP/1.1" status: 200 len: 1094 time: 0.5808337 Nov 03 02:45:07.166141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:45:07.168396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98571a83-820b-483d-a483-e884d77a00c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:45:07.205068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dc4b9-485c-474e-b7d4-b378d5e04541 req-54e1823c-a59c-4abf-87dc-cd78ec60afaf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:07.206561 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-442dc4b9-485c-474e-b7d4-b378d5e04541 req-54e1823c-a59c-4abf-87dc-cd78ec60afaf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 944 time: 0.0983377 Nov 03 02:45:07.208051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e629cadd-fd49-4f00-ba84-5560d7228b3c x-openstack-request-id: req-e629cadd-fd49-4f00-ba84-5560d7228b3c {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:45:07.208338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:45:07.208616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e629cadd-fd49-4f00-ba84-5560d7228b3c {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:45:07.209004 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e629cadd-fd49-4f00-ba84-5560d7228b3c'] response: {'name': 'network-changed', 'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'status': 'completed', 'code': 200} Nov 03 02:45:07.277615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527415b-8279-4e4b-b6ee-c51a479aac55 service neutron] Pushing event updated for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:45:07.308992 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-442dc4b9-485c-474e-b7d4-b378d5e04541 req-221543e1-c33f-4d56-8d40-bac2e048368f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879004 Nov 03 02:45:07.311651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-bd026adc-f49f-49f9-a437-9255f9af71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:07.313144 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-bd026adc-f49f-49f9-a437-9255f9af71c8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 1128 time: 0.1015074 Nov 03 02:45:07.318512 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4e6cafdc-4acb-472d-80b8-8004a60637c3 None None] Attempt 2 to provision port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 Nov 03 02:45:07.358625 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-2878d52a-694c-4759-b08d-793234ebc1bf service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 HTTP/1.1" status: 200 len: 217 time: 0.0334384 Nov 03 02:45:07.362173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4e6cafdc-4acb-472d-80b8-8004a60637c3 None None] Port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:45:07.410661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-f328656c-acda-4da9-9cbf-66feca4dc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:07.412073 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-f328656c-acda-4da9-9cbf-66feca4dc66c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0443366 Nov 03 02:45:07.469380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-1dadf6f5-ecba-4252-ae85-a9a45c42f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:07.470807 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-1dadf6f5-ecba-4252-ae85-a9a45c42f5cc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480108 Nov 03 02:45:07.563376 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-aeebc74c-0914-43f2-a1df-34d1ac1d5105 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805874 Nov 03 02:45:07.656285 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1fc57cf9-7894-4ed1-8270-27ae9268d611 req-72275e15-4a8a-433d-a45a-032cb1d2a538 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839565 Nov 03 02:45:07.754173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98571a83-820b-483d-a483-e884d77a00c9 req-26a44313-2500-4806-a1da-0cf4261a2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:07.755569 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98571a83-820b-483d-a483-e884d77a00c9 req-26a44313-2500-4806-a1da-0cf4261a2121 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 1128 time: 0.0452726 Nov 03 02:45:07.843809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98571a83-820b-483d-a483-e884d77a00c9 req-a29fb135-2664-493c-a6ca-99bf9ad5db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:07.845300 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98571a83-820b-483d-a483-e884d77a00c9 req-a29fb135-2664-493c-a6ca-99bf9ad5db21 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0839825 Nov 03 02:45:07.891307 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98571a83-820b-483d-a483-e884d77a00c9 req-44dcb7e6-1715-4da2-8551-92c4ad2cf018 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 HTTP/1.1" status: 200 len: 217 time: 0.0358317 Nov 03 02:45:07.940403 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98571a83-820b-483d-a483-e884d77a00c9 req-a5630b34-43ac-4a31-af22-e62442269e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:07.941831 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98571a83-820b-483d-a483-e884d77a00c9 req-a5630b34-43ac-4a31-af22-e62442269e05 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0434301 Nov 03 02:45:07.991230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98571a83-820b-483d-a483-e884d77a00c9 req-fcef1a72-a826-438a-8f60-4305edae952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:07.993475 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98571a83-820b-483d-a483-e884d77a00c9 req-fcef1a72-a826-438a-8f60-4305edae952f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436184 Nov 03 02:45:08.084588 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98571a83-820b-483d-a483-e884d77a00c9 req-b381ea9f-eb08-4ab8-967e-5130690b70bc service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836015 Nov 03 02:45:08.173311 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98571a83-820b-483d-a483-e884d77a00c9 req-fc1e00ca-fbeb-4625-935b-8d2b43898082 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816517 Nov 03 02:45:08.260591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:08.435593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292c145-8386-4d7d-a8d5-c47305e1c860 req-dfbe9d4d-7004-4c9c-aeb1-846cb279c2bb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:08.437168 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7292c145-8386-4d7d-a8d5-c47305e1c860 req-dfbe9d4d-7004-4c9c-aeb1-846cb279c2bb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 944 time: 0.0547333 Nov 03 02:45:08.488903 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7292c145-8386-4d7d-a8d5-c47305e1c860 req-d72f8885-7187-44d7-a10d-ef003ff0701e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461547 Nov 03 02:45:09.611310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b97142-69e4-43af-8512-4954c4d785a7 req-893f7d86-94ea-47dc-9827-a8ed12431cd8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:09.612796 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-20b97142-69e4-43af-8512-4954c4d785a7 req-893f7d86-94ea-47dc-9827-a8ed12431cd8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 944 time: 0.0514519 Nov 03 02:45:09.658717 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-20b97142-69e4-43af-8512-4954c4d785a7 req-31ce323d-c9ec-451e-a02f-7e1f1260dc78 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404153 Nov 03 02:45:09.785533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9e289965-879a-4445-8b2a-4ee72135f382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:10.639671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:45:10.738790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:45:10.750556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'port_id': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'mac_address': 'fa:16:3e:6f:95:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:45:10.783100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb0ccc-57e5-4531-8efc-9ac7aa3aa78a req-27d49411-c238-461e-97db-1eb978f637de tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:10.784606 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fdeb0ccc-57e5-4531-8efc-9ac7aa3aa78a req-27d49411-c238-461e-97db-1eb978f637de tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 944 time: 0.0512910 Nov 03 02:45:10.787789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:45:10.788214 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:10.801921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:45:10.822130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:45:10.827235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:10.835945 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fdeb0ccc-57e5-4531-8efc-9ac7aa3aa78a req-4592aa52-8e79-4c03-9ce5-b96ca80f25ba tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453036 Nov 03 02:45:10.873185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:45:10.880319 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.880710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.881065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.881415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.881762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.882106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.882444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.882783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.883123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.883460 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.883809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.884128 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:10.884464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:45:11.081180 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:45:12.274851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b6a6-5cd6-4d8f-98a7-bf5594d41d57 req-5d84b068-c19d-4048-800a-0d6c8f632fd0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:12.277800 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e90b6a6-5cd6-4d8f-98a7-bf5594d41d57 req-5d84b068-c19d-4048-800a-0d6c8f632fd0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 945 time: 0.3683631 Nov 03 02:45:12.278340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eaed4ae3-688e-4bbf-a60f-a05e46bd3f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:12.324040 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e90b6a6-5cd6-4d8f-98a7-bf5594d41d57 req-4b072a58-8ab8-4cf4-9d20-821c63a3934a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407438 Nov 03 02:45:12.656593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:45:12.702945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:45:12.706956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:45:12.707336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:12.707680 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 Nov 03 02:45:12.779852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:45:12.780235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:12.802018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:45:12.804257 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d6f4fc-0c68-48c6-a876-78d933043fad" -d '{"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:45:12.817700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:45:12.822452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:12.847904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7865585b-b2de-42bc-8b4a-eb2940542731 x-openstack-request-id: req-7865585b-b2de-42bc-8b4a-eb2940542731 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:45:12.848200 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:45:12.848458 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7865585b-b2de-42bc-8b4a-eb2940542731 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:45:12.848879 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7865585b-b2de-42bc-8b4a-eb2940542731'] response: {'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'code': 200} Nov 03 02:45:12.879311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:45:13.023644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d8c20-1e2e-4ca3-88cd-94f22276e9ae req-f2d63fe6-584c-419e-9af8-78391462a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:13.025124 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc5d8c20-1e2e-4ca3-88cd-94f22276e9ae req-f2d63fe6-584c-419e-9af8-78391462a99e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 1130 time: 0.0499401 Nov 03 02:45:13.073421 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc5d8c20-1e2e-4ca3-88cd-94f22276e9ae req-a6fed99c-d588-42e3-a2a5-117830765d6d service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387654 Nov 03 02:45:13.228055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:13.450479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac252cb-7045-4cac-bb38-a3f1397914ef req-95344011-b5bb-493c-8629-6741e7ac3ad0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:13.451948 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bac252cb-7045-4cac-bb38-a3f1397914ef req-95344011-b5bb-493c-8629-6741e7ac3ad0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0554891 Nov 03 02:45:13.498250 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bac252cb-7045-4cac-bb38-a3f1397914ef req-256f985f-458e-44fe-a773-9d7fed731868 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407951 Nov 03 02:45:14.625758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c3e4b-0600-4d85-8893-3ac079ddf3b3 req-b627b4b3-2926-43e9-9784-7f251b7f4334 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:14.627242 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a31c3e4b-0600-4d85-8893-3ac079ddf3b3 req-b627b4b3-2926-43e9-9784-7f251b7f4334 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0536418 Nov 03 02:45:14.674497 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a31c3e4b-0600-4d85-8893-3ac079ddf3b3 req-a2f303e7-c6e5-4477-b82b-bb932606ff63 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Nov 03 02:45:14.716574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:14.797619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fb5d7-4ddb-4229-beed-ce6312ba03f4 req-28e66e54-a8b6-497a-aad9-48573c365389 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:14.799167 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d69fb5d7-4ddb-4229-beed-ce6312ba03f4 req-28e66e54-a8b6-497a-aad9-48573c365389 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0526354 Nov 03 02:45:14.810060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 44312) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:45:14.814448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b9cf9cea-0db2-46f6-a744-24b3ecfff00d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'floatingip': {'port_id': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:45:14.855840 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9cea-0db2-46f6-a744-24b3ecfff00d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:15.267667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9cea-0db2-46f6-a744-24b3ecfff00d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:15.271786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9cea-0db2-46f6-a744-24b3ecfff00d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:15.364919 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-b9cf9cea-0db2-46f6-a744-24b3ecfff00d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 associated. External IP: 172.26.6.87, port: b70e7fa9-cfc9-4d7b-aaac-4060c3776b61. Nov 03 02:45:15.560762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cf9cea-0db2-46f6-a744-24b3ecfff00d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:45:15.663522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cf9cea-0db2-46f6-a744-24b3ecfff00d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:45:15.668310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9cea-0db2-46f6-a744-24b3ecfff00d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:15.673344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda483d9-8323-451f-b9ab-aadee316320f None None] Sync routers for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:45:15.686386 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda483d9-8323-451f-b9ab-aadee316320f None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:45:15.686999 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cda483d9-8323-451f-b9ab-aadee316320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:45:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:45:15.698248 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b9cf9cea-0db2-46f6-a744-24b3ecfff00d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "PUT /v2.0/floatingips/b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 HTTP/1.1" status: 200 len: 991 time: 0.8865292 Nov 03 02:45:15.698886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:45:15.701164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581981e3-77ad-4574-a5f3-7527c5303d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:45:15.735744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474c5127-525a-4a58-a0db-427712b2301d x-openstack-request-id: req-474c5127-525a-4a58-a0db-427712b2301d {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:45:15.736039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:45:15.736294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-474c5127-525a-4a58-a0db-427712b2301d {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:45:15.736766 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474c5127-525a-4a58-a0db-427712b2301d'] response: {'name': 'network-changed', 'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'status': 'completed', 'code': 200} Nov 03 02:45:15.790069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-cda483d9-8323-451f-b9ab-aadee316320f None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:45:15.804085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581981e3-77ad-4574-a5f3-7527c5303d7b req-26efc3ee-4d71-47c9-9a09-ef14dea01c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:15.805715 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-581981e3-77ad-4574-a5f3-7527c5303d7b req-26efc3ee-4d71-47c9-9a09-ef14dea01c21 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 1130 time: 0.0443325 Nov 03 02:45:15.900039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581981e3-77ad-4574-a5f3-7527c5303d7b req-8cbf23f4-2389-4526-86de-35e9ff8bca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:15.902078 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-581981e3-77ad-4574-a5f3-7527c5303d7b req-8cbf23f4-2389-4526-86de-35e9ff8bca85 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0898402 Nov 03 02:45:15.966919 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-581981e3-77ad-4574-a5f3-7527c5303d7b req-5df2960b-cf2a-47ec-b7ca-0e1dddad27ce service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 HTTP/1.1" status: 200 len: 999 time: 0.0584028 Nov 03 02:45:16.023363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581981e3-77ad-4574-a5f3-7527c5303d7b req-d8100e7e-e706-4b0f-8e47-28b0ef8d0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:16.024870 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-581981e3-77ad-4574-a5f3-7527c5303d7b req-d8100e7e-e706-4b0f-8e47-28b0ef8d0c97 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0519667 Nov 03 02:45:16.075895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581981e3-77ad-4574-a5f3-7527c5303d7b req-87ef20ec-02be-422d-9f24-866df0a7491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:16.077456 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-581981e3-77ad-4574-a5f3-7527c5303d7b req-87ef20ec-02be-422d-9f24-866df0a7491a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461817 Nov 03 02:45:16.140394 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:16.166185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cda483d9-8323-451f-b9ab-aadee316320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:6f:95:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:45:15Z', 'revision_number': 9, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:45:16.171777 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-581981e3-77ad-4574-a5f3-7527c5303d7b req-bf5d9248-de95-4ea5-91fe-7fff641822f2 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885708 Nov 03 02:45:16.194269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda483d9-8323-451f-b9ab-aadee316320f None None] Checking router: 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:45:16.203511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda483d9-8323-451f-b9ab-aadee316320f None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:45:16.204108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cda483d9-8323-451f-b9ab-aadee316320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:45:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:45:16.266585 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-581981e3-77ad-4574-a5f3-7527c5303d7b req-f48c7edd-157a-439e-b4d7-74a3acc7697b service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892432 Nov 03 02:45:16.304662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-cda483d9-8323-451f-b9ab-aadee316320f None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:45:16.516013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-cda483d9-8323-451f-b9ab-aadee316320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:6f:95:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:45:15Z', 'revision_number': 9, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:45:16.539596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda483d9-8323-451f-b9ab-aadee316320f None None] The sync data for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv is: [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:6f:95:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:45:15Z', 'revision_number': 9, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:45:16.735580 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8ad3b-d3d2-4ef9-9d67-c9ca6c5e4fce None None] New status for floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:45:30.966206 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:45:38.275078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:39.786750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9b4de742-af4d-4bbf-aaeb-479505ea7176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:42.280844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e1b32000-8e6c-4097-a8f0-040062065039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:43.230348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:44.718215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:46.123098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:45:51.906571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13a2a-3793-41fe-8861-218ed1254c0c req-8df9bd01-a9ad-401a-a631-a615f14585c6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:51.908087 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ebc13a2a-3793-41fe-8861-218ed1254c0c req-8df9bd01-a9ad-401a-a631-a615f14585c6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0555208 Nov 03 02:45:51.956573 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ebc13a2a-3793-41fe-8861-218ed1254c0c req-b3124ad1-20a6-45ac-9977-638c24db363a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426953 Nov 03 02:45:51.969804 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-125b8b9f-8158-4cdd-a7bc-0bbb4d8f84ba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242948 Nov 03 02:45:52.356971 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-19bb05bc-575e-4cdd-b3af-50c7c605d80e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:52.358340 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-19bb05bc-575e-4cdd-b3af-50c7c605d80e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports/b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 HTTP/1.1" status: 200 len: 943 time: 0.1045806 Nov 03 02:45:53.090867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5adb-ed2e-4582-a11b-795b58405dd2 req-8cf941ca-a9f0-41b1-8000-94a74b5d17c5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:53.092638 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-507f5adb-ed2e-4582-a11b-795b58405dd2 req-8cf941ca-a9f0-41b1-8000-94a74b5d17c5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0615709 Nov 03 02:45:53.166972 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-507f5adb-ed2e-4582-a11b-795b58405dd2 req-5efb6eff-3269-42a1-9c15-76edb79970ed tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678756 Nov 03 02:45:53.177882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-182aff8d-f936-4a03-ae0d-f7275c1b2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:53.179351 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-182aff8d-f936-4a03-ae0d-f7275c1b2503 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 1130 time: 0.0614495 Nov 03 02:45:53.275915 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-002aa657-7ac7-4aab-962b-963d87d7fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:53.277412 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-002aa657-7ac7-4aab-962b-963d87d7fd1f service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0886858 Nov 03 02:45:53.342354 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-62a9a031-6780-4b81-aed3-be57ac61d89e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 HTTP/1.1" status: 200 len: 1002 time: 0.0548515 Nov 03 02:45:53.393804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-5465b3fe-e7b8-45e3-945c-172e1aa6f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:53.395210 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-5465b3fe-e7b8-45e3-945c-172e1aa6f302 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0432353 Nov 03 02:45:53.451734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-65a48c32-5776-48ff-b5e0-b1fb3f20a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:53.453174 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-65a48c32-5776-48ff-b5e0-b1fb3f20a468 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477808 Nov 03 02:45:53.544403 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-65ed8707-6ce7-4590-9d29-ace8cd605f8e service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809252 Nov 03 02:45:53.639557 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-6d7d5d3e-f357-48bc-9706-95ac42fa9927 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858793 Nov 03 02:45:54.298805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62a1a8-c4a8-4e2a-8d1a-37c575a87dc8 req-2f22f840-3d2c-4f5c-acd4-9d3fd5f60796 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:54.300282 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ba62a1a8-c4a8-4e2a-8d1a-37c575a87dc8 req-2f22f840-3d2c-4f5c-acd4-9d3fd5f60796 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0536683 Nov 03 02:45:54.347601 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ba62a1a8-c4a8-4e2a-8d1a-37c575a87dc8 req-1c9370fe-a018-4139-a285-51cda5c73011 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417852 Nov 03 02:45:55.472741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627c092-370a-45de-8d1b-d55158a3f7d2 req-71b24501-ebfd-4d15-921d-14c5243c1426 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:55.474211 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6627c092-370a-45de-8d1b-d55158a3f7d2 req-71b24501-ebfd-4d15-921d-14c5243c1426 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0521071 Nov 03 02:45:55.520004 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6627c092-370a-45de-8d1b-d55158a3f7d2 req-6a39e00c-9069-40a2-92c5-e19d97a177ee tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392160 Nov 03 02:45:56.647046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fef2a3-cb8d-4339-a2c5-c9b413d1d8f9 req-75f6cf51-4ce3-42b1-a2eb-3f7384eac474 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:56.648533 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e9fef2a3-cb8d-4339-a2c5-c9b413d1d8f9 req-75f6cf51-4ce3-42b1-a2eb-3f7384eac474 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0560257 Nov 03 02:45:56.694386 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e9fef2a3-cb8d-4339-a2c5-c9b413d1d8f9 req-d8c7354d-d247-48bb-8c55-41e389a81762 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402188 Nov 03 02:45:57.818077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa2dc4-406d-4e65-bc1d-f8543df7d5ed req-e69f6caf-d4df-41f7-b66f-60a8e6f23ce0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:57.819559 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4cfa2dc4-406d-4e65-bc1d-f8543df7d5ed req-e69f6caf-d4df-41f7-b66f-60a8e6f23ce0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0522661 Nov 03 02:45:57.866360 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4cfa2dc4-406d-4e65-bc1d-f8543df7d5ed req-cc404459-8701-41c2-8f6f-f353546e0fc3 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409811 Nov 03 02:45:59.003659 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b6b5c-6457-41a1-975e-6378aca4c253 req-5498a377-46d6-4528-a150-8d5a8bed248c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:45:59.005180 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b85b6b5c-6457-41a1-975e-6378aca4c253 req-5498a377-46d6-4528-a150-8d5a8bed248c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0589480 Nov 03 02:45:59.054671 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b85b6b5c-6457-41a1-975e-6378aca4c253 req-2337bce5-97fe-4464-98e3-c524c700dffc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433354 Nov 03 02:46:00.180327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca94fa-57f1-4e14-884d-d297ab65d4cf req-77e9c175-988c-4815-b241-f414a250e3a5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:00.181800 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b5ca94fa-57f1-4e14-884d-d297ab65d4cf req-77e9c175-988c-4815-b241-f414a250e3a5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0526869 Nov 03 02:46:00.227996 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b5ca94fa-57f1-4e14-884d-d297ab65d4cf req-c0570777-f3aa-4a96-bb5e-3142d9922981 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407369 Nov 03 02:46:01.352987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486464b-d085-4cb1-be41-f705b3245593 req-953c8c60-0b75-4125-9019-3dbfa5e6b5d3 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:01.355274 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8486464b-d085-4cb1-be41-f705b3245593 req-953c8c60-0b75-4125-9019-3dbfa5e6b5d3 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0550022 Nov 03 02:46:01.405283 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8486464b-d085-4cb1-be41-f705b3245593 req-e68617f9-8dfe-4ebe-972c-656e318fcec5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443082 Nov 03 02:46:02.528923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22fefa-341b-4103-9c20-70f8d3778118 req-74924a68-0dbd-4821-8317-bce847a91bfb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:02.530389 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ae22fefa-341b-4103-9c20-70f8d3778118 req-74924a68-0dbd-4821-8317-bce847a91bfb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0523205 Nov 03 02:46:02.576208 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ae22fefa-341b-4103-9c20-70f8d3778118 req-6c7ef6b9-cb69-4143-8894-1f9fbd35adee tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403364 Nov 03 02:46:03.703868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a4da8-9d98-46b1-91b2-d54dd11a9f04 req-2fc58969-6f67-4f6a-b4f4-61cb09360336 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:03.705362 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e93a4da8-9d98-46b1-91b2-d54dd11a9f04 req-2fc58969-6f67-4f6a-b4f4-61cb09360336 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0521948 Nov 03 02:46:03.753230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e93a4da8-9d98-46b1-91b2-d54dd11a9f04 req-e23df97a-8d93-4394-a699-1a44c932099e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Nov 03 02:46:04.887340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597188e5-22b4-48ef-acb3-3eacdf1bb698 req-7da86a53-080a-44e8-b7eb-9927bf51b10d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:04.888866 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-597188e5-22b4-48ef-acb3-3eacdf1bb698 req-7da86a53-080a-44e8-b7eb-9927bf51b10d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0588996 Nov 03 02:46:04.937462 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-597188e5-22b4-48ef-acb3-3eacdf1bb698 req-bb1766ae-566f-4866-80bc-fe1849ab3461 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Nov 03 02:46:06.063428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de82f05-f1aa-4624-a053-8ad24cfbf8eb req-35bb9daf-036e-4476-8d55-74ac70d90c55 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:06.064967 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3de82f05-f1aa-4624-a053-8ad24cfbf8eb req-35bb9daf-036e-4476-8d55-74ac70d90c55 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0537736 Nov 03 02:46:06.113266 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3de82f05-f1aa-4624-a053-8ad24cfbf8eb req-857e3671-aa49-4a6b-a1fb-ee23be2f1bdd tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Nov 03 02:46:06.467119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f03067-fc28-4c52-9b89-756c510c1b06 req-e83dd302-d734-4e8f-baff-2317850649c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:06.468643 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8f03067-fc28-4c52-9b89-756c510c1b06 req-e83dd302-d734-4e8f-baff-2317850649c3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 1130 time: 0.0454021 Nov 03 02:46:06.580977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f03067-fc28-4c52-9b89-756c510c1b06 req-da6097c7-8a77-41fd-bcca-888dff10e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:06.582414 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8f03067-fc28-4c52-9b89-756c510c1b06 req-da6097c7-8a77-41fd-bcca-888dff10e8f9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0871577 Nov 03 02:46:06.645755 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8f03067-fc28-4c52-9b89-756c510c1b06 req-00e3225b-8da0-4246-aa54-b65db8e44915 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 HTTP/1.1" status: 200 len: 1002 time: 0.0537164 Nov 03 02:46:06.699159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f03067-fc28-4c52-9b89-756c510c1b06 req-ae644b7b-7796-4bc4-9645-7cf1ead3fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:06.700595 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8f03067-fc28-4c52-9b89-756c510c1b06 req-ae644b7b-7796-4bc4-9645-7cf1ead3fe5d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0460649 Nov 03 02:46:06.751212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f03067-fc28-4c52-9b89-756c510c1b06 req-391ff1c8-f20c-48d1-93fc-6a4291572c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:06.752753 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8f03067-fc28-4c52-9b89-756c510c1b06 req-391ff1c8-f20c-48d1-93fc-6a4291572c89 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435114 Nov 03 02:46:06.842250 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8f03067-fc28-4c52-9b89-756c510c1b06 req-f0a43ce9-8019-40a0-860b-4ca81e234ac2 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791540 Nov 03 02:46:06.935817 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c8f03067-fc28-4c52-9b89-756c510c1b06 req-333f7d4f-2363-4e10-89a2-786c3d4bc89e service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845487 Nov 03 02:46:07.236803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc0fa6-48e1-4853-8471-61d23d6159dd req-385b09a2-2b91-4de9-9305-1822496616d4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:07.238252 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e0dc0fa6-48e1-4853-8471-61d23d6159dd req-385b09a2-2b91-4de9-9305-1822496616d4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0522683 Nov 03 02:46:07.285336 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e0dc0fa6-48e1-4853-8471-61d23d6159dd req-755b245f-7229-4250-87ab-71a33707858c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410843 Nov 03 02:46:07.966412 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:46:08.289893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:08.413500 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc181-60bb-4e76-b10c-703f833b9d98 req-241da715-a8ed-45a0-92d7-9f577459530f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:08.414959 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-109cc181-60bb-4e76-b10c-703f833b9d98 req-241da715-a8ed-45a0-92d7-9f577459530f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0566924 Nov 03 02:46:08.460111 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-109cc181-60bb-4e76-b10c-703f833b9d98 req-5a1f9bca-f1f5-4e08-a916-cd938349858c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394723 Nov 03 02:46:09.586482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834e5e1-41e7-475b-a197-34c6e7101be1 req-83557c5e-50a6-4873-807a-e1e027d03114 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:09.588540 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f834e5e1-41e7-475b-a197-34c6e7101be1 req-83557c5e-50a6-4873-807a-e1e027d03114 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0520608 Nov 03 02:46:09.636874 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f834e5e1-41e7-475b-a197-34c6e7101be1 req-63c433b8-9fa1-4134-b149-1c2e040ec8ed tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Nov 03 02:46:09.787860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-be266ff9-6101-4896-911b-728cb5d6c65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:10.553980 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-c7fd0fe9-fb7b-4cb8-b13f-cbc0f21fb73b service neutron] 10.222.0.27 "GET /v2.0/ports/b70e7fa9-cfc9-4d7b-aaac-4060c3776b61/bindings/hv-neutron-8606 HTTP/1.1" status: 200 len: 384 time: 0.0512857 Nov 03 02:46:10.796960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d125a4b-b394-4a92-93cf-99d967099f64 req-4c6df22b-d331-441f-90c4-acca49658248 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:10.798448 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d125a4b-b394-4a92-93cf-99d967099f64 req-4c6df22b-d331-441f-90c4-acca49658248 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0869379 Nov 03 02:46:10.804061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-0751864b-4b9f-42c7-9a25-286a6ee2d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:10.805455 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-0751864b-4b9f-42c7-9a25-286a6ee2d3e0 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 1130 time: 0.0622778 Nov 03 02:46:10.873392 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d125a4b-b394-4a92-93cf-99d967099f64 req-01a8e8b9-6e64-474b-bbec-268a46a0cc2e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669806 Nov 03 02:46:10.889434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-e60a780a-30b0-499b-8e60-7058174a6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:10.890917 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-e60a780a-30b0-499b-8e60-7058174a6ee2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 1130 time: 0.0577717 Nov 03 02:46:10.984560 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-ea0b8a41-ca95-4255-9312-d26631f05290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:10.986009 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-ea0b8a41-ca95-4255-9312-d26631f05290 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0863247 Nov 03 02:46:11.050578 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-6bb731b0-b187-4ce8-9c65-ce099e3dc903 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 HTTP/1.1" status: 200 len: 1002 time: 0.0526750 Nov 03 02:46:11.107033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-168c5ac8-b8ce-4423-8f29-5a4b72a23439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:11.108493 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-168c5ac8-b8ce-4423-8f29-5a4b72a23439 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0469809 Nov 03 02:46:11.159628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-e751ed4e-7a97-4d5f-94f5-0eb4d9ead6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:11.161141 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-e751ed4e-7a97-4d5f-94f5-0eb4d9ead6b1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435367 Nov 03 02:46:11.250782 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-274bd907-de54-44ab-a9a1-addcfb721948 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799291 Nov 03 02:46:11.345727 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-298bc9a4-6e84-49d3-99b8-56fb6888929f req-2c6f4c8b-de6c-434e-80a6-e58dab2958fa service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859475 Nov 03 02:46:11.998137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a24943-f822-40a8-ab16-570831a2258c req-92cc0fdc-c20c-4f1c-b0fb-3ed7f2452512 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:11.999611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-81a24943-f822-40a8-ab16-570831a2258c req-92cc0fdc-c20c-4f1c-b0fb-3ed7f2452512 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0531619 Nov 03 02:46:12.044889 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-81a24943-f822-40a8-ab16-570831a2258c req-c4edc60a-30d2-41c1-8edb-ba1e0a26ef5b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397918 Nov 03 02:46:12.281446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5ca8751e-dd57-415f-b5c8-3a5e1667b5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:13.174732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f93571-a696-4ef3-8c5e-3b392793d769 req-c1cd2115-c779-4868-ad6d-353518ab7bc1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:13.176215 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-10f93571-a696-4ef3-8c5e-3b392793d769 req-c1cd2115-c779-4868-ad6d-353518ab7bc1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0575905 Nov 03 02:46:13.222737 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-10f93571-a696-4ef3-8c5e-3b392793d769 req-795b686e-ce8e-4fdc-830c-9ef7329539fa tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408497 Nov 03 02:46:13.265644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:14.363483 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3eae4-25e4-4f95-b3d6-cf4de35519aa req-2ad6365c-61ef-44ac-a54e-fbdf87092aa5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:14.365045 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7bd3eae4-25e4-4f95-b3d6-cf4de35519aa req-2ad6365c-61ef-44ac-a54e-fbdf87092aa5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0536828 Nov 03 02:46:14.410634 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7bd3eae4-25e4-4f95-b3d6-cf4de35519aa req-027f6b16-329d-4168-b5e0-41d6742189a4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400105 Nov 03 02:46:14.720897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:14.745638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40340a2-0a34-410f-a726-b633dd545412 req-ae930908-a866-4015-af88-2d7b3ac5c236 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:14.747136 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-ae930908-a866-4015-af88-2d7b3ac5c236 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9&tenant_id=2998efcc785d4fb8b880a33030f03047&binding%3Ahost_id=hv-neutron-8606 HTTP/1.1" status: 200 len: 946 time: 0.0923336 Nov 03 02:46:14.758646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef81a2-0862-4662-8ee7-c901c2f34417 req-80525964-356c-4a27-ae71-2858b39b7eb7 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:14.760097 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f9ef81a2-0862-4662-8ee7-c901c2f34417 req-80525964-356c-4a27-ae71-2858b39b7eb7 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0775895 Nov 03 02:46:14.844247 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f9ef81a2-0862-4662-8ee7-c901c2f34417 req-6dfc72a1-164a-4c56-a1f3-50a5f7b509b6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782499 Nov 03 02:46:14.845539 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-785406dc-2ed5-4434-8b15-8bbc5595d3e3 service neutron] 10.222.0.27 "GET /v2.0/ports/b70e7fa9-cfc9-4d7b-aaac-4060c3776b61/bindings/hv-neutron-8606 HTTP/1.1" status: 200 len: 384 time: 0.0845394 Nov 03 02:46:14.889980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:46:14.892041 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:46:14.913404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40340a2-0a34-410f-a726-b633dd545412 req-9edb0393-ecf9-4d36-ab98-8b2dad1fa979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:14.914894 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-9edb0393-ecf9-4d36-ab98-8b2dad1fa979 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 1130 time: 0.0446110 Nov 03 02:46:15.008039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40340a2-0a34-410f-a726-b633dd545412 req-dc240bcd-3427-4a77-b7af-8b3defc30a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:15.010185 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-dc240bcd-3427-4a77-b7af-8b3defc30a8b service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0880184 Nov 03 02:46:15.037148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:46:15.037549 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:15.067381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:15.070335 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-ce109b40-6806-4958-91b1-011a2a403a33 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 HTTP/1.1" status: 200 len: 1002 time: 0.0549648 Nov 03 02:46:15.078660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:46:15.080901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc19e30-c3bf-45e7-8d93-562b63c013e5" -d '{"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:46:15.095965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:15.097212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'port_id': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'mac_address': 'fa:16:3e:6f:95:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:46:15.101884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:15.128863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40340a2-0a34-410f-a726-b633dd545412 req-5a419d85-2767-4fb9-b952-e05ed6d7ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:15.130552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-5a419d85-2767-4fb9-b952-e05ed6d7ed42 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0542924 Nov 03 02:46:15.147620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 02:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01b5d37-ce84-44bb-80ff-e37d135ca3c3 x-openstack-request-id: req-a01b5d37-ce84-44bb-80ff-e37d135ca3c3 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:46:15.147902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:46:15.148150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a01b5d37-ce84-44bb-80ff-e37d135ca3c3 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:46:15.148561 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01b5d37-ce84-44bb-80ff-e37d135ca3c3'] response: {'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'code': 200} Nov 03 02:46:15.177111 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:46:15.177501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:15.180595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40340a2-0a34-410f-a726-b633dd545412 req-11d439ff-5d5e-4167-8ab9-794ceb602890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:15.182749 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-11d439ff-5d5e-4167-8ab9-794ceb602890 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450888 Nov 03 02:46:15.185271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:15.200449 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.200823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.201169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.201518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.201854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.202183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.202510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.202840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.203170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.203498 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.203827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.204151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.204471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:15.209741 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:46:15.230703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:15.234502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:15.273229 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-86fe70d9-e783-4951-b9f9-001e60481cc5 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835230 Nov 03 02:46:15.283015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:15.298209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:46:15.368423 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-d1a6d6dd-1a4f-467e-b9c7-ed7c879df2e6 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887930 Nov 03 02:46:15.971595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4152d8-9ca5-43ad-adff-ba74b4bb3518 req-33b46b18-9711-4614-be42-d93bbd0691c1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:15.973098 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9c4152d8-9ca5-43ad-adff-ba74b4bb3518 req-33b46b18-9711-4614-be42-d93bbd0691c1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 945 time: 0.0539181 Nov 03 02:46:16.020032 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9c4152d8-9ca5-43ad-adff-ba74b4bb3518 req-d521a5c0-1cea-483d-95f2-313e774134f9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 Nov 03 02:46:16.125293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:16.902830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:46:16.947866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:46:16.948238 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:16.948610 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 Nov 03 02:46:17.017869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:46:17.018186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:17.053276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:17.059827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:17.107730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:17.149602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:46:17.152853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf71d030-a24e-4daf-a18d-1b9d5f046753" -d '{"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:46:17.155750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105c66d-0784-496e-93c1-97439a469128 req-7f522e6d-b8fb-4b89-8630-0e111e6e9b4d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:17.157299 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8105c66d-0784-496e-93c1-97439a469128 req-7f522e6d-b8fb-4b89-8630-0e111e6e9b4d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0578957 Nov 03 02:46:17.195515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df07d4-ffe4-45d0-bb6b-9080fd3846d7 x-openstack-request-id: req-75df07d4-ffe4-45d0-bb6b-9080fd3846d7 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:46:17.195813 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:46:17.196069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75df07d4-ffe4-45d0-bb6b-9080fd3846d7 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:46:17.196470 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75df07d4-ffe4-45d0-bb6b-9080fd3846d7'] response: {'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'code': 200} Nov 03 02:46:17.204753 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8105c66d-0784-496e-93c1-97439a469128 req-d4c515c4-f39f-4bf0-8ad5-f2121642a3cc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417688 Nov 03 02:46:18.017290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40340a2-0a34-410f-a726-b633dd545412 req-7d334388-8640-41fa-8188-992e56aeaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:18.018791 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-7d334388-8640-41fa-8188-992e56aeaecd service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 1130 time: 0.0465541 Nov 03 02:46:18.091062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40340a2-0a34-410f-a726-b633dd545412 req-1aa4b36b-8142-4ede-997f-d0f563ee6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:18.092461 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-1aa4b36b-8142-4ede-997f-d0f563ee6107 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 1130 time: 0.0455060 Nov 03 02:46:18.187049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40340a2-0a34-410f-a726-b633dd545412 req-c57b79f6-5361-4150-a7e8-c8754391b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:18.188560 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-c57b79f6-5361-4150-a7e8-c8754391b94a service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0874283 Nov 03 02:46:18.253920 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-0314cb1c-2d66-41b4-bc68-1f4c17203ad1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 HTTP/1.1" status: 200 len: 1002 time: 0.0551634 Nov 03 02:46:18.338498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40340a2-0a34-410f-a726-b633dd545412 req-208afbdc-7197-47e2-aca9-8b721ad13365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:18.339973 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-208afbdc-7197-47e2-aca9-8b721ad13365 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0746560 Nov 03 02:46:18.366589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f733394-127e-401d-99f0-7f9255c633e2 req-325e91e6-fa53-4b64-9a5f-ae456b8c16d8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:18.368025 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9f733394-127e-401d-99f0-7f9255c633e2 req-325e91e6-fa53-4b64-9a5f-ae456b8c16d8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0775335 Nov 03 02:46:18.433229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40340a2-0a34-410f-a726-b633dd545412 req-9026c627-4c39-4bd2-92df-126fdce94c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:18.434899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-9026c627-4c39-4bd2-92df-126fdce94c11 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0837083 Nov 03 02:46:18.438320 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9f733394-127e-401d-99f0-7f9255c633e2 req-a78b13df-61a8-4878-9dc6-e13e5d2d5099 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553565 Nov 03 02:46:18.842837 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-6b0a0489-a627-4e1a-9903-ca1f531e44b3 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987231 Nov 03 02:46:18.934491 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e40340a2-0a34-410f-a726-b633dd545412 req-5de79287-74a0-41c2-8a22-82be9ad5d051 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816712 Nov 03 02:46:19.571777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6a109-a686-4404-bdd0-1b140eec8709 req-adc05cc9-68f5-4dfb-b649-13b3c4a52d98 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:19.573829 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3bb6a109-a686-4404-bdd0-1b140eec8709 req-adc05cc9-68f5-4dfb-b649-13b3c4a52d98 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0599835 Nov 03 02:46:19.619605 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3bb6a109-a686-4404-bdd0-1b140eec8709 req-8952a350-ff2f-4747-8d3a-7866c67fe3e0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396478 Nov 03 02:46:20.743591 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960d572-e2a6-485a-997f-cfecf10c5122 req-642ece56-15ae-4d15-8f78-6e70c0d3c3d1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:20.745125 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3960d572-e2a6-485a-997f-cfecf10c5122 req-642ece56-15ae-4d15-8f78-6e70c0d3c3d1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0525391 Nov 03 02:46:20.791902 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3960d572-e2a6-485a-997f-cfecf10c5122 req-132b0b39-a8a6-47a2-b09d-346109e86bfc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412862 Nov 03 02:46:20.915533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc0ae5-1bae-43b1-a5d3-91064ca8180f req-10477007-0cc1-4f92-808f-29e6532b2d66 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:20.917308 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abbc0ae5-1bae-43b1-a5d3-91064ca8180f req-10477007-0cc1-4f92-808f-29e6532b2d66 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0529239 Nov 03 02:46:20.919936 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:46:20.922172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:46:20.967691 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abbc0ae5-1bae-43b1-a5d3-91064ca8180f req-a76d503d-765b-4a29-8d9a-0a6cc3e845dd tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445583 Nov 03 02:46:21.066728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:46:21.067117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:21.086250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:21.091410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e69ca4-8a82-4eb6-bd4b-95e93fe6ac37 req-72e27071-614d-4e37-a6b1-ff0a4139fd34 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:21.092924 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69e69ca4-8a82-4eb6-bd4b-95e93fe6ac37 req-72e27071-614d-4e37-a6b1-ff0a4139fd34 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0531807 Nov 03 02:46:21.105582 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'port_id': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'mac_address': 'fa:16:3e:6f:95:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:46:21.110585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:46:21.112826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc34cfd0-c801-4411-92ff-c9acb82f3a80" -d '{"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:46:21.128107 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:21.144248 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69e69ca4-8a82-4eb6-bd4b-95e93fe6ac37 req-95e2b23b-29ad-44b1-9a8a-c58247a2e708 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456936 Nov 03 02:46:21.154597 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e572ad-2fb6-4a11-bc91-b7817fa772d4 x-openstack-request-id: req-71e572ad-2fb6-4a11-bc91-b7817fa772d4 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:46:21.154893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:46:21.155148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71e572ad-2fb6-4a11-bc91-b7817fa772d4 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:46:21.155542 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e572ad-2fb6-4a11-bc91-b7817fa772d4'] response: {'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'code': 200} Nov 03 02:46:21.156262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:21.189117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 is: ACTIVE; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:46:21.189599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:21.216405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:46:21.226655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=9']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:21.264083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:46:21.264675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:46:21.391997 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229484ae-dbed-4ef9-a78b-502883d965a9 req-440c08c4-fafe-4057-9449-9a2134d9a1f5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:21.393492 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-229484ae-dbed-4ef9-a78b-502883d965a9 req-440c08c4-fafe-4057-9449-9a2134d9a1f5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 944 time: 0.0519073 Nov 03 02:46:21.439195 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-229484ae-dbed-4ef9-a78b-502883d965a9 req-ff27b97c-9073-45ba-8082-6899d2e121aa tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401444 Nov 03 02:46:21.799749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:46:21.800050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:21.813343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:46:21.832843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:21.836773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:21.885706 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=10']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:21.900435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:46:22.570797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb183b5-18d5-4ec9-bd36-4dbd32d1085b req-09579c51-4314-4fdc-8f7a-20d5237a76ac tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:22.572377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4cb183b5-18d5-4ec9-bd36-4dbd32d1085b req-09579c51-4314-4fdc-8f7a-20d5237a76ac tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 946 time: 0.0565217 Nov 03 02:46:22.618611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4cb183b5-18d5-4ec9-bd36-4dbd32d1085b req-170f627c-a15d-468c-bc42-83496a0e8173 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 Nov 03 02:46:22.948715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:46:22.993963 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:46:22.995115 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:22.995401 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 Nov 03 02:46:23.065181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:46:23.065570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:23.100878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:23.104959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:23.148874 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=11']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:23.157307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:46:23.159060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2393b9-57f5-428c-95cd-17b8b665d525" -d '{"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:46:23.194216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398bc274-6458-4e0e-8ca3-6019138cbcb2 x-openstack-request-id: req-398bc274-6458-4e0e-8ca3-6019138cbcb2 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:46:23.194518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:46:23.194775 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-398bc274-6458-4e0e-8ca3-6019138cbcb2 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:46:23.195173 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398bc274-6458-4e0e-8ca3-6019138cbcb2'] response: {'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'code': 200} Nov 03 02:46:23.652637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-a81d1feb-38ea-4379-b669-704ef89fbc03 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:23.654118 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-a81d1feb-38ea-4379-b669-704ef89fbc03 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 947 time: 0.0517139 Nov 03 02:46:23.781491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91934075-70b3-41a6-98ed-b59d8a72f891 req-57b3c12a-beeb-4689-94f9-939254012081 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:23.782957 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-91934075-70b3-41a6-98ed-b59d8a72f891 req-57b3c12a-beeb-4689-94f9-939254012081 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 947 time: 0.0901382 Nov 03 02:46:23.787405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Deleting port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:46:23.787768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:23.887047 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-91934075-70b3-41a6-98ed-b59d8a72f891 req-1881a15c-1617-410f-a08f-3af01f4a1abb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963302 Nov 03 02:46:23.910895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] For port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:23.911203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:24.067443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:24.067810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:24.068132 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 disassociated. External IP: 172.26.6.87, port: b70e7fa9-cfc9-4d7b-aaac-4060c3776b61. Nov 03 02:46:24.068512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Calling delete_port for b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:46:24.194852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (b70e7fa9-cfc9-4d7b-aaac-4060c3776b61), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:24.223796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event deleted for resources: {'Port': ['ID=b70e7fa9-cfc9-4d7b-aaac-4060c3776b61,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:24.236340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.236724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.237100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.237445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.237785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.238126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.238466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.238848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.239181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.239552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.239990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.240327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.240710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:46:24.353909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:46:24.460718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:46:24.471111 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39db5b-fada-4ca5-974c-71be8dc53f00 None None] Sync routers for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:46:24.481521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39db5b-fada-4ca5-974c-71be8dc53f00 None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:46:24.482134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8c39db5b-fada-4ca5-974c-71be8dc53f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:46:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:46:24.502802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] No DVR routers for this DVR port b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:46:24.505238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:24.508462 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a4ac2ab-dc05-443a-8172-3921d106ffed req-56cc43f8-26a1-407d-bdde-fdace3376945 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "DELETE /v2.0/ports/b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 HTTP/1.1" status: 204 len: 173 time: 0.8466382 Nov 03 02:46:24.508980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-deleted', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:46:24.511730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a908227f-0430-4d73-a35c-a8b212a24c5c" -d '{"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-deleted", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:46:24.549531 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc1d398-30a5-4031-a04f-da4878e40807 x-openstack-request-id: req-3bc1d398-30a5-4031-a04f-da4878e40807 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:46:24.549902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1264cb50-f3d5-430f-a5c9-77cb04388fb9", "name": "network-vif-deleted", "tag": "b70e7fa9-cfc9-4d7b-aaac-4060c3776b61", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:46:24.550228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bc1d398-30a5-4031-a04f-da4878e40807 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:46:24.550702 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc1d398-30a5-4031-a04f-da4878e40807'] response: {'server_uuid': '1264cb50-f3d5-430f-a5c9-77cb04388fb9', 'name': 'network-vif-deleted', 'tag': 'b70e7fa9-cfc9-4d7b-aaac-4060c3776b61', 'status': 'completed', 'code': 200} Nov 03 02:46:24.729142 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-8c39db5b-fada-4ca5-974c-71be8dc53f00 None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:46:24.925194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8c39db5b-fada-4ca5-974c-71be8dc53f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:46:24.959503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39db5b-fada-4ca5-974c-71be8dc53f00 None None] Checking router: 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:46:24.968736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39db5b-fada-4ca5-974c-71be8dc53f00 None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:46:24.969390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8c39db5b-fada-4ca5-974c-71be8dc53f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:46:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:46:25.008298 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8c8324fc-f15b-4bca-9cb0-ea6f6e039450 req-ed959ccf-a2e0-444f-ae30-d151c4ace293 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=1264cb50-f3d5-430f-a5c9-77cb04388fb9 HTTP/1.1" status: 200 len: 210 time: 0.0314972 Nov 03 02:46:25.076678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-8c39db5b-fada-4ca5-974c-71be8dc53f00 None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:46:25.268944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-8c39db5b-fada-4ca5-974c-71be8dc53f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:46:25.293198 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39db5b-fada-4ca5-974c-71be8dc53f00 None None] The sync data for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv is: [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:46:25.512032 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d984025-3f6d-4b06-9ebc-86dc13a4a47c None None] New status for floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:46:26.256099 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-85941f7a-ab6a-49af-bc36-0865892f2810 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1771424876&fields=id&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 267 time: 0.0415635 Nov 03 02:46:26.364236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-ba773c23-ad2b-4243-b150-6dda4fd188f5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:26.365744 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-ba773c23-ad2b-4243-b150-6dda4fd188f5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 811 time: 0.1027799 Nov 03 02:46:26.380277 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-f4ff765a-32eb-4b03-a06e-396f076b31fa tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/quotas/2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 375 time: 0.0087695 Nov 03 02:46:26.434520 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-798f97ef-7920-412b-8b49-dd73cca7911f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488734 Nov 03 02:46:26.583050 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-452788d7-d87a-4719-b4ba-f5b50ecfd346 service neutron] 10.222.0.23 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377230 Nov 03 02:46:26.671149 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-e55dd5a4-7aa8-4772-abb6-438c0fd1fb07 service neutron] 10.222.0.23 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821459 Nov 03 02:46:26.828694 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5a44a2fe-b961-4388-9a97-286c70d0da0d req-265f8452-540e-45c9-8b7b-a3392b36726c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 210 time: 0.0291200 Nov 03 02:46:27.797607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-6eb378c9-a42d-45ed-9919-e84509d0d373 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:27.799072 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-6eb378c9-a42d-45ed-9919-e84509d0d373 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 811 time: 0.1073701 Nov 03 02:46:27.869258 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-28b82f15-375b-4e46-8b91-8c7f468e1f5d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 380 time: 0.0543201 Nov 03 02:46:27.883197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'port': {'device_id': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'admin_state_up': True, 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'security_groups': ['1f313610-2564-469c-a2a3-9d96aaf7f36d']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:46:27.960501 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-81dcc6b3-25e4-4ce0-9ddf-f33ec65ab365 req-ba042386-fe67-4711-a45e-65ff1b929f06 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 210 time: 0.0333874 Nov 03 02:46:28.016714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Made reservation on behalf of 2998efcc785d4fb8b880a33030f03047 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:46:28.019970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:28.146494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Allocated IP 172.20.0.3 (6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29/7cb68cd8-8577-46dc-a05b-018742ae1b10/8a1ba6f4-2413-4b66-99d0-cccf391f8afa) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:46:28.280831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:28.312291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:28.358980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:46:28.362054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:46:28.368319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:46:28.373929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event updated for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:28.420433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:28.420995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:28.438263 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-17c29cb5-b7e8-41fa-ba33-c2344d851687 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589213 Nov 03 02:46:28.454659 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Request body: {'port': {'device_id': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:46:28.517080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:28.560516 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-23bb537c-ba50-48c7-8cc5-38f8254f3596 None None] Provisioning complete for port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:46:28.561085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-23bb537c-ba50-48c7-8cc5-38f8254f3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:28.561206 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-23bb537c-ba50-48c7-8cc5-38f8254f3596 None None] Attempt 1 to provision port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa Nov 03 02:46:28.595334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-23bb537c-ba50-48c7-8cc5-38f8254f3596 None None] Port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:46:28.775658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1ba6f4-2413-4b66-99d0-cccf391f8afa {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:46:28.783472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Publish callbacks [] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:28.796263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Transition to ACTIVE for port object 8a1ba6f4-2413-4b66-99d0-cccf391f8afa will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:46:28.799778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:28.861113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:28.912882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Attempting to bind port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:46:28.913225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Attempting to bind port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:46:28.913560 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Attempting to bind port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:46:28.917806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:46:28.918650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Attempting to bind port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa on network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:46:28.923890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:46:28.924236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Checking segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:46:28.924663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Bound using segment: {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:46:28.925091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Bound port: 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26643829-1a19-43f0-8c96-7a38c07e5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:46:28.925450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:28.970957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:46:28.987262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:46:28.990348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:46:28.990652 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:46:28.991136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device b70e7fa9-cfc9-4d7b-aaac-4060c3776b61 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:46:28.997476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:29.002684 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:29.003346 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:29.004782 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] 10.222.0.27 "PUT /v2.0/ports/8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 200 len: 1093 time: 0.5544102 Nov 03 02:46:29.005294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:46:29.007583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce864486-12d2-4dd0-9608-0feb3cecbb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:46:29.049958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6410e78b-14eb-4ca1-afd9-83e5e9ae8749 x-openstack-request-id: req-6410e78b-14eb-4ca1-afd9-83e5e9ae8749 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:46:29.050261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:46:29.050519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6410e78b-14eb-4ca1-afd9-83e5e9ae8749 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:46:29.050931 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6410e78b-14eb-4ca1-afd9-83e5e9ae8749'] response: {'name': 'network-changed', 'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'status': 'completed', 'code': 200} Nov 03 02:46:29.096801 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-23bb537c-ba50-48c7-8cc5-38f8254f3596 None None] Attempt 2 to provision port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa Nov 03 02:46:29.118468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f16b0-c2e4-4f54-91f3-f06526d8b315 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:29.135735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-23bb537c-ba50-48c7-8cc5-38f8254f3596 None None] Port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:46:29.148148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-33d0bd27-c398-4189-8c1b-1eec75c58ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:29.149695 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-33d0bd27-c398-4189-8c1b-1eec75c58ef8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 1127 time: 0.0835207 Nov 03 02:46:29.156996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36101d-ecb1-49e2-9da2-44b727162951 req-46d947c7-88a1-4a18-a510-26db3b45d7b7 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:29.158356 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2a36101d-ecb1-49e2-9da2-44b727162951 req-46d947c7-88a1-4a18-a510-26db3b45d7b7 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.1065567 Nov 03 02:46:29.197558 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-074c5f72-59f6-4295-8177-89d903cde6fb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 200 len: 217 time: 0.0372956 Nov 03 02:46:29.261652 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2a36101d-ecb1-49e2-9da2-44b727162951 req-3477f989-51da-4e71-a54f-da6405f50c1a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958290 Nov 03 02:46:29.270639 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-db237dea-a237-44b9-9f6f-5f8cec8181ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:29.272047 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-db237dea-a237-44b9-9f6f-5f8cec8181ac service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0618255 Nov 03 02:46:29.329251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-7ebbf939-f929-4f0d-a54f-123808387a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:29.331378 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-7ebbf939-f929-4f0d-a54f-123808387a17 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478885 Nov 03 02:46:29.422707 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-16567c80-95ac-4b66-975d-a8ff6ab32eee service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811219 Nov 03 02:46:29.514038 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-716e702a-efe4-4328-bed7-ce4898746ca5 req-4727d8dd-35f7-4e0f-ba55-ad1f0bd3dec3 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854409 Nov 03 02:46:29.612340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce864486-12d2-4dd0-9608-0feb3cecbb6c req-e253aeb5-299b-4512-bf63-daed3766586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:29.613330 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce864486-12d2-4dd0-9608-0feb3cecbb6c req-e253aeb5-299b-4512-bf63-daed3766586f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 1127 time: 0.0458083 Nov 03 02:46:29.707255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce864486-12d2-4dd0-9608-0feb3cecbb6c req-9a726904-5ad9-42ca-b8c0-b1731bd943fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:29.708744 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce864486-12d2-4dd0-9608-0feb3cecbb6c req-9a726904-5ad9-42ca-b8c0-b1731bd943fc service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0883789 Nov 03 02:46:29.749482 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce864486-12d2-4dd0-9608-0feb3cecbb6c req-08f447cb-a611-47b3-a85e-042b85a16ebd service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 200 len: 217 time: 0.0334475 Nov 03 02:46:29.798031 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce864486-12d2-4dd0-9608-0feb3cecbb6c req-9551782f-b1f8-4786-b09c-071f193de539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:29.799371 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce864486-12d2-4dd0-9608-0feb3cecbb6c req-9551782f-b1f8-4786-b09c-071f193de539 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0436037 Nov 03 02:46:29.848210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce864486-12d2-4dd0-9608-0feb3cecbb6c req-1a4faa80-289c-4e89-9c08-abc53d3c454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:29.849735 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce864486-12d2-4dd0-9608-0feb3cecbb6c req-1a4faa80-289c-4e89-9c08-abc53d3c454b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436935 Nov 03 02:46:29.943239 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce864486-12d2-4dd0-9608-0feb3cecbb6c req-1e3eda30-fbbb-411a-91b9-0e51314ce30f service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845149 Nov 03 02:46:30.033133 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce864486-12d2-4dd0-9608-0feb3cecbb6c req-9690b9e0-d419-472a-b721-7216a342db1a service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819771 Nov 03 02:46:30.390878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00ab0c-da09-488f-93ea-b1fcc0da1ad5 req-9b26fb56-f0ea-420e-99ff-4e301605cf85 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:30.392352 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf00ab0c-da09-488f-93ea-b1fcc0da1ad5 req-9b26fb56-f0ea-420e-99ff-4e301605cf85 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0568960 Nov 03 02:46:30.438153 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf00ab0c-da09-488f-93ea-b1fcc0da1ad5 req-2d205821-82d1-40c5-82e0-006e377ef116 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402308 Nov 03 02:46:31.562252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b80df-66de-4cdd-aa8b-6eca285d7f69 req-20aa5870-56c2-4103-afb8-28d1e8f8353b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:31.563734 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-129b80df-66de-4cdd-aa8b-6eca285d7f69 req-20aa5870-56c2-4103-afb8-28d1e8f8353b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0536368 Nov 03 02:46:31.610816 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-129b80df-66de-4cdd-aa8b-6eca285d7f69 req-69c55ed0-df48-44cd-8688-fd5ef87de64a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414968 Nov 03 02:46:32.738938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe8d6d-ba3e-4544-afa7-0aa360d03fbd req-ae18a6bb-7d9e-45a0-9481-0dcfc85d60e0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:32.740587 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ffe8d6d-ba3e-4544-afa7-0aa360d03fbd req-ae18a6bb-7d9e-45a0-9481-0dcfc85d60e0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0567307 Nov 03 02:46:32.786899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ffe8d6d-ba3e-4544-afa7-0aa360d03fbd req-cfbad2b9-43b1-4043-a45f-6e9eebc7d12b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408573 Nov 03 02:46:32.999985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8a1ba6f4-2413-4b66-99d0-cccf391f8afa details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:46:33.098719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:33.110833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'port_id': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'mac_address': 'fa:16:3e:f4:bc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:46:33.144055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:46:33.144446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:33.157674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1ba6f4-2413-4b66-99d0-cccf391f8afa {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:46:33.177146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:33.180551 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:33.228984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:33.463222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['8a1ba6f4-2413-4b66-99d0-cccf391f8afa'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:46:33.911324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357ab22-7580-42ff-bc68-f786b1d262ec req-047b1cda-255b-4cc7-908d-e666301d9b33 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:33.912804 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1357ab22-7580-42ff-bc68-f786b1d262ec req-047b1cda-255b-4cc7-908d-e666301d9b33 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 944 time: 0.0522645 Nov 03 02:46:33.960038 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1357ab22-7580-42ff-bc68-f786b1d262ec req-b6a69c12-d0b0-49f0-b679-3216d2a992d5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 Nov 03 02:46:35.023616 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8a1ba6f4-2413-4b66-99d0-cccf391f8afa up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:46:35.073573 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:46:35.078270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:46:35.078653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:35.078993 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa Nov 03 02:46:35.091941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba526e77-74b2-4b16-8d13-ffdcf84f9f1f req-aa0d7c91-43ce-41d4-9386-45d1e2661a15 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:35.093437 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ba526e77-74b2-4b16-8d13-ffdcf84f9f1f req-aa0d7c91-43ce-41d4-9386-45d1e2661a15 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 944 time: 0.0588081 Nov 03 02:46:35.145430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ba526e77-74b2-4b16-8d13-ffdcf84f9f1f req-3f200e68-289d-4059-923f-606b68e3ea84 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462716 Nov 03 02:46:35.153080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:46:35.153573 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:35.176210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:46:35.178655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61292160-d145-4396-929c-fd4735e325d6" -d '{"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:46:35.192123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:46:35.195837 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:35.221497 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd96bb40-4867-47c1-8514-5863423034f0 x-openstack-request-id: req-fd96bb40-4867-47c1-8514-5863423034f0 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:46:35.221776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:46:35.222034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd96bb40-4867-47c1-8514-5863423034f0 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:46:35.222431 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd96bb40-4867-47c1-8514-5863423034f0'] response: {'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'code': 200} Nov 03 02:46:35.248117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:46:35.397789 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e474280-1179-4147-8e09-d78a4ed53b1e req-5a3f4c4c-d547-41b5-a746-718b195e5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:35.399250 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e474280-1179-4147-8e09-d78a4ed53b1e req-5a3f4c4c-d547-41b5-a746-718b195e5c1d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 1129 time: 0.0442045 Nov 03 02:46:35.441109 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e474280-1179-4147-8e09-d78a4ed53b1e req-25a92aaa-29b7-4ddf-80a1-737c7112d02f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353568 Nov 03 02:46:36.267958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f41d4-e0fe-47e5-a1c4-447f283ba622 req-bb07be0e-b0ad-4217-9b91-f31fcabdff67 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:36.269436 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f87f41d4-e0fe-47e5-a1c4-447f283ba622 req-bb07be0e-b0ad-4217-9b91-f31fcabdff67 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0515044 Nov 03 02:46:36.314691 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f87f41d4-e0fe-47e5-a1c4-447f283ba622 req-31af7528-a992-48b5-9aca-963cab597ce2 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398057 Nov 03 02:46:37.447542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ebb35-ace0-46de-a7fc-6a3ae986797f req-aff80e33-ed14-446b-9a05-1d429fb64bcf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:37.449031 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af9ebb35-ace0-46de-a7fc-6a3ae986797f req-aff80e33-ed14-446b-9a05-1d429fb64bcf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0560436 Nov 03 02:46:37.495179 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af9ebb35-ace0-46de-a7fc-6a3ae986797f req-57767620-0430-47b0-b7fd-d1003b301d72 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399275 Nov 03 02:46:37.615892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918646-9b81-4203-b124-f5f89480cddc req-2490687a-b4cb-46be-b4fd-90683aceb28b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:37.617305 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-11918646-9b81-4203-b124-f5f89480cddc req-2490687a-b4cb-46be-b4fd-90683aceb28b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0537231 Nov 03 02:46:37.628071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 44504) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:46:37.632384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-24044457-8dde-458d-b8cf-b87d6a56855f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Request body: {'floatingip': {'port_id': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:46:37.669872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24044457-8dde-458d-b8cf-b87d6a56855f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:38.280693 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:38.391648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24044457-8dde-458d-b8cf-b87d6a56855f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:38.395361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24044457-8dde-458d-b8cf-b87d6a56855f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:38.488165 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-24044457-8dde-458d-b8cf-b87d6a56855f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 associated. External IP: 172.26.6.87, port: 8a1ba6f4-2413-4b66-99d0-cccf391f8afa. Nov 03 02:46:38.681689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24044457-8dde-458d-b8cf-b87d6a56855f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:46:38.786590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24044457-8dde-458d-b8cf-b87d6a56855f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:46:38.791061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24044457-8dde-458d-b8cf-b87d6a56855f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:38.797821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4705d5b9-0744-484a-bfed-9b3557daa2c3 None None] Sync routers for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:46:38.807136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4705d5b9-0744-484a-bfed-9b3557daa2c3 None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:46:38.807748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4705d5b9-0744-484a-bfed-9b3557daa2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:46:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:46:38.821544 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-24044457-8dde-458d-b8cf-b87d6a56855f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "PUT /v2.0/floatingips/b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 HTTP/1.1" status: 200 len: 991 time: 1.1923296 Nov 03 02:46:38.822191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:46:38.824538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db545ab7-b629-44f3-9f73-a57bbc1b07cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:46:38.859925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccafd17e-bdbd-4ace-bf7d-1b4f285f15a2 x-openstack-request-id: req-ccafd17e-bdbd-4ace-bf7d-1b4f285f15a2 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:46:38.860217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:46:38.860474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccafd17e-bdbd-4ace-bf7d-1b4f285f15a2 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:46:38.860911 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccafd17e-bdbd-4ace-bf7d-1b4f285f15a2'] response: {'name': 'network-changed', 'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'status': 'completed', 'code': 200} Nov 03 02:46:38.914945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4705d5b9-0744-484a-bfed-9b3557daa2c3 None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:46:38.926281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545ab7-b629-44f3-9f73-a57bbc1b07cd req-4e59cf85-332d-472e-b5aa-d08d65a228fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:38.927793 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-db545ab7-b629-44f3-9f73-a57bbc1b07cd req-4e59cf85-332d-472e-b5aa-d08d65a228fe service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 1129 time: 0.0446446 Nov 03 02:46:39.022642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545ab7-b629-44f3-9f73-a57bbc1b07cd req-15bf323d-490c-4602-a83d-f7dda94fb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:39.024037 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-db545ab7-b629-44f3-9f73-a57bbc1b07cd req-15bf323d-490c-4602-a83d-f7dda94fb6d4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0887153 Nov 03 02:46:39.086738 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-db545ab7-b629-44f3-9f73-a57bbc1b07cd req-d8acf1b7-6ce6-4c77-94bb-c0b8bb2434ec service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 200 len: 999 time: 0.0561161 Nov 03 02:46:39.133496 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4705d5b9-0744-484a-bfed-9b3557daa2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:f4:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:46:38Z', 'revision_number': 13, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:46:39.135620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545ab7-b629-44f3-9f73-a57bbc1b07cd req-374bfddd-a79a-4160-b0e8-7edbe0b126f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:39.137156 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-db545ab7-b629-44f3-9f73-a57bbc1b07cd req-374bfddd-a79a-4160-b0e8-7edbe0b126f0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0447979 Nov 03 02:46:39.161586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4705d5b9-0744-484a-bfed-9b3557daa2c3 None None] Checking router: 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:46:39.170644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4705d5b9-0744-484a-bfed-9b3557daa2c3 None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:46:39.171245 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4705d5b9-0744-484a-bfed-9b3557daa2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:46:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:46:39.185944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545ab7-b629-44f3-9f73-a57bbc1b07cd req-4d4eb0ea-e085-4ac8-b606-a1ef372c8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:46:39.187456 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-db545ab7-b629-44f3-9f73-a57bbc1b07cd req-4d4eb0ea-e085-4ac8-b606-a1ef372c8fb6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444875 Nov 03 02:46:39.273680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4705d5b9-0744-484a-bfed-9b3557daa2c3 None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:46:39.282429 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-db545ab7-b629-44f3-9f73-a57bbc1b07cd req-dae89fde-e02e-4bc4-b91b-55c9d1dfb29a service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887663 Nov 03 02:46:39.375552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-db545ab7-b629-44f3-9f73-a57bbc1b07cd req-2c80c8d3-52fd-425a-98ad-94c03e8c59a3 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869164 Nov 03 02:46:39.489060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4705d5b9-0744-484a-bfed-9b3557daa2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:f4:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:46:38Z', 'revision_number': 13, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:46:39.513370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4705d5b9-0744-484a-bfed-9b3557daa2c3 None None] The sync data for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv is: [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'b63870a4-cc39-4158-8a6c-1f4cf5bca3d4', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'port_id': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'mac_address': 'fa:16:3e:f4:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:42:37Z', 'updated_at': '2022-11-03T02:46:38Z', 'revision_number': 13, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:46:39.728726 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a831c3c0-b08f-4eb8-bb79-2c765a03f8ff None None] New status for floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:46:39.793141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a7bd703e-33d5-4be8-9b4c-b2a3e412c37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:42.282500 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-83da878d-ce34-4796-9f50-3955c5b8d0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:43.375857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:44.722545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:46:44.965930 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:46:46.127840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:07.435540 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-2b455455-abb0-44a5-9f9b-202da194c5f3 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872209 Nov 03 02:47:07.521418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-cd631e01-fe44-4a61-b747-a18bb83c22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:07.523030 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-cd631e01-fe44-4a61-b747-a18bb83c22f2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 1129 time: 0.0457191 Nov 03 02:47:07.632109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-dc20cf10-8fae-4c79-bc57-df12809b5ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:07.633493 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-dc20cf10-8fae-4c79-bc57-df12809b5ecd service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0879731 Nov 03 02:47:07.696796 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-037a597f-3f73-4696-92cc-014f98f8b84c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 200 len: 1001 time: 0.0563118 Nov 03 02:47:07.745883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-c2d86ca8-3734-41e2-982c-67da10014d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:07.748120 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-c2d86ca8-3734-41e2-982c-67da10014d4a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0432014 Nov 03 02:47:07.800947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-9cce00fd-8792-4d0b-ad1b-33d44eeda6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:07.802424 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-9cce00fd-8792-4d0b-ad1b-33d44eeda6d7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473135 Nov 03 02:47:07.891092 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-df9b9dbb-ee2b-4fbb-93c9-403edd210733 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817904 Nov 03 02:47:07.985151 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2ec55dc9-ec10-485b-a8de-7d0953ab8e23 req-ed740b76-7e40-4167-89e1-bee54404813c service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863225 Nov 03 02:47:08.303656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:08.422936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [req-a85199e8-2401-4429-8c0e-ddeb6b597e4b req-2a295671-84b2-4fed-91b9-084b9924c2f0 tempest-TestNetworkBasicOps-1399782466 tempest-TestNetworkBasicOps-1399782466-project] (104393) timed out ('10.222.0.23', 41880) {{(pid=104393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 03 02:47:09.796235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-520339ac-286f-4ae4-9c89-953aa2ace8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:12.283906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0d66c596-9821-48f5-876c-e41d1372b67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:13.240744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:14.518319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9cdbc-33a4-4fdd-b6b5-3ede826daf03 req-ebd73a6c-a410-45c2-b8f8-a2c01d62c3b8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:14.519792 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abf9cdbc-33a4-4fdd-b6b5-3ede826daf03 req-ebd73a6c-a410-45c2-b8f8-a2c01d62c3b8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.1324029 Nov 03 02:47:14.565449 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abf9cdbc-33a4-4fdd-b6b5-3ede826daf03 req-40c0ff55-49a7-4eb7-841c-13cd55ad43c9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400939 Nov 03 02:47:14.728444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:16.132027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:21.963893 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:47:32.214953 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-041a25f4-aa85-45ee-be66-7a5f5a60ea16 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0466533 Nov 03 02:47:32.232604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd6dc-4063-4e8e-8315-1160212faa21 req-3bf1d48b-78cf-494f-9719-c8e097c51060 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:32.234237 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da4bd6dc-4063-4e8e-8315-1160212faa21 req-3bf1d48b-78cf-494f-9719-c8e097c51060 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0597479 Nov 03 02:47:32.281568 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da4bd6dc-4063-4e8e-8315-1160212faa21 req-c789aeea-e56f-49e5-8da2-a52f10c4009f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Nov 03 02:47:32.546477 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-8afe17ee-d70f-4c58-9e8f-c6825a60d3e9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:32.547839 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-8afe17ee-d70f-4c58-9e8f-c6825a60d3e9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports/8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 200 len: 942 time: 0.0472209 Nov 03 02:47:33.397715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-bb28876d-fb14-44c0-bdaf-0a02c07abb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:33.399205 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-bb28876d-fb14-44c0-bdaf-0a02c07abb6c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 1129 time: 0.0732081 Nov 03 02:47:33.425030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786f0e6-3de2-460b-9a5f-8474a92ea2f7 req-c1352d88-333d-481d-8ce8-363bf363a097 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:33.426430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0786f0e6-3de2-460b-9a5f-8474a92ea2f7 req-c1352d88-333d-481d-8ce8-363bf363a097 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0662711 Nov 03 02:47:33.528353 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0786f0e6-3de2-460b-9a5f-8474a92ea2f7 req-da808ba2-6cf1-44d7-9de5-ab224c6e92d9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921614 Nov 03 02:47:33.537711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-ecaebaf8-3273-4151-a6ae-bbfcc53b1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:33.539146 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-ecaebaf8-3273-4151-a6ae-bbfcc53b1125 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.1287849 Nov 03 02:47:33.602947 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-2213c0fe-581f-42a5-9a9a-0df12e39a4a7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 200 len: 1001 time: 0.0548639 Nov 03 02:47:33.658539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-7abf9557-cf17-4030-8ff8-f5b085e0f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:33.659959 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-7abf9557-cf17-4030-8ff8-f5b085e0f844 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0474930 Nov 03 02:47:33.711776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-a5d9d2ec-1a98-4b53-ae66-a116c15d29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:33.713259 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-a5d9d2ec-1a98-4b53-ae66-a116c15d29a1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431833 Nov 03 02:47:33.801384 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-97881467-59d9-4fc8-887a-89d8b5155f08 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788994 Nov 03 02:47:33.899019 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-da59d62f-e7d7-4238-825d-9e2c14294b2f service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878594 Nov 03 02:47:34.654954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d26b5e-67db-41a4-b34e-a6a779327759 req-5afbe568-30ca-449a-8467-f000196b204d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:34.656419 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c9d26b5e-67db-41a4-b34e-a6a779327759 req-5afbe568-30ca-449a-8467-f000196b204d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0540652 Nov 03 02:47:34.702501 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c9d26b5e-67db-41a4-b34e-a6a779327759 req-5929fe1d-f7e4-46d3-90f0-5215c37f29a0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Nov 03 02:47:35.833727 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad8c9-8622-449d-958c-6266205654f3 req-26c61b29-c88c-4c36-b610-724348eb430e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:35.836283 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-730ad8c9-8622-449d-958c-6266205654f3 req-26c61b29-c88c-4c36-b610-724348eb430e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0593362 Nov 03 02:47:35.884114 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-730ad8c9-8622-449d-958c-6266205654f3 req-931aaa81-0304-4b1c-b82e-5c1210591429 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413849 Nov 03 02:47:37.054090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522ea8a-c1e3-45d8-9724-02bd05830497 req-2cfea985-af3b-40bb-b1e7-edb4d7b47c45 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:37.055480 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7522ea8a-c1e3-45d8-9724-02bd05830497 req-2cfea985-af3b-40bb-b1e7-edb4d7b47c45 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0526361 Nov 03 02:47:37.101687 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7522ea8a-c1e3-45d8-9724-02bd05830497 req-c0c420bb-a84d-4138-950b-93f6d3d0b133 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 Nov 03 02:47:38.226094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976850c-9ea0-4805-8baa-43f704190461 req-d6b3771e-ace3-4ce2-ae85-dda44481257c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:38.227539 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5976850c-9ea0-4805-8baa-43f704190461 req-d6b3771e-ace3-4ce2-ae85-dda44481257c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0511062 Nov 03 02:47:38.277428 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5976850c-9ea0-4805-8baa-43f704190461 req-bd59a58f-d21b-496c-b6e4-85960174122f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Nov 03 02:47:38.321648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:39.404900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f45b9-a266-4673-b29c-562e86405f70 req-1b982ec0-3a03-4551-83f6-c708aec07539 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:39.406379 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d90f45b9-a266-4673-b29c-562e86405f70 req-1b982ec0-3a03-4551-83f6-c708aec07539 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0531301 Nov 03 02:47:39.452581 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d90f45b9-a266-4673-b29c-562e86405f70 req-d6c652f2-6b40-4321-b861-ee3e4be3752a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406327 Nov 03 02:47:39.798307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-79ab5098-8f87-4f2a-995f-4a7ca4cdbc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:40.574504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb96c7-87cb-466a-b9c7-0bc0dd9a6c67 req-f453fd63-ce92-47b4-b4e2-b4548c375114 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:40.576593 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f7bb96c7-87cb-466a-b9c7-0bc0dd9a6c67 req-f453fd63-ce92-47b4-b4e2-b4548c375114 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0520582 Nov 03 02:47:40.622780 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f7bb96c7-87cb-466a-b9c7-0bc0dd9a6c67 req-4cf75bf0-a18f-41a7-82b4-5127c7580224 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405772 Nov 03 02:47:41.752615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e46251-0f82-473d-a536-d14c3c2aea8e req-22eb8414-76fb-4879-aaaa-9ef734701b7a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:41.754088 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60e46251-0f82-473d-a536-d14c3c2aea8e req-22eb8414-76fb-4879-aaaa-9ef734701b7a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0556276 Nov 03 02:47:41.799222 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60e46251-0f82-473d-a536-d14c3c2aea8e req-4c5d74c0-1453-4c2e-97f8-d42fe51d02bf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397422 Nov 03 02:47:42.285509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a56-5d27-47e1-a1da-1b8ed19171f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:42.924650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729d574-1324-448f-abc6-80128a66d5f6 req-889e7485-b02b-479a-b086-329b966882b4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:42.926142 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b729d574-1324-448f-abc6-80128a66d5f6 req-889e7485-b02b-479a-b086-329b966882b4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0527530 Nov 03 02:47:42.971644 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b729d574-1324-448f-abc6-80128a66d5f6 req-bc2d2505-ed59-4be9-9f54-09d134e5c890 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398726 Nov 03 02:47:43.245455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:44.101561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4226c0-5ba0-41eb-b756-aca0b5e26bfb req-847b5d08-a579-42b2-b5e2-5b992b4fff3b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:44.103043 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2a4226c0-5ba0-41eb-b756-aca0b5e26bfb req-847b5d08-a579-42b2-b5e2-5b992b4fff3b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0575488 Nov 03 02:47:44.150428 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2a4226c0-5ba0-41eb-b756-aca0b5e26bfb req-ed6e6886-d054-4111-9390-2d2390c4f560 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416536 Nov 03 02:47:44.727882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:45.273778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb043e6-df4e-4929-b0fb-d15aef5e2b28 req-55f92d4a-0748-472c-8db8-a4bc2fa5bb12 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:45.275263 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dcb043e6-df4e-4929-b0fb-d15aef5e2b28 req-55f92d4a-0748-472c-8db8-a4bc2fa5bb12 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0522783 Nov 03 02:47:45.321226 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dcb043e6-df4e-4929-b0fb-d15aef5e2b28 req-a5dd1872-32b7-4601-a9e1-148071265cd6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396109 Nov 03 02:47:46.135534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:46.446514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325498-30cc-41d5-aaea-60fe0596b190 req-bda6951c-4d59-4729-8bc9-8862b759d63b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:46.447889 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bc325498-30cc-41d5-aaea-60fe0596b190 req-bda6951c-4d59-4729-8bc9-8862b759d63b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0524220 Nov 03 02:47:46.500576 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bc325498-30cc-41d5-aaea-60fe0596b190 req-e1aaf347-1d2f-4d72-9cc8-21dff81419f1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465686 Nov 03 02:47:47.626459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d20dde-97e6-4529-a8ca-966d6a2b141c req-c7a0a873-4dec-4a9e-913d-7a5136084d1f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:47.627960 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73d20dde-97e6-4529-a8ca-966d6a2b141c req-c7a0a873-4dec-4a9e-913d-7a5136084d1f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0545518 Nov 03 02:47:47.676183 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73d20dde-97e6-4529-a8ca-966d6a2b141c req-a3e1f716-2581-4dc8-9f86-c96357ed9bb2 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Nov 03 02:47:48.804712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90259d-8e47-4a30-a9d5-0542ea1626e5 req-5c4e18f6-0c75-4c48-9679-73ab46cf5c7f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:48.806207 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fa90259d-8e47-4a30-a9d5-0542ea1626e5 req-5c4e18f6-0c75-4c48-9679-73ab46cf5c7f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0539336 Nov 03 02:47:48.853736 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fa90259d-8e47-4a30-a9d5-0542ea1626e5 req-a55ebeac-f125-48b1-bcb8-f477ed39b7b1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413213 Nov 03 02:47:49.370631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8a1ba6f4-2413-4b66-99d0-cccf391f8afa no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:47:49.440731 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:47:49.441133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:49.464002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:47:49.466444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce81c29e-4126-46e9-b44b-ff36b5ba6700" -d '{"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-unplugged", "status": "completed", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:47:49.479346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:47:49.484196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:47:49.516710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 02:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d47d974-02ff-4171-b374-bdf19a258e54 x-openstack-request-id: req-1d47d974-02ff-4171-b374-bdf19a258e54 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:47:49.517025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-unplugged", "status": "completed", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:47:49.517269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d47d974-02ff-4171-b374-bdf19a258e54 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:47:49.517663 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d47d974-02ff-4171-b374-bdf19a258e54'] response: {'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'code': 200} Nov 03 02:47:49.540023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:47:49.548111 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.548468 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.548849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.549193 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.549540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.549878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.550222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.550559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.550895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.551288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.551626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.551957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.552285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:47:49.822528 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-b107d395-97d2-4b24-b417-9deccdc13a88 service neutron] 10.222.0.27 "GET /v2.0/ports/8a1ba6f4-2413-4b66-99d0-cccf391f8afa/bindings/hv-neutron-8606 HTTP/1.1" status: 200 len: 384 time: 0.0569422 Nov 03 02:47:49.989860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae384b5-c89f-478a-8e4d-5a2c5bc8e724 req-6aeba4f8-5040-49d5-aa8e-6c680f8b62d3 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:49.991232 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ae384b5-c89f-478a-8e4d-5a2c5bc8e724 req-6aeba4f8-5040-49d5-aa8e-6c680f8b62d3 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0561993 Nov 03 02:47:50.069930 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ae384b5-c89f-478a-8e4d-5a2c5bc8e724 req-77f8d8c6-9276-4f12-94b3-4cd1d2f33d11 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725515 Nov 03 02:47:50.074383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-92864d19-4859-43cf-83ea-475c4c4c0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:50.075924 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-92864d19-4859-43cf-83ea-475c4c4c0218 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 1127 time: 0.0728161 Nov 03 02:47:50.148333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-5a5c9772-e77a-440e-80e8-4b8cf546981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:50.149836 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-5a5c9772-e77a-440e-80e8-4b8cf546981f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 1127 time: 0.0480847 Nov 03 02:47:50.244209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-7447188c-5471-422e-9ed8-f38bbd79199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:50.245614 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-7447188c-5471-422e-9ed8-f38bbd79199f service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0857744 Nov 03 02:47:50.312171 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-eb4c3f0c-4a22-4540-b617-8e9e5092c73a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 200 len: 999 time: 0.0573382 Nov 03 02:47:50.366262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-fbe4b87c-5fed-4927-9abd-ceb6110d7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:50.367729 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-fbe4b87c-5fed-4927-9abd-ceb6110d7329 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0444067 Nov 03 02:47:50.420242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-fedccb57-8580-424c-ae6f-d50639066343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:50.421843 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-fedccb57-8580-424c-ae6f-d50639066343 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437770 Nov 03 02:47:50.516357 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-e8ce0946-b025-45be-a728-b8dcc262bd1b service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839262 Nov 03 02:47:50.608935 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-160f32a7-151c-4473-953f-b61766aa8b9c service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815735 Nov 03 02:47:51.197952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c0230-dc38-4e72-90ad-909b0a6cdc49 req-c4725849-6ef4-4e41-a300-d458182024f4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:51.200019 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9f0c0230-dc38-4e72-90ad-909b0a6cdc49 req-c4725849-6ef4-4e41-a300-d458182024f4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0531940 Nov 03 02:47:51.246624 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9f0c0230-dc38-4e72-90ad-909b0a6cdc49 req-8bde22d3-085f-42f5-a104-1cd890731554 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406518 Nov 03 02:47:52.376931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabf1a8-2f65-443a-af69-3628780d838c req-f9aac7d3-5b03-47f1-a62f-d64d0e14c4e8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:52.378438 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcabf1a8-2f65-443a-af69-3628780d838c req-f9aac7d3-5b03-47f1-a62f-d64d0e14c4e8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0569210 Nov 03 02:47:52.426102 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcabf1a8-2f65-443a-af69-3628780d838c req-c484695c-7dac-429d-98a7-7b8af0debb56 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420265 Nov 03 02:47:53.560772 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22604edb-efd3-4f8a-b926-2ed63a921e2d req-8cd563f6-f0f8-407a-bc40-bc26958ca94c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:53.562365 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22604edb-efd3-4f8a-b926-2ed63a921e2d req-8cd563f6-f0f8-407a-bc40-bc26958ca94c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0564389 Nov 03 02:47:53.612788 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22604edb-efd3-4f8a-b926-2ed63a921e2d req-89bcfbee-18bd-44d2-8537-479b4a3dda80 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447960 Nov 03 02:47:54.742278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ef7ff-7ff4-48f3-a4c5-607c9991779d req-20485937-f754-48ed-905f-3b59f60831b1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:54.743733 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e77ef7ff-7ff4-48f3-a4c5-607c9991779d req-20485937-f754-48ed-905f-3b59f60831b1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0559556 Nov 03 02:47:54.792043 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e77ef7ff-7ff4-48f3-a4c5-607c9991779d req-6b8e4ab0-483a-4621-a91c-d9a57029fb4a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409813 Nov 03 02:47:55.921085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fd6ff-be75-4589-bd27-d5a150907740 req-852922cd-9f96-42b4-abe3-1a397742daf9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:55.922567 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fa4fd6ff-be75-4589-bd27-d5a150907740 req-852922cd-9f96-42b4-abe3-1a397742daf9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0556223 Nov 03 02:47:55.970806 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fa4fd6ff-be75-4589-bd27-d5a150907740 req-d8ccac93-eacd-4ed3-88a6-ad9293bab9d1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424712 Nov 03 02:47:57.101927 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e26d5-a329-4e57-be87-fdfe0557f139 req-bfeb040e-3d75-475d-bd41-9bb05b4c0b29 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:57.103399 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-359e26d5-a329-4e57-be87-fdfe0557f139 req-bfeb040e-3d75-475d-bd41-9bb05b4c0b29 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0536525 Nov 03 02:47:57.155353 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-359e26d5-a329-4e57-be87-fdfe0557f139 req-8335feab-cd24-4a16-b899-468ed1756a25 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456049 Nov 03 02:47:58.281569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e19a25-58e2-4795-840b-95a76489f7d7 req-0ffb9b69-c07c-44b5-b495-8583ed0287d7 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:58.283023 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c4e19a25-58e2-4795-840b-95a76489f7d7 req-0ffb9b69-c07c-44b5-b495-8583ed0287d7 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0527575 Nov 03 02:47:58.329440 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c4e19a25-58e2-4795-840b-95a76489f7d7 req-9e065650-513f-406f-8513-58d4e2362da3 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Nov 03 02:47:58.962739 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:47:59.455198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f350c-8fb3-4267-83af-3208dbe0f04b req-9895972b-e790-4911-ab0e-138751839545 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:47:59.456697 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-934f350c-8fb3-4267-83af-3208dbe0f04b req-9895972b-e790-4911-ab0e-138751839545 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0517516 Nov 03 02:47:59.503492 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-934f350c-8fb3-4267-83af-3208dbe0f04b req-8bbdcd33-563c-45e6-8b8b-bbfe1ab298f0 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 Nov 03 02:48:00.647429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850e7b6-9aed-47d4-9bea-a3e7d620d493 req-f093ca2f-f889-4c11-9e25-425524418a8c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:00.648951 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f850e7b6-9aed-47d4-9bea-a3e7d620d493 req-f093ca2f-f889-4c11-9e25-425524418a8c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0619404 Nov 03 02:48:00.708196 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f850e7b6-9aed-47d4-9bea-a3e7d620d493 req-0138770d-1d59-4aab-8812-9e6e4edd39f1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526574 Nov 03 02:48:01.837212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71740cd-9b6f-4871-a63e-0af27aafb240 req-f6ebe96c-af83-49b0-9619-059f23d7ba66 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:01.838688 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d71740cd-9b6f-4871-a63e-0af27aafb240 req-f6ebe96c-af83-49b0-9619-059f23d7ba66 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0523331 Nov 03 02:48:01.885349 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d71740cd-9b6f-4871-a63e-0af27aafb240 req-7899f1e5-e3b6-4846-82c6-205a4b7361f3 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404480 Nov 03 02:48:03.018122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158045c-05c6-46b9-8a7e-39e0889fbc9f req-a6b7e075-026c-4e50-89dc-decb39cf3140 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:03.019588 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f158045c-05c6-46b9-8a7e-39e0889fbc9f req-a6b7e075-026c-4e50-89dc-decb39cf3140 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0582285 Nov 03 02:48:03.067100 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f158045c-05c6-46b9-8a7e-39e0889fbc9f req-727505f1-0661-4301-af9f-d7189acfcb9f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417688 Nov 03 02:48:03.420719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8a1ba6f4-2413-4b66-99d0-cccf391f8afa details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:48:03.521001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:48:03.533417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'port_id': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'mac_address': 'fa:16:3e:f4:bc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:48:03.567953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:48:03.568351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:03.581810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1ba6f4-2413-4b66-99d0-cccf391f8afa {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:48:03.600939 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:48:03.605302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:03.657112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:03.684172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['8a1ba6f4-2413-4b66-99d0-cccf391f8afa'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:48:04.195471 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40aad07-b8c0-4d0d-abff-28069950262c req-6d1d4d37-5868-42bd-8e33-6e57941c410f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:04.196880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a40aad07-b8c0-4d0d-abff-28069950262c req-6d1d4d37-5868-42bd-8e33-6e57941c410f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 944 time: 0.0525477 Nov 03 02:48:04.243243 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a40aad07-b8c0-4d0d-abff-28069950262c req-5d19d6f5-c41b-4ab0-a221-0a554d814b50 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 Nov 03 02:48:05.368647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86014719-59f3-40f4-b1b2-d98c090445eb req-7de41e83-dba4-4734-b3b0-389b4f9318d9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:05.370102 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-86014719-59f3-40f4-b1b2-d98c090445eb req-7de41e83-dba4-4734-b3b0-389b4f9318d9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 944 time: 0.0536535 Nov 03 02:48:05.419427 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-86014719-59f3-40f4-b1b2-d98c090445eb req-cd6a85d1-1aa2-4fbd-93d7-a45c9bdf612b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437043 Nov 03 02:48:05.446477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8a1ba6f4-2413-4b66-99d0-cccf391f8afa up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:48:05.491234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:48:05.491618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:05.491960 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa Nov 03 02:48:05.563476 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:48:05.563786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:05.585815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:48:05.588032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c3ba4d-db4e-41b1-a293-688aa0ab60dd" -d '{"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:48:05.600746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:48:05.605261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:05.631546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001d0b2b-5000-4224-907b-786652689d94 x-openstack-request-id: req-001d0b2b-5000-4224-907b-786652689d94 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:48:05.632164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:48:05.632428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-001d0b2b-5000-4224-907b-786652689d94 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:48:05.632851 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001d0b2b-5000-4224-907b-786652689d94'] response: {'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'code': 200} Nov 03 02:48:05.657071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:06.544621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d362be-3f46-4446-9049-b1ce1fe83989 req-dc0864c5-e6d3-46a6-9fe2-988a7e9168b8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:06.546090 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5d362be-3f46-4446-9049-b1ce1fe83989 req-dc0864c5-e6d3-46a6-9fe2-988a7e9168b8 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0531325 Nov 03 02:48:06.591446 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5d362be-3f46-4446-9049-b1ce1fe83989 req-2eb87f43-3ec8-44eb-a562-b53ad686c2ed tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399082 Nov 03 02:48:07.717804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9f429-c29f-44b9-8983-c23382468d0d req-ca35389b-4a0c-45c9-8e90-21a6d68dc2c6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:07.719279 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcf9f429-c29f-44b9-8983-c23382468d0d req-ca35389b-4a0c-45c9-8e90-21a6d68dc2c6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0526719 Nov 03 02:48:07.766316 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fcf9f429-c29f-44b9-8983-c23382468d0d req-11481837-6380-4362-9f4b-eba9c8250415 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 Nov 03 02:48:08.328960 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:08.894871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584a62d-5dda-4a45-8063-e08a47a25691 req-4058ee2e-780c-4f74-a077-93ffc6cc6fdd tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:08.896330 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8584a62d-5dda-4a45-8063-e08a47a25691 req-4058ee2e-780c-4f74-a077-93ffc6cc6fdd tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0560606 Nov 03 02:48:08.941041 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8584a62d-5dda-4a45-8063-e08a47a25691 req-1c8e798f-5409-44cf-b4e3-d551b32103b4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391350 Nov 03 02:48:09.253144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-3f251808-4d93-4cba-871e-10bf7ba8091f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:09.254770 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-3f251808-4d93-4cba-871e-10bf7ba8091f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97&tenant_id=2998efcc785d4fb8b880a33030f03047&binding%3Ahost_id=hv-neutron-8606 HTTP/1.1" status: 200 len: 945 time: 0.0831447 Nov 03 02:48:09.275589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d3a12-d94e-4348-a920-777ebbd80408 req-6bd5684c-d6de-45bb-8fe7-d4747343abaf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:09.277021 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-455d3a12-d94e-4348-a920-777ebbd80408 req-6bd5684c-d6de-45bb-8fe7-d4747343abaf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0784445 Nov 03 02:48:09.359222 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-455d3a12-d94e-4348-a920-777ebbd80408 req-76728f39-b4ae-4b75-883f-2ca216b5979c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626888 Nov 03 02:48:09.360705 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-61583d66-8049-44c4-b0f5-cd9d4f59ed4a service neutron] 10.222.0.27 "GET /v2.0/ports/8a1ba6f4-2413-4b66-99d0-cccf391f8afa/bindings/hv-neutron-8606 HTTP/1.1" status: 200 len: 384 time: 0.0974438 Nov 03 02:48:09.426483 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-8dea9134-7e34-4cb5-89f3-e712914c9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:09.427850 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-8dea9134-7e34-4cb5-89f3-e712914c9baf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 1129 time: 0.0443056 Nov 03 02:48:09.800967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d7c52ae6-de52-4915-bc1e-0947b2091408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:09.839294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-300d955f-0c12-49d2-97ff-81281a6ba875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:09.841388 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-300d955f-0c12-49d2-97ff-81281a6ba875 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.4065228 Nov 03 02:48:09.902810 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-a169613f-7e89-49ed-95ba-c465e952213f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 200 len: 1001 time: 0.0544355 Nov 03 02:48:09.950931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-60112f26-a751-41b2-bf95-ebb2eacfcedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:09.952341 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-60112f26-a751-41b2-bf95-ebb2eacfcedc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0437894 Nov 03 02:48:10.008016 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-6505c0ac-5aa4-4f99-a66e-f1a63272e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:10.009558 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-6505c0ac-5aa4-4f99-a66e-f1a63272e68f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494945 Nov 03 02:48:10.100509 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-e6f921f5-b197-4a92-938e-0f77c0266a62 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850153 Nov 03 02:48:10.191009 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-a9725cac-71b8-478a-a1c0-a1982060f376 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841379 Nov 03 02:48:10.305856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2074636-8df5-4756-8cdd-ea3f8a406d61 req-857ec820-a2d7-4f46-a758-8ccdbb0b0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:10.307324 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2074636-8df5-4756-8cdd-ea3f8a406d61 req-857ec820-a2d7-4f46-a758-8ccdbb0b0bf7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 1129 time: 0.0447681 Nov 03 02:48:10.417390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2074636-8df5-4756-8cdd-ea3f8a406d61 req-8c3599da-1e7b-4056-a594-b61eba8be6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:10.419419 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2074636-8df5-4756-8cdd-ea3f8a406d61 req-8c3599da-1e7b-4056-a594-b61eba8be6a6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0901740 Nov 03 02:48:10.504679 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2074636-8df5-4756-8cdd-ea3f8a406d61 req-a125347a-6934-4c51-8dae-77c0f6d9bca4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 200 len: 1001 time: 0.0789745 Nov 03 02:48:10.550973 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b9285-e741-4238-b9e1-889851b785ea req-42758586-e71a-4e5c-a944-7f71f3433ba9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:10.552383 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-117b9285-e741-4238-b9e1-889851b785ea req-42758586-e71a-4e5c-a944-7f71f3433ba9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0949407 Nov 03 02:48:10.581105 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2074636-8df5-4756-8cdd-ea3f8a406d61 req-d13e6988-901a-4c9d-b0ab-d2734a0e337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:10.582514 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2074636-8df5-4756-8cdd-ea3f8a406d61 req-d13e6988-901a-4c9d-b0ab-d2734a0e337c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0705962 Nov 03 02:48:10.629773 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-117b9285-e741-4238-b9e1-889851b785ea req-4eee39b6-d50e-4d52-b266-563415a98591 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700612 Nov 03 02:48:10.646963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2074636-8df5-4756-8cdd-ea3f8a406d61 req-56dc6394-e0ea-4d1e-a086-79f2d5113673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:10.648407 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2074636-8df5-4756-8cdd-ea3f8a406d61 req-56dc6394-e0ea-4d1e-a086-79f2d5113673 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0566149 Nov 03 02:48:10.739432 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2074636-8df5-4756-8cdd-ea3f8a406d61 req-5d4ce0b2-b79e-4043-bf83-78e7507e932f service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840828 Nov 03 02:48:10.829385 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2074636-8df5-4756-8cdd-ea3f8a406d61 req-b0b890e1-1470-4958-a271-2f69f2843055 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817411 Nov 03 02:48:11.755529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12881-ef08-4e42-9f8a-40fb1ed8d9fb req-0aed2aa5-2e2a-49cf-ab67-df843181e0dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:11.757026 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90f12881-ef08-4e42-9f8a-40fb1ed8d9fb req-0aed2aa5-2e2a-49cf-ab67-df843181e0dc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0527766 Nov 03 02:48:11.807854 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90f12881-ef08-4e42-9f8a-40fb1ed8d9fb req-80587e07-f940-448b-85bd-372ad1196b85 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451908 Nov 03 02:48:12.286964 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c507a7e9-2a05-45b3-90a1-9e3e063a5a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:12.932378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f11c3-6f1a-4eda-b623-5639bda7f1bf req-37a3312c-e4cf-4a71-992e-ef9a13d432f5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:12.934552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9c3f11c3-6f1a-4eda-b623-5639bda7f1bf req-37a3312c-e4cf-4a71-992e-ef9a13d432f5 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0526552 Nov 03 02:48:12.980900 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9c3f11c3-6f1a-4eda-b623-5639bda7f1bf req-d1f1150b-999e-44b0-b07b-ff279d4b6ceb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400882 Nov 03 02:48:13.247650 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:14.111793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecd2fd-2ce3-45c7-b84a-6ef8d5cd6528 req-3fea3d72-ecb1-443d-b012-e754faf30d5c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:14.113383 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73ecd2fd-2ce3-45c7-b84a-6ef8d5cd6528 req-3fea3d72-ecb1-443d-b012-e754faf30d5c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0555487 Nov 03 02:48:14.168105 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-73ecd2fd-2ce3-45c7-b84a-6ef8d5cd6528 req-21eb9b5c-5ab8-4f5a-9fcf-370e1a155191 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488625 Nov 03 02:48:14.731747 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:15.307850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664c2be-90b2-44d2-960d-ca6fedd06163 req-f1f570b8-7dda-4bbb-8715-df6bcfbcbc70 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:15.310543 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f664c2be-90b2-44d2-960d-ca6fedd06163 req-f1f570b8-7dda-4bbb-8715-df6bcfbcbc70 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0589025 Nov 03 02:48:15.360393 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f664c2be-90b2-44d2-960d-ca6fedd06163 req-5af9850a-bfaf-4c7b-8344-9cd92d450b05 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442214 Nov 03 02:48:15.495127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8a1ba6f4-2413-4b66-99d0-cccf391f8afa no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:48:15.566792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:48:15.567183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:15.589019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:48:15.591799 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f81bd3c-df82-47dc-ac6e-0e21b13944a7" -d '{"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-unplugged", "status": "completed", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:48:15.604299 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:48:15.609257 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:15.639142 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170e7390-fb91-4741-b252-aad7670ed001 x-openstack-request-id: req-170e7390-fb91-4741-b252-aad7670ed001 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:48:15.639444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-unplugged", "status": "completed", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:48:15.639700 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-170e7390-fb91-4741-b252-aad7670ed001 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:48:15.640094 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-170e7390-fb91-4741-b252-aad7670ed001'] response: {'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'code': 200} Nov 03 02:48:15.658483 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=9']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:16.141857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:16.510148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311fa91-6f7b-4c9a-872a-b6c568648139 req-dd73672f-0a96-47af-8f41-525f8d90a1b9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:16.512523 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5311fa91-6f7b-4c9a-872a-b6c568648139 req-dd73672f-0a96-47af-8f41-525f8d90a1b9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0737824 Nov 03 02:48:16.586709 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5311fa91-6f7b-4c9a-872a-b6c568648139 req-980635ea-7c6b-40f2-818d-d428ffb82c24 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683329 Nov 03 02:48:16.875511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-50a739eb-9b2d-49dc-a734-84259b625995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:16.877057 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-50a739eb-9b2d-49dc-a734-84259b625995 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97&tenant_id=2998efcc785d4fb8b880a33030f03047 HTTP/1.1" status: 200 len: 1127 time: 0.0459707 Nov 03 02:48:16.952286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-254dbe88-856a-4b04-84c9-ad7e67bd0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:16.953735 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-254dbe88-856a-4b04-84c9-ad7e67bd0756 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2998efcc785d4fb8b880a33030f03047&device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 1127 time: 0.0476580 Nov 03 02:48:17.045542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-ce23d111-4ba3-402f-a48e-df3baa1260f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:17.047003 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-ce23d111-4ba3-402f-a48e-df3baa1260f9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 200 len: 912 time: 0.0844374 Nov 03 02:48:17.117512 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-7891533c-a112-4a60-abcf-26e75454e89d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 200 len: 999 time: 0.0579696 Nov 03 02:48:17.167953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-5d3ed396-047f-44cb-8aad-c642ff45b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:17.169412 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-5d3ed396-047f-44cb-8aad-c642ff45b410 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 200 len: 850 time: 0.0430334 Nov 03 02:48:17.222527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-fb6f3563-653b-42a8-9533-e9a4eb495749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:17.223911 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-fb6f3563-653b-42a8-9533-e9a4eb495749 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438774 Nov 03 02:48:17.320347 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-0cfd41f7-632d-4b23-a745-070805cf9f4b service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857146 Nov 03 02:48:17.410517 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d812eb81-b4a6-45e9-b4db-73133b3c37fd req-99554dbf-b702-4301-b575-df8d9d3379e2 service neutron] 10.222.0.27 "GET /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811956 Nov 03 02:48:17.718361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32baa4-699e-4319-8561-9f0c9548028c req-06743e6a-e45b-469b-bf00-b1c9340bf8fe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:17.719846 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed32baa4-699e-4319-8561-9f0c9548028c req-06743e6a-e45b-469b-bf00-b1c9340bf8fe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0540359 Nov 03 02:48:17.771149 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed32baa4-699e-4319-8561-9f0c9548028c req-8eca08a9-f077-48a6-b8ba-42018711a568 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455759 Nov 03 02:48:18.903326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b3c07-c4c1-4bf4-8321-64629b7bd248 req-8f6f2f4b-6d8f-4637-8739-fed323870692 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:18.904846 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f05b3c07-c4c1-4bf4-8321-64629b7bd248 req-8f6f2f4b-6d8f-4637-8739-fed323870692 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0537527 Nov 03 02:48:18.951690 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f05b3c07-c4c1-4bf4-8321-64629b7bd248 req-a3fa09f2-2754-4142-8c1a-3db7d8e48711 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410941 Nov 03 02:48:20.083224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d764cf3-6e86-457f-9877-a2dd1a26ffb0 req-1ff97540-700e-4244-806f-246a90936b7a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:20.084758 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4d764cf3-6e86-457f-9877-a2dd1a26ffb0 req-1ff97540-700e-4244-806f-246a90936b7a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0564342 Nov 03 02:48:20.133133 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4d764cf3-6e86-457f-9877-a2dd1a26ffb0 req-473b2ce7-8cdd-4168-8b7a-317dac19519d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 Nov 03 02:48:21.265456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4534c2-3084-4532-87ba-00fc16ace7f9 req-f47a5748-3c88-4469-9d65-15c0ba625481 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:21.266979 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc4534c2-3084-4532-87ba-00fc16ace7f9 req-f47a5748-3c88-4469-9d65-15c0ba625481 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0572355 Nov 03 02:48:21.314114 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc4534c2-3084-4532-87ba-00fc16ace7f9 req-6a9a035f-a5a6-466e-8f61-2cbb3ebbaab9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416372 Nov 03 02:48:22.440604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e1f09-f2a6-4b84-a431-454bf6470181 req-779d8938-f141-4b01-bba7-21579ccd82a1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:22.442107 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7e4e1f09-f2a6-4b84-a431-454bf6470181 req-779d8938-f141-4b01-bba7-21579ccd82a1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0544310 Nov 03 02:48:22.489413 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7e4e1f09-f2a6-4b84-a431-454bf6470181 req-0a9c58e8-2a9a-48e7-8543-15966b77add3 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418217 Nov 03 02:48:23.620421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05dd34-3186-4986-b47a-a4edc0cac2bc req-82ef68d6-e048-4143-a457-7d964e4d7fcf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:23.622059 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-aa05dd34-3186-4986-b47a-a4edc0cac2bc req-82ef68d6-e048-4143-a457-7d964e4d7fcf tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0579817 Nov 03 02:48:23.670224 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-aa05dd34-3186-4986-b47a-a4edc0cac2bc req-3b659fc7-bc3f-4055-8f47-7ef1cbfa88a6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Nov 03 02:48:24.798390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6489f9e-632e-461f-9143-1830b7aea2b6 req-28c6697e-fe2f-4e6d-9274-55bff7734715 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:24.799881 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6489f9e-632e-461f-9143-1830b7aea2b6 req-28c6697e-fe2f-4e6d-9274-55bff7734715 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0541801 Nov 03 02:48:24.847219 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6489f9e-632e-461f-9143-1830b7aea2b6 req-6b19ed80-d751-4de7-89ff-3ac1f6221482 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Nov 03 02:48:25.974591 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af595c-29da-4745-aa10-415a266354b1 req-385e1a4f-ab18-4eab-aee9-6bf3ae2f7b81 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:25.976058 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-99af595c-29da-4745-aa10-415a266354b1 req-385e1a4f-ab18-4eab-aee9-6bf3ae2f7b81 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0523322 Nov 03 02:48:26.028027 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-99af595c-29da-4745-aa10-415a266354b1 req-d58f8422-237d-4f69-bbc2-5cd212c7889d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456645 Nov 03 02:48:27.162747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c8f8b-01e0-4077-81e3-01ab5e47ef32 req-6107b94c-ea9b-4ca8-9f3f-33863a2c7ccc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:27.164361 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-362c8f8b-01e0-4077-81e3-01ab5e47ef32 req-6107b94c-ea9b-4ca8-9f3f-33863a2c7ccc tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0551734 Nov 03 02:48:27.217088 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-362c8f8b-01e0-4077-81e3-01ab5e47ef32 req-89cf65a1-781f-4966-8195-f0c1cbbe9d96 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458589 Nov 03 02:48:28.346388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6b05c-4a0b-44d3-a9b7-43792201dfb1 req-7c027b77-de76-4d1a-a447-733ed05d001a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:28.347859 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3fc6b05c-4a0b-44d3-a9b7-43792201dfb1 req-7c027b77-de76-4d1a-a447-733ed05d001a tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0529208 Nov 03 02:48:28.394408 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3fc6b05c-4a0b-44d3-a9b7-43792201dfb1 req-10365c05-350b-4c3b-a4a4-6f3ee91bf152 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Nov 03 02:48:29.524163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5b8a6-6ce1-476b-81b1-d3039c79eda6 req-c04e58d5-4590-48a9-bb19-7441936bea04 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:29.524909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8a1ba6f4-2413-4b66-99d0-cccf391f8afa details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:48:29.525770 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67a5b8a6-6ce1-476b-81b1-d3039c79eda6 req-c04e58d5-4590-48a9-bb19-7441936bea04 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 943 time: 0.0589149 Nov 03 02:48:29.572340 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67a5b8a6-6ce1-476b-81b1-d3039c79eda6 req-a8764dd7-fb0b-4f0c-b679-3673bc8cb950 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410645 Nov 03 02:48:29.623518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:48:29.634927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'port_id': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'mac_address': 'fa:16:3e:f4:bc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:48:29.673995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:48:29.674408 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:29.688431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1ba6f4-2413-4b66-99d0-cccf391f8afa {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:48:29.707874 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:48:29.711941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:29.765609 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=10']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:29.788645 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['8a1ba6f4-2413-4b66-99d0-cccf391f8afa'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:48:30.699445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170afe9f-669b-40d7-988c-8f0a56d31ece req-4e035126-0bf9-4d46-a637-24eed83df32f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:30.701323 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-170afe9f-669b-40d7-988c-8f0a56d31ece req-4e035126-0bf9-4d46-a637-24eed83df32f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 945 time: 0.0545971 Nov 03 02:48:30.749006 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-170afe9f-669b-40d7-988c-8f0a56d31ece req-2e7e9801-1b8c-4acc-9681-83bfcc789856 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 Nov 03 02:48:31.538337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8a1ba6f4-2413-4b66-99d0-cccf391f8afa up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:48:31.582013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:48:31.582388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:31.582726 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa Nov 03 02:48:31.655093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:48:31.655475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:31.676723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:48:31.678921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239dcbf7-ac17-406a-894e-2fdf9a9928f2" -d '{"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:48:31.690636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:48:31.695175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:31.726293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa8c4e0-6d7d-4efb-b982-6c807e562e2d x-openstack-request-id: req-6aa8c4e0-6d7d-4efb-b982-6c807e562e2d {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:48:31.726845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:48:31.727104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6aa8c4e0-6d7d-4efb-b982-6c807e562e2d {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:48:31.727500 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa8c4e0-6d7d-4efb-b982-6c807e562e2d'] response: {'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'code': 200} Nov 03 02:48:31.745250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=11']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:31.876428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed219328-336a-4a84-b58b-945c11edae4b req-b78417e8-5c2f-4a97-a230-615cb14dedb1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:31.877958 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed219328-336a-4a84-b58b-945c11edae4b req-b78417e8-5c2f-4a97-a230-615cb14dedb1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 946 time: 0.0549462 Nov 03 02:48:31.928323 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed219328-336a-4a84-b58b-945c11edae4b req-ce1800a1-1c39-4359-9c01-d3f680c097a6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447519 Nov 03 02:48:33.055339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287e810-1f80-4083-800c-c526402daa58 req-1fc2d922-1718-4d05-8df9-5de5166d8136 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:33.056830 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8287e810-1f80-4083-800c-c526402daa58 req-1fc2d922-1718-4d05-8df9-5de5166d8136 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 946 time: 0.0532005 Nov 03 02:48:33.106556 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8287e810-1f80-4083-800c-c526402daa58 req-98755255-5035-4996-9b9d-9f0965816120 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431581 Nov 03 02:48:34.240966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e15e3-c978-4d61-b7c5-c124ac1c131f req-b5883186-4673-404d-8a7a-04e357650333 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:34.242464 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e01e15e3-c978-4d61-b7c5-c124ac1c131f req-b5883186-4673-404d-8a7a-04e357650333 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 946 time: 0.0582693 Nov 03 02:48:34.291764 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e01e15e3-c978-4d61-b7c5-c124ac1c131f req-646175bf-a466-4e02-9228-b3f6113d95fb tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432391 Nov 03 02:48:35.420737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd108bf1-099b-424b-8017-08a3b2d53bcf req-6678660e-1c83-4276-9485-498926d8922b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:35.422217 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd108bf1-099b-424b-8017-08a3b2d53bcf req-6678660e-1c83-4276-9485-498926d8922b tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 946 time: 0.0568180 Nov 03 02:48:35.468044 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd108bf1-099b-424b-8017-08a3b2d53bcf req-6e5c6aad-ec1c-4e07-a765-b70031db2034 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403864 Nov 03 02:48:35.591179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c55c0-993a-4352-b9eb-24f05a9eb2a1 req-8f60c83f-2499-452c-bbb9-13240f86069f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:35.592595 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e80c55c0-993a-4352-b9eb-24f05a9eb2a1 req-8f60c83f-2499-452c-bbb9-13240f86069f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 946 time: 0.0524056 Nov 03 02:48:35.638691 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e80c55c0-993a-4352-b9eb-24f05a9eb2a1 req-22d78a48-9c7c-4fc0-bac9-2237c5ce3ca7 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405266 Nov 03 02:48:35.765584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835f94-209e-449a-910f-a742e439c4ad req-f554b9eb-8c1a-4e17-9db9-0dc11778e876 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:35.767051 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d835f94-209e-449a-910f-a742e439c4ad req-f554b9eb-8c1a-4e17-9db9-0dc11778e876 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 946 time: 0.0573902 Nov 03 02:48:35.812768 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d835f94-209e-449a-910f-a742e439c4ad req-4273bd23-bfc5-4398-8925-517f8fc2756f tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402803 Nov 03 02:48:35.962921 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:48:36.049844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59bb3-68e7-483f-b60d-d8fed6df54ac req-136c5b8d-82e8-44de-be4d-de46525e36e1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:36.051325 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0db59bb3-68e7-483f-b60d-d8fed6df54ac req-136c5b8d-82e8-44de-be4d-de46525e36e1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 946 time: 0.0528805 Nov 03 02:48:36.098102 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0db59bb3-68e7-483f-b60d-d8fed6df54ac req-a8cc1dd4-b0c7-44aa-8d46-289e3cbdf17d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411646 Nov 03 02:48:37.222520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b0564-8ec6-415b-a85d-cc091a74ccc7 req-edf8cf2c-fb78-46b1-8d0b-955224ffa652 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:37.223978 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-722b0564-8ec6-415b-a85d-cc091a74ccc7 req-edf8cf2c-fb78-46b1-8d0b-955224ffa652 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 946 time: 0.0512407 Nov 03 02:48:37.273670 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-722b0564-8ec6-415b-a85d-cc091a74ccc7 req-e4711123-7f9f-4269-9ce0-c6b874369b7d tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439551 Nov 03 02:48:38.344330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:38.402449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad5c7f-c748-4914-88a2-c8bad9461ca7 req-ea0d9f2d-f5ac-4bed-a51e-8059f14f2fca tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:38.403988 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-62ad5c7f-c748-4914-88a2-c8bad9461ca7 req-ea0d9f2d-f5ac-4bed-a51e-8059f14f2fca tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 946 time: 0.0533943 Nov 03 02:48:38.451307 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-62ad5c7f-c748-4914-88a2-c8bad9461ca7 req-70f73183-e25f-4a43-baaf-f4fcb6ca9e13 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f313610-2564-469c-a2a3-9d96aaf7f36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415287 Nov 03 02:48:38.809033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-377434ae-0fd8-478e-a81e-1fd7afceb789 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:48:38.810480 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-377434ae-0fd8-478e-a81e-1fd7afceb789 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 946 time: 0.0518672 Nov 03 02:48:38.904939 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Deleting port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:48:38.905284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:38.991688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] For port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:48:38.992051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:39.153093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:39.153457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:39.153772 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 disassociated. External IP: 172.26.6.87, port: 8a1ba6f4-2413-4b66-99d0-cccf391f8afa. Nov 03 02:48:39.154144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Calling delete_port for 8a1ba6f4-2413-4b66-99d0-cccf391f8afa owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:48:39.277850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8a1ba6f4-2413-4b66-99d0-cccf391f8afa), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:39.309508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event deleted for resources: {'Port': ['ID=8a1ba6f4-2413-4b66-99d0-cccf391f8afa,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:39.320818 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.321178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.321527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.321873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.322210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.322543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.322877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.323210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.324080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.324569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.324848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.325176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.325509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:39.430500 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:48:39.562922 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f12d0ee8-b906-4a7d-ba76-2b78a5789bef req-f8548dfd-b862-41c4-a2a4-f2f33dba5b71 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 210 time: 0.0370069 Nov 03 02:48:39.565707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:48:39.576978 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee489-5914-4e04-92c5-5fce3237e222 None None] Sync routers for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:48:39.587506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ee489-5914-4e04-92c5-5fce3237e222 None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:48:39.588169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a98ee489-5914-4e04-92c5-5fce3237e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:48:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:48:39.610129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] No DVR routers for this DVR port 8a1ba6f4-2413-4b66-99d0-cccf391f8afa on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:48:39.612747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:39.615994 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8df46e9a-7343-4b05-b72e-7d9934bd75e9 req-c2bb290f-0bd8-4c9a-ae96-133703422735 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.27 "DELETE /v2.0/ports/8a1ba6f4-2413-4b66-99d0-cccf391f8afa HTTP/1.1" status: 204 len: 173 time: 0.7972927 Nov 03 02:48:39.616732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-deleted', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:48:39.618960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db7ce7b-5d58-4087-9cad-d3fb4304865d" -d '{"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-deleted", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:48:39.663206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6864331e-cc50-4a85-8409-d304c5313a0d x-openstack-request-id: req-6864331e-cc50-4a85-8409-d304c5313a0d {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:48:39.663553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae25b919-a907-40aa-bec2-ca6f26d0bd97", "name": "network-vif-deleted", "tag": "8a1ba6f4-2413-4b66-99d0-cccf391f8afa", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:48:39.663811 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6864331e-cc50-4a85-8409-d304c5313a0d {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:48:39.664293 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6864331e-cc50-4a85-8409-d304c5313a0d'] response: {'server_uuid': 'ae25b919-a907-40aa-bec2-ca6f26d0bd97', 'name': 'network-vif-deleted', 'tag': '8a1ba6f4-2413-4b66-99d0-cccf391f8afa', 'status': 'completed', 'code': 200} Nov 03 02:48:39.703038 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-a98ee489-5914-4e04-92c5-5fce3237e222 None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:48:39.839915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a8104017-7ce1-48b1-941d-968aa8768a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:39.923868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a98ee489-5914-4e04-92c5-5fce3237e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:48:39.947988 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee489-5914-4e04-92c5-5fce3237e222 None None] Checking router: 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:48:39.956938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ee489-5914-4e04-92c5-5fce3237e222 None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:48:39.957526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a98ee489-5914-4e04-92c5-5fce3237e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:48:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:48:40.059414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-a98ee489-5914-4e04-92c5-5fce3237e222 None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:48:40.252276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a98ee489-5914-4e04-92c5-5fce3237e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:48:40.276914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee489-5914-4e04-92c5-5fce3237e222 None None] The sync data for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv is: [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:35Z', 'revision_number': 4, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883', 'name': '', 'network_id': '6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'mac_address': 'fa:16:3e:18:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:35Z', 'updated_at': '2022-11-03T02:42:39Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'subnets': [{'id': '7cb68cd8-8577-46dc-a05b-018742ae1b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:48:40.510246 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe98b93-19a1-45fd-9256-d5d585a18c70 None None] New status for floating IP b63870a4-cc39-4158-8a6c-1f4cf5bca3d4: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:48:40.676465 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b83d1327-d539-436a-bc8b-6a624e593354 req-a4a7ffee-90a6-4725-8309-47a80dca64c6 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 210 time: 0.0324721 Nov 03 02:48:41.778332 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-51c90e97-4c83-4bfe-8a21-9817cd92cbc9 req-76df25b4-296a-4a14-826f-933e7a98062e tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 210 time: 0.0270693 Nov 03 02:48:42.289387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8cbc700f-eb44-4c4e-8edc-21c044347de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:42.882950 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-627f49d2-49bc-406d-abbd-49779659b87d req-d9354bc3-aa45-4d3e-a527-e60d1bc3ffd4 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 210 time: 0.0303707 Nov 03 02:48:43.249567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:43.573214 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8a1ba6f4-2413-4b66-99d0-cccf391f8afa no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:48:43.592609 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 8a1ba6f4-2413-4b66-99d0-cccf391f8afa {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:48:43.592958 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8a1ba6f4-2413-4b66-99d0-cccf391f8afa not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:48:43.985562 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf6677ab-9f32-4189-9cbb-3fcaa283c584 req-2ca7c753-5945-43dd-ae72-3d429bb72158 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 210 time: 0.0276318 Nov 03 02:48:44.732954 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:45.087492 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-932fcf51-c5e7-43a4-abf0-47353f50ea9a req-85ae3505-6316-4e5b-ae6d-3ac429df1c27 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 210 time: 0.0274532 Nov 03 02:48:46.198228 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-43aa1685-d4f7-40e7-9ba9-bd8f25bd48e4 req-346b013a-5664-49be-958e-693ff64bc9c1 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 210 time: 0.0294478 Nov 03 02:48:46.278527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:47.300827 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c02edea2-361c-4e43-afc6-904390a80e5f req-e7d085f8-b068-479e-8b78-0fe123ac5663 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 210 time: 0.0280178 Nov 03 02:48:48.408104 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f31fe3f-3767-4725-8f7f-042d0b9a77f8 req-a452df00-1e6e-4156-bbf8-439dfa694f2c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25b919-a907-40aa-bec2-ca6f26d0bd97 HTTP/1.1" status: 200 len: 210 time: 0.0324810 Nov 03 02:48:55.262480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 44828) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:48:55.316754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-def9a8ae-f4e0-45ff-80d8-5e6bbb4f5121 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group (1f313610-2564-469c-a2a3-9d96aaf7f36d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:55.340171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-def9a8ae-f4e0-45ff-80d8-5e6bbb4f5121 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group (1f313610-2564-469c-a2a3-9d96aaf7f36d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:55.391082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-def9a8ae-f4e0-45ff-80d8-5e6bbb4f5121 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (1f313610-2564-469c-a2a3-9d96aaf7f36d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:55.394023 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-def9a8ae-f4e0-45ff-80d8-5e6bbb4f5121 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:55.395217 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-def9a8ae-f4e0-45ff-80d8-5e6bbb4f5121 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "DELETE /v2.0/security-groups/1f313610-2564-469c-a2a3-9d96aaf7f36d HTTP/1.1" status: 204 len: 168 time: 0.1317191 Nov 03 02:48:55.397877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 44830) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:48:55.406390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9a8ae-f4e0-45ff-80d8-5e6bbb4f5121 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f313610-2564-469c-a2a3-9d96aaf7f36d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:55.418140 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.api.v2.resource [None req-e7a7bc24-db40-44a0-b234-944896c5a39c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] show failed (client error): The resource could not be found. Nov 03 02:48:55.419504 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e7a7bc24-db40-44a0-b234-944896c5a39c tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "GET /v2.0/security-groups/1f313610-2564-469c-a2a3-9d96aaf7f36d HTTP/1.1" status: 404 len: 347 time: 0.0205398 Nov 03 02:48:55.422500 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 44834) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:48:55.540928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Deleting port 541e4573-4eea-4f4d-ab0e-72798ac6a296 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:48:55.541176 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (541e4573-4eea-4f4d-ab0e-72798ac6a296), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:55.617695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (541e4573-4eea-4f4d-ab0e-72798ac6a296), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:55.618019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (541e4573-4eea-4f4d-ab0e-72798ac6a296), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:55.629665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Calling delete_port for 541e4573-4eea-4f4d-ab0e-72798ac6a296 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:48:55.763880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (541e4573-4eea-4f4d-ab0e-72798ac6a296), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:55.789313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Pushing event deleted for resources: {'Port': ['ID=541e4573-4eea-4f4d-ab0e-72798ac6a296,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:55.803796 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.804161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.804533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.804881 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.805220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.805563 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.805895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.806231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.806569 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.806900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.807233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.808414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.808577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:48:55.866584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks [] for floatingip (b63870a4-cc39-4158-8a6c-1f4cf5bca3d4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:55.869196 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:55.870645 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-47f807da-561a-4f34-a857-66ebaf67acbe tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] 10.222.0.23 "DELETE /v2.0/floatingips/b63870a4-cc39-4158-8a6c-1f4cf5bca3d4 HTTP/1.1" status: 204 len: 168 time: 0.4468760 Nov 03 02:48:55.873716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 44836) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:48:56.270490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:56.506466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] Deleting port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:48:56.506813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:56.584954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] For port 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:48:56.585237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:56.598635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] Calling delete_port for 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:48:56.779306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:56.803415 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:56.985044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:57.186784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] Router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:48:57.286797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:48:57.291889 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b9205503-6638-468c-b206-91b3cda8f138 admin admin] 10.222.0.23 "PUT /v2.0/routers/57ed22d7-b7f9-4efb-b14a-c799e5caefc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4170482 Nov 03 02:48:57.294466 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 44840) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:48:57.295662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90281ca-dd77-40b2-88eb-f2e78d7d797d None None] Sync routers for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:48:57.305607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90281ca-dd77-40b2-88eb-f2e78d7d797d None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:48:57.306126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e90281ca-dd77-40b2-88eb-f2e78d7d797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:48:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:48:57.412047 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-e90281ca-dd77-40b2-88eb-f2e78d7d797d None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:48:57.599978 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e90281ca-dd77-40b2-88eb-f2e78d7d797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:48:56Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:48:57.626436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90281ca-dd77-40b2-88eb-f2e78d7d797d None None] Checking router: 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:48:57.635201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90281ca-dd77-40b2-88eb-f2e78d7d797d None None] Routers {'57ed22d7-b7f9-4efb-b14a-c799e5caefc2'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:48:57.636998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e90281ca-dd77-40b2-88eb-f2e78d7d797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:48:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:48:57.713850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Publish callbacks [] for router (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:57.740789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-e90281ca-dd77-40b2-88eb-f2e78d7d797d None None] Set router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:48:57.811798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Publish callbacks [] for router_gateway (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:57.865263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Deleting port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:48:57.865533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:57.918966 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e90281ca-dd77-40b2-88eb-f2e78d7d797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:48:56Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:48:57.946900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90281ca-dd77-40b2-88eb-f2e78d7d797d None None] The sync data for ids ['57ed22d7-b7f9-4efb-b14a-c799e5caefc2'] in dv-neutron-860659-5-hyperv is: [{'id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'name': 'tempest-ServerActionsTestJSON-342607542-router', 'tenant_id': '2998efcc785d4fb8b880a33030f03047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:48:56Z', 'revision_number': 5, 'project_id': '2998efcc785d4fb8b880a33030f03047', 'gw_port': {'id': '558c9cf0-ae92-445a-8e0c-d5ec7179d3a3', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed22d7-b7f9-4efb-b14a-c799e5caefc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:42:33Z', 'updated_at': '2022-11-03T02:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:48:57.950208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] For port 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=558c9cf0-ae92-445a-8e0c-d5ec7179d3a3,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:48:57.950469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:57.963987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Calling delete_port for 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:48:58.127162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (558c9cf0-ae92-445a-8e0c-d5ec7179d3a3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.150674 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Pushing event deleted for resources: {'Port': ['ID=558c9cf0-ae92-445a-8e0c-d5ec7179d3a3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:58.213476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.303276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.307071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Publish callbacks [] for router_controller (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.360779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (57ed22d7-b7f9-4efb-b14a-c799e5caefc2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.361387 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57ed22d7-b7f9-4efb-b14a-c799e5caefc2 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:48:58.365912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.367068 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-92e24fc5-23f4-4e7e-b492-4f0d10839605 admin admin] 10.222.0.23 "DELETE /v2.0/routers/57ed22d7-b7f9-4efb-b14a-c799e5caefc2 HTTP/1.1" status: 204 len: 168 time: 1.0716853 Nov 03 02:48:58.369600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 44842) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:48:58.415880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fca7f1c-4dee-48e0-b217-876b2cfbdc40 admin admin] Deleting subnet 7cb68cd8-8577-46dc-a05b-018742ae1b10 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:48:58.420119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5fca7f1c-4dee-48e0-b217-876b2cfbdc40 admin admin] Publish callbacks [] for subnet (7cb68cd8-8577-46dc-a05b-018742ae1b10), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.454920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5fca7f1c-4dee-48e0-b217-876b2cfbdc40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (7cb68cd8-8577-46dc-a05b-018742ae1b10), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.538213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5fca7f1c-4dee-48e0-b217-876b2cfbdc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (7cb68cd8-8577-46dc-a05b-018742ae1b10), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.594567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5fca7f1c-4dee-48e0-b217-876b2cfbdc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (7cb68cd8-8577-46dc-a05b-018742ae1b10), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.619239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca7f1c-4dee-48e0-b217-876b2cfbdc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb68cd8-8577-46dc-a05b-018742ae1b10,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:58.626292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5fca7f1c-4dee-48e0-b217-876b2cfbdc40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.629734 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5fca7f1c-4dee-48e0-b217-876b2cfbdc40 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7cb68cd8-8577-46dc-a05b-018742ae1b10 HTTP/1.1" status: 204 len: 168 time: 0.2591150 Nov 03 02:48:58.632211 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 44844) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:48:58.634351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd01f51-08a3-4abe-b1d9-a38958aa1b79 None None] Network 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:48:58.702831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.758984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Deleting port cfa9a767-cdf5-41b2-9006-782a6199e8d8 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:48:58.759324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.821704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] For port cfa9a767-cdf5-41b2-9006-782a6199e8d8, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=cfa9a767-cdf5-41b2-9006-782a6199e8d8,segment=NetworkSegment(26643829-1a19-43f0-8c96-7a38c07e5842),segment_id=26643829-1a19-43f0-8c96-7a38c07e5842)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:48:58.822061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.834936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Calling delete_port for cfa9a767-cdf5-41b2-9006-782a6199e8d8 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:48:58.918147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (cfa9a767-cdf5-41b2-9006-782a6199e8d8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:58.937360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b8d07-b77e-46a8-8abc-02d665abd611 None None] DHCP port deletion for 6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:48:58.944801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa9a767-cdf5-41b2-9006-782a6199e8d8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:58.948932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] No DVR routers for this DVR port cfa9a767-cdf5-41b2-9006-782a6199e8d8 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:48:59.009510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device cfa9a767-cdf5-41b2-9006-782a6199e8d8 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:48:59.024796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:59.032951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: cfa9a767-cdf5-41b2-9006-782a6199e8d8 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:48:59.033302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device cfa9a767-cdf5-41b2-9006-782a6199e8d8 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:48:59.033727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:48:59.052193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:48:59.052425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:48:59.052722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 558c9cf0-ae92-445a-8e0c-d5ec7179d3a3 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:48:59.053167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:48:59.062624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26643829-1a19-43f0-8c96-7a38c07e5842') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:48:59.062931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26643829-1a19-43f0-8c96-7a38c07e5842') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:48:59.071234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:48:59.071594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 0dc9ad5f-21a6-45f4-8e4a-eaf6e0647883 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:48:59.072360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (26643829-1a19-43f0-8c96-7a38c07e5842), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:59.087861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (26643829-1a19-43f0-8c96-7a38c07e5842), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:59.094925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:48:59.095335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (26643829-1a19-43f0-8c96-7a38c07e5842), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:59.154748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:59.159311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:59.162557 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] 10.222.0.23 "DELETE /v2.0/networks/6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29 HTTP/1.1" status: 204 len: 168 time: 0.5292158 Nov 03 02:48:59.165737 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 26643829-1a19-43f0-8c96-7a38c07e5842 resource provider aggregate not found Nov 03 02:48:59.181754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4e3e3-8534-4900-ba66-7784ade5ed0a admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7a30ab-82a1-4ab0-8a1f-6bb6391f3a29,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:48:59.186169 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 26643829-1a19-43f0-8c96-7a38c07e5842 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26643829-1a19-43f0-8c96-7a38c07e5842 found for delete ", "request_id": "req-8c127766-e49a-478f-bff4-c021e7a82ad4"}]} Nov 03 02:48:59.268681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 44854) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:48:59.313568 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7ab47059-e7df-4d07-9831-8e605bf1c241 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2998efcc785d4fb8b880a33030f03047&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434992 Nov 03 02:48:59.316044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 44856) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:48:59.364147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-439dbf19-32c6-4e97-99fb-63ee5e0cb970 admin admin] Publish callbacks [] for security_group (12027649-a156-4c64-87f5-69d86ab8556e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:59.385315 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-439dbf19-32c6-4e97-99fb-63ee5e0cb970 admin admin] Publish callbacks [] for security_group (12027649-a156-4c64-87f5-69d86ab8556e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:59.431919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-439dbf19-32c6-4e97-99fb-63ee5e0cb970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (12027649-a156-4c64-87f5-69d86ab8556e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:59.435317 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-439dbf19-32c6-4e97-99fb-63ee5e0cb970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:48:59.436496 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-439dbf19-32c6-4e97-99fb-63ee5e0cb970 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12027649-a156-4c64-87f5-69d86ab8556e HTTP/1.1" status: 204 len: 168 time: 0.1195233 Nov 03 02:48:59.444190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dbf19-32c6-4e97-99fb-63ee5e0cb970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12027649-a156-4c64-87f5-69d86ab8556e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:00.152014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 44878) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:00.246268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1932264279-network', 'tenant_id': '96351e5b163240ffbb55137699c7420a'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:00.266457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Made reservation on behalf of 96351e5b163240ffbb55137699c7420a for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:00.268672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.277756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.353201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Publish callbacks [] for security_group (d8336edc-d2fb-4cd7-823e-3f5882aed1bb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.357209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d8336edc-d2fb-4cd7-823e-3f5882aed1bb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.384686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:49:00.391002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8336edc-d2fb-4cd7-823e-3f5882aed1bb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:00.398960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.398960 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Added segment c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b of type vlan for network 13de1131-cf81-45af-a537-fee8df8185d2 Nov 03 02:49:00.449724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (13de1131-cf81-45af-a537-fee8df8185d2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.476159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (13de1131-cf81-45af-a537-fee8df8185d2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.477431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:00.478009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.538485 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3852549 Nov 03 02:49:00.541437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 44882) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:00.547072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] Request body: {'subnet': {'network_id': '13de1131-cf81-45af-a537-fee8df8185d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1932264279-subnet', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:00.567489 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303c634-1aa1-4d17-91f4-53b78d6d46d9 admin admin] Pushing event updated for resources: {'Network': ['ID=13de1131-cf81-45af-a537-fee8df8185d2,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:00.569309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] Made reservation on behalf of 96351e5b163240ffbb55137699c7420a for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:00.573221 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.577265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 13de1131-cf81-45af-a537-fee8df8185d2 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:49:00.768763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (cb4d6196-1976-41ba-a52d-8444ac25bc44), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.833920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4d6196-1976-41ba-a52d-8444ac25bc44,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:00.845171 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] Checking segment: {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:00.845720 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] Network hostable DHCP agents. Network: 13de1131-cf81-45af-a537-fee8df8185d2, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:49:00.863711 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] Network 13de1131-cf81-45af-a537-fee8df8185d2 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:49:00.873758 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 13de1131-cf81-45af-a537-fee8df8185d2) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:00.878315 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:00.879031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.886531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c87191b-4663-460a-b980-752258d11235 None None] Network 13de1131-cf81-45af-a537-fee8df8185d2 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:00.902025 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b3ddb5f7-56ee-45f4-bd91-cd415aad5b82 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3555899 Nov 03 02:49:00.902737 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 44884) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:00.907465 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1932264279-router', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:00.925887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (0f322083-aa92-4f82-8feb-aa316685a63b), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.927015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (0f322083-aa92-4f82-8feb-aa316685a63b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:00.988571 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Publish callbacks [] for router_controller (0f322083-aa92-4f82-8feb-aa316685a63b), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.020376 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-13de1131-cf81-45af-a537-fee8df8185d2', 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2', 'project_id': '96351e5b163240ffbb55137699c7420a', 'fixed_ips': [{'subnet_id': 'cb4d6196-1976-41ba-a52d-8444ac25bc44'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:49:01.021426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.139042 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Publish callbacks [] for router_gateway (0f322083-aa92-4f82-8feb-aa316685a63b), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.177236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Allocated IP 172.20.0.2 (13de1131-cf81-45af-a537-fee8df8185d2/cb4d6196-1976-41ba-a52d-8444ac25bc44/8464467c-0a5c-4020-87ba-87a895f4a1c5) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:01.358650 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Publish callbacks [] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.366052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.369749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Publish callbacks [] for router_gateway (0f322083-aa92-4f82-8feb-aa316685a63b), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.391546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.413674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Network 13de1131-cf81-45af-a537-fee8df8185d2 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:01.417025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:01.420135 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:01.434073 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Pushing event updated for resources: {'Port': ['ID=8464467c-0a5c-4020-87ba-87a895f4a1c5,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:01.459998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.460356 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.460726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.461070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.461405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.461737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.462073 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.462405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.462737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.463068 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.463396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.464170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.464526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:01.501082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Attempting to bind port 8464467c-0a5c-4020-87ba-87a895f4a1c5 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:49:01.501461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Attempting to bind port 8464467c-0a5c-4020-87ba-87a895f4a1c5 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:49:01.501828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Attempting to bind port 8464467c-0a5c-4020-87ba-87a895f4a1c5 on network 13de1131-cf81-45af-a537-fee8df8185d2 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:01.506866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:49:01.507246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Checking segment: {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:01.507657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.508053 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Bound using segment: {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:49:01.508538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Bound port: 8464467c-0a5c-4020-87ba-87a895f4a1c5, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:49:01.508874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Allocated IP 172.26.6.142 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:01.509009 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.569765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] For port 8464467c-0a5c-4020-87ba-87a895f4a1c5, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:49:01.573809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] For port 8464467c-0a5c-4020-87ba-87a895f4a1c5, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8464467c-0a5c-4020-87ba-87a895f4a1c5,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:49:01.579592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.621858 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Publish callbacks [] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.631526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aeb391-92e3-42cd-b7b2-afa12323a069 None None] Pushing event updated for resources: {'Port': ['ID=8464467c-0a5c-4020-87ba-87a895f4a1c5,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:01.656190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:01.695729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:01.701210 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:01.705085 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:01.708305 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Pushing event updated for resources: {'Port': ['ID=f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:01.972803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Publish callbacks [] for router_gateway (0f322083-aa92-4f82-8feb-aa316685a63b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:02.156607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (0f322083-aa92-4f82-8feb-aa316685a63b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:02.494426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4329dc-0ff2-4b70-8996-c457113f740a None None] Network 13de1131-cf81-45af-a537-fee8df8185d2 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:02.607687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5822f053-a0cd-4b06-9d33-0cd44f0637f0 None None] Provisioning complete for port 8464467c-0a5c-4020-87ba-87a895f4a1c5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:02.608371 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5822f053-a0cd-4b06-9d33-0cd44f0637f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:02.608371 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5822f053-a0cd-4b06-9d33-0cd44f0637f0 None None] Attempt 1 to provision port 8464467c-0a5c-4020-87ba-87a895f4a1c5 Nov 03 02:49:02.610509 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Router 0f322083-aa92-4f82-8feb-aa316685a63b is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:49:02.689060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5822f053-a0cd-4b06-9d33-0cd44f0637f0 None None] Current status of the port 8464467c-0a5c-4020-87ba-87a895f4a1c5 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:02.689442 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5822f053-a0cd-4b06-9d33-0cd44f0637f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:02.719091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:49:02.727314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5822f053-a0cd-4b06-9d33-0cd44f0637f0 None None] For port 8464467c-0a5c-4020-87ba-87a895f4a1c5, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8464467c-0a5c-4020-87ba-87a895f4a1c5,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:02.733785 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Sync routers for ids ['0f322083-aa92-4f82-8feb-aa316685a63b'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:49:02.737760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:02.739251 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-db27222d-e5c2-49c1-8507-76f776fda34a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8360679 Nov 03 02:49:02.742037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 44886) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:02.742597 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5822f053-a0cd-4b06-9d33-0cd44f0637f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:02.744574 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Routers {'0f322083-aa92-4f82-8feb-aa316685a63b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:49:02.746218 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:48:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0f322083-aa92-4f82-8feb-aa316685a63b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:02.803650 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822f053-a0cd-4b06-9d33-0cd44f0637f0 None None] Pushing event updated for resources: {'Port': ['ID=8464467c-0a5c-4020-87ba-87a895f4a1c5,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:02.861201 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Set router 0f322083-aa92-4f82-8feb-aa316685a63b gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:49:02.961163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8464467c-0a5c-4020-87ba-87a895f4a1c5 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:49:03.028434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a4e6f09d-206d-4bb9-9ee4-036506de0431 None None] Provisioning complete for port 8464467c-0a5c-4020-87ba-87a895f4a1c5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:03.028898 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f09d-206d-4bb9-9ee4-036506de0431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.029474 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a4e6f09d-206d-4bb9-9ee4-036506de0431 None None] Attempt 1 to provision port 8464467c-0a5c-4020-87ba-87a895f4a1c5 Nov 03 02:49:03.072613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 8464467c-0a5c-4020-87ba-87a895f4a1c5 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:03.073815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.074270 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 8464467c-0a5c-4020-87ba-87a895f4a1c5 Nov 03 02:49:03.077436 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'name': 'tempest-ServersNegativeTestJSON-1932264279-router', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:00Z', 'updated_at': '2022-11-03T02:49:01Z', 'revision_number': 3, 'project_id': '96351e5b163240ffbb55137699c7420a', 'gw_port': {'id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:01Z', 'updated_at': '2022-11-03T02:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:03.108853 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Checking router: 0f322083-aa92-4f82-8feb-aa316685a63b for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:49:03.109202 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Updating router 0f322083-aa92-4f82-8feb-aa316685a63b port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:49:03.138773 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.193430 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a4e6f09d-206d-4bb9-9ee4-036506de0431 None None] Current status of the port 8464467c-0a5c-4020-87ba-87a895f4a1c5 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:03.195568 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 8464467c-0a5c-4020-87ba-87a895f4a1c5 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:03.244821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.398670 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Publish callbacks [] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.403413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Allocated IP 172.20.0.1 (13de1131-cf81-45af-a537-fee8df8185d2/cb4d6196-1976-41ba-a52d-8444ac25bc44/ee3444ff-2f43-4557-9c07-ee64a812d23b) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:03.405548 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.442423 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Attempting to bind port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:49:03.442889 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Attempting to bind port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:49:03.443266 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Attempting to bind port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:03.455914 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:49:03.455914 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:03.456365 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.456785 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:49:03.457649 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Bound port: f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:49:03.457649 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.459304 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Pushing event updated for resources: {'Port': ['ID=f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:03.484936 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.485307 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.485649 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.485986 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.486322 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.486656 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.487031 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.487324 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.487656 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.487987 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.488314 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.488678 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.489005 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:03.521422 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] For port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:49:03.521880 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Publish callbacks [] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.525100 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] For port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:49:03.531813 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.560397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.569736 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Routers {'0f322083-aa92-4f82-8feb-aa316685a63b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:49:03.570588 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:48:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0f322083-aa92-4f82-8feb-aa316685a63b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:03.607728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Network 13de1131-cf81-45af-a537-fee8df8185d2 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:03.610979 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:03.621631 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:03.622914 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192ee28-e558-4aca-89b7-f925037c57ad None None] Pushing event updated for resources: {'Port': ['ID=f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:03.668973 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Pushing event updated for resources: {'Port': ['ID=ee3444ff-2f43-4557-9c07-ee64a812d23b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:03.680298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (0f322083-aa92-4f82-8feb-aa316685a63b), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.688368 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] Set router 0f322083-aa92-4f82-8feb-aa316685a63b gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:49:03.855776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.904992 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'name': 'tempest-ServersNegativeTestJSON-1932264279-router', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:00Z', 'updated_at': '2022-11-03T02:49:01Z', 'revision_number': 3, 'project_id': '96351e5b163240ffbb55137699c7420a', 'gw_port': {'id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:01Z', 'updated_at': '2022-11-03T02:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:03.919241 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Provisioning complete for port ee3444ff-2f43-4557-9c07-ee64a812d23b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:03.919777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:03.919984 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Attempt 1 to provision port ee3444ff-2f43-4557-9c07-ee64a812d23b Nov 03 02:49:03.935252 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf623f86-658b-4976-a4af-2fa59a81a5dc None None] The sync data for ids ['0f322083-aa92-4f82-8feb-aa316685a63b'] in dv-neutron-860659-5-hyperv is: [{'id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'name': 'tempest-ServersNegativeTestJSON-1932264279-router', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:00Z', 'updated_at': '2022-11-03T02:49:01Z', 'revision_number': 3, 'project_id': '96351e5b163240ffbb55137699c7420a', 'gw_port': {'id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:01Z', 'updated_at': '2022-11-03T02:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:49:03.955840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Port ee3444ff-2f43-4557-9c07-ee64a812d23b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:49:04.050069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Publish callbacks [] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:04.055884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:04.129574 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Pushing event updated for resources: {'Port': ['ID=ee3444ff-2f43-4557-9c07-ee64a812d23b,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:04.133205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (0f322083-aa92-4f82-8feb-aa316685a63b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:04.261132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Network 13de1131-cf81-45af-a537-fee8df8185d2 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:04.262782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:04.397237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Router 0f322083-aa92-4f82-8feb-aa316685a63b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:49:04.457097 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Attempt 2 to provision port ee3444ff-2f43-4557-9c07-ee64a812d23b Nov 03 02:49:04.509324 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Port ee3444ff-2f43-4557-9c07-ee64a812d23b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:49:04.530323 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:49:04.536688 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-98eb5d45-96ab-406f-a778-ffd556a4b411 admin admin] 10.222.0.23 "PUT /v2.0/routers/0f322083-aa92-4f82-8feb-aa316685a63b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7832837 Nov 03 02:49:04.928926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:49:04.992951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:04.993663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:04.994212 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d Nov 03 02:49:05.017562 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Attempt 3 to provision port ee3444ff-2f43-4557-9c07-ee64a812d23b Nov 03 02:49:05.054248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-f95c7b62-dfa3-4bc6-8aa0-2af94daf1361 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:05.056951 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-f95c7b62-dfa3-4bc6-8aa0-2af94daf1361 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/networks?id=13de1131-cf81-45af-a537-fee8df8185d2 HTTP/1.1" status: 200 len: 814 time: 0.1405716 Nov 03 02:49:05.065908 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Port ee3444ff-2f43-4557-9c07-ee64a812d23b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:49:05.073824 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-2f0640d3-7189-4877-9708-ea496786ad44 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/quotas/96351e5b163240ffbb55137699c7420a HTTP/1.1" status: 200 len: 375 time: 0.0101428 Nov 03 02:49:05.105945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:05.106343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:05.127157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:05.131499 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-bd91569d-3dd4-4572-9889-fc6467e24038 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=96351e5b163240ffbb55137699c7420a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516105 Nov 03 02:49:05.131826 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:05.187503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:05.245860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-816581ab-ab26-4da3-bf04-935f74d711ca service neutron] 10.222.0.23 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994821 Nov 03 02:49:05.335452 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-e5140b57-fd78-416e-915f-ae72b1049358 service neutron] 10.222.0.23 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830514 Nov 03 02:49:05.506388 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0704b381-7588-42d2-bd73-975b818d140c req-b3c46d53-15e2-4f16-a4f9-a49f9e4cbfcd tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 210 time: 0.0341458 Nov 03 02:49:05.566706 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Attempt 4 to provision port ee3444ff-2f43-4557-9c07-ee64a812d23b Nov 03 02:49:05.606161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Port ee3444ff-2f43-4557-9c07-ee64a812d23b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:49:05.749828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Sync routers for ids ['0f322083-aa92-4f82-8feb-aa316685a63b'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:49:05.759573 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Routers {'0f322083-aa92-4f82-8feb-aa316685a63b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:49:05.760196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:48:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0f322083-aa92-4f82-8feb-aa316685a63b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:05.881513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Set router 0f322083-aa92-4f82-8feb-aa316685a63b gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:49:06.158687 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Attempt 5 to provision port ee3444ff-2f43-4557-9c07-ee64a812d23b Nov 03 02:49:06.207164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Port ee3444ff-2f43-4557-9c07-ee64a812d23b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:49:06.262817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'name': 'tempest-ServersNegativeTestJSON-1932264279-router', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:00Z', 'updated_at': '2022-11-03T02:49:03Z', 'revision_number': 4, 'project_id': '96351e5b163240ffbb55137699c7420a', 'gw_port': {'id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:01Z', 'updated_at': '2022-11-03T02:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ee3444ff-2f43-4557-9c07-ee64a812d23b', 'name': '', 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'mac_address': 'fa:16:3e:d5:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cb4d6196-1976-41ba-a52d-8444ac25bc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:03Z', 'updated_at': '2022-11-03T02:49:03Z', 'revision_number': 2, 'project_id': '96351e5b163240ffbb55137699c7420a', 'subnets': [{'id': 'cb4d6196-1976-41ba-a52d-8444ac25bc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:06.289217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Checking router: 0f322083-aa92-4f82-8feb-aa316685a63b for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:49:06.289509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Updating router 0f322083-aa92-4f82-8feb-aa316685a63b port ee3444ff-2f43-4557-9c07-ee64a812d23b binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:49:06.317045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:06.605552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Publish callbacks [] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:06.611749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:06.641660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-99bd56df-39ae-4b72-a893-91b235c7a1dc req-2f902a42-094d-4abf-929a-0324bd0e67dd tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 210 time: 0.0471117 Nov 03 02:49:06.653679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-6c720252-e685-4f2a-b056-18e6a15c0cfa tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:06.668719 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-6c720252-e685-4f2a-b056-18e6a15c0cfa tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.27 "GET /v2.0/networks?id=13de1131-cf81-45af-a537-fee8df8185d2 HTTP/1.1" status: 200 len: 814 time: 0.1535144 Nov 03 02:49:06.668860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1be23b-2bcc-43ac-b54b-b51a4502f9e1 None None] Pushing event updated for resources: {'Port': ['ID=ee3444ff-2f43-4557-9c07-ee64a812d23b,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:06.673384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Request body: {'port': {'device_id': 'c48b5dbb-b8ab-41c5-945a-ca71112fef14', 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2', 'admin_state_up': True, 'tenant_id': '96351e5b163240ffbb55137699c7420a'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:06.710167 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Attempt 6 to provision port ee3444ff-2f43-4557-9c07-ee64a812d23b Nov 03 02:49:06.743317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Attempting to bind port ee3444ff-2f43-4557-9c07-ee64a812d23b on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:49:06.743724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Attempting to bind port ee3444ff-2f43-4557-9c07-ee64a812d23b by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:49:06.744096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Attempting to bind port ee3444ff-2f43-4557-9c07-ee64a812d23b on network 13de1131-cf81-45af-a537-fee8df8185d2 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:06.756120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:49:06.756533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Checking segment: {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:06.756932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:06.757329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Bound using segment: {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:49:06.757802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Bound port: ee3444ff-2f43-4557-9c07-ee64a812d23b, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:49:06.758185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:06.759936 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Port ee3444ff-2f43-4557-9c07-ee64a812d23b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:49:06.803200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Made reservation on behalf of 96351e5b163240ffbb55137699c7420a for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:06.806626 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:06.822057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] For port ee3444ff-2f43-4557-9c07-ee64a812d23b, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:49:06.826439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] For port ee3444ff-2f43-4557-9c07-ee64a812d23b, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ee3444ff-2f43-4557-9c07-ee64a812d23b,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:49:06.832536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:06.875854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Routers {'0f322083-aa92-4f82-8feb-aa316685a63b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:49:06.878334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:48:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0f322083-aa92-4f82-8feb-aa316685a63b'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:06.923917 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:49:06.943688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Allocated IP 172.20.0.10 (13de1131-cf81-45af-a537-fee8df8185d2/cb4d6196-1976-41ba-a52d-8444ac25bc44/21620e29-7cc3-4b69-9fb5-54ccfdda1397) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:06.950490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1be23b-2bcc-43ac-b54b-b51a4502f9e1 None None] Pushing event updated for resources: {'Port': ['ID=ee3444ff-2f43-4557-9c07-ee64a812d23b,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:07.040651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] Set router 0f322083-aa92-4f82-8feb-aa316685a63b gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:49:07.042577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:07.042956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.043300 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d Nov 03 02:49:07.093551 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks [] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.132877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.174953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Network 13de1131-cf81-45af-a537-fee8df8185d2 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:07.180207 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:07.187369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:07.211952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Pushing event updated for resources: {'Port': ['ID=21620e29-7cc3-4b69-9fb5-54ccfdda1397,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:07.239777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:07.243723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:07.244534 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.265675 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-43974f6c-19c8-463d-84c2-2cf00144147d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5963564 Nov 03 02:49:07.277428 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Attempt 7 to provision port ee3444ff-2f43-4557-9c07-ee64a812d23b Nov 03 02:49:07.282806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Request body: {'port': {'device_id': 'c48b5dbb-b8ab-41c5-945a-ca71112fef14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:07.359200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.366284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'name': 'tempest-ServersNegativeTestJSON-1932264279-router', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:00Z', 'updated_at': '2022-11-03T02:49:03Z', 'revision_number': 4, 'project_id': '96351e5b163240ffbb55137699c7420a', 'gw_port': {'id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:01Z', 'updated_at': '2022-11-03T02:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ee3444ff-2f43-4557-9c07-ee64a812d23b', 'name': '', 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'mac_address': 'fa:16:3e:d5:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cb4d6196-1976-41ba-a52d-8444ac25bc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:03Z', 'updated_at': '2022-11-03T02:49:06Z', 'revision_number': 4, 'project_id': '96351e5b163240ffbb55137699c7420a', 'subnets': [{'id': 'cb4d6196-1976-41ba-a52d-8444ac25bc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:07.396844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8603c-2313-4628-ab8d-ba5cbb97cd25 None None] The sync data for ids ['0f322083-aa92-4f82-8feb-aa316685a63b'] in dv-neutron-860659-5-hyperv is: [{'id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'name': 'tempest-ServersNegativeTestJSON-1932264279-router', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:00Z', 'updated_at': '2022-11-03T02:49:03Z', 'revision_number': 4, 'project_id': '96351e5b163240ffbb55137699c7420a', 'gw_port': {'id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:01Z', 'updated_at': '2022-11-03T02:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'ee3444ff-2f43-4557-9c07-ee64a812d23b', 'name': '', 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'mac_address': 'fa:16:3e:d5:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cb4d6196-1976-41ba-a52d-8444ac25bc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:03Z', 'updated_at': '2022-11-03T02:49:06Z', 'revision_number': 4, 'project_id': '96351e5b163240ffbb55137699c7420a', 'subnets': [{'id': 'cb4d6196-1976-41ba-a52d-8444ac25bc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:49:07.398500 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Current status of the port ee3444ff-2f43-4557-9c07-ee64a812d23b is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:07.398891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.454184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] For port ee3444ff-2f43-4557-9c07-ee64a812d23b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ee3444ff-2f43-4557-9c07-ee64a812d23b,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:07.469181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.530739 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d34d07-d420-4dc3-86c3-442c3932fdf7 None None] Pushing event updated for resources: {'Port': ['ID=ee3444ff-2f43-4557-9c07-ee64a812d23b,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:07.594664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-542ab8b7-63ea-4d15-a368-f24949729035 None None] Provisioning complete for port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:07.595284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-542ab8b7-63ea-4d15-a368-f24949729035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.595750 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-542ab8b7-63ea-4d15-a368-f24949729035 None None] Attempt 1 to provision port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 Nov 03 02:49:07.631054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-542ab8b7-63ea-4d15-a368-f24949729035 None None] Port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:49:07.663158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21620e29-7cc3-4b69-9fb5-54ccfdda1397 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:49:07.671991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Publish callbacks [] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.685458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Transition to ACTIVE for port object 21620e29-7cc3-4b69-9fb5-54ccfdda1397 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:49:07.690815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.787590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Pushing event updated for resources: {'Port': ['ID=21620e29-7cc3-4b69-9fb5-54ccfdda1397,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:07.847851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74fd55-80f1-47d1-9507-a2710e3faa6f req-c318ccf2-476c-4019-ac7d-5fe830c93025 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:07.849504 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ac74fd55-80f1-47d1-9507-a2710e3faa6f req-c318ccf2-476c-4019-ac7d-5fe830c93025 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 944 time: 0.1261821 Nov 03 02:49:07.867066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Attempting to bind port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:49:07.867413 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Attempting to bind port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:49:07.867817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Attempting to bind port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 on network 13de1131-cf81-45af-a537-fee8df8185d2 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:07.883083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 on network 13de1131-cf81-45af-a537-fee8df8185d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:49:07.883438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Attempting to bind port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 on network 13de1131-cf81-45af-a537-fee8df8185d2 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:07.897149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:49:07.897278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Checking segment: {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:07.897590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Bound using segment: {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:49:07.898070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Bound port: 21620e29-7cc3-4b69-9fb5-54ccfdda1397, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:49:07.898377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.926017 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ac74fd55-80f1-47d1-9507-a2710e3faa6f req-cb5741b1-0457-4d4e-9674-145847b615d9 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696638 Nov 03 02:49:07.978245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] For port 21620e29-7cc3-4b69-9fb5-54ccfdda1397, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:49:07.982279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] For port 21620e29-7cc3-4b69-9fb5-54ccfdda1397, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=21620e29-7cc3-4b69-9fb5-54ccfdda1397,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:49:07.989203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.993952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:07.994598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:07.997079 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] 10.222.0.27 "PUT /v2.0/ports/21620e29-7cc3-4b69-9fb5-54ccfdda1397 HTTP/1.1" status: 200 len: 1094 time: 0.7193666 Nov 03 02:49:07.997590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48b5dbb-b8ab-41c5-945a-ca71112fef14', 'tag': '21620e29-7cc3-4b69-9fb5-54ccfdda1397'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:49:07.999871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e305be3b-cc80-47bf-a1f7-419f1b330993" -d '{"events": [{"name": "network-changed", "server_uuid": "c48b5dbb-b8ab-41c5-945a-ca71112fef14", "tag": "21620e29-7cc3-4b69-9fb5-54ccfdda1397"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:49:08.093039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa3962-0fd1-4637-b224-919d3171b0cf service neutron] Pushing event updated for resources: {'Port': ['ID=21620e29-7cc3-4b69-9fb5-54ccfdda1397,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:08.110037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa39c874-77cd-45f0-b860-e9b766a5967e x-openstack-request-id: req-fa39c874-77cd-45f0-b860-e9b766a5967e {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:49:08.110576 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48b5dbb-b8ab-41c5-945a-ca71112fef14", "tag": "21620e29-7cc3-4b69-9fb5-54ccfdda1397", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:49:08.110848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa39c874-77cd-45f0-b860-e9b766a5967e {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:49:08.111263 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa39c874-77cd-45f0-b860-e9b766a5967e'] response: {'name': 'network-changed', 'server_uuid': 'c48b5dbb-b8ab-41c5-945a-ca71112fef14', 'tag': '21620e29-7cc3-4b69-9fb5-54ccfdda1397', 'status': 'completed', 'code': 200} Nov 03 02:49:08.114199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-a54f1d5f-8d7b-45f7-b9ce-6b4a0ac5f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:08.115696 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-a54f1d5f-8d7b-45f7-b9ce-6b4a0ac5f6bd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=96351e5b163240ffbb55137699c7420a&device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 1128 time: 0.0719545 Nov 03 02:49:08.132594 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-542ab8b7-63ea-4d15-a368-f24949729035 None None] Attempt 2 to provision port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 Nov 03 02:49:08.160787 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-ec80243f-8f65-48d3-b8a4-d0144f1a8ee9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21620e29-7cc3-4b69-9fb5-54ccfdda1397 HTTP/1.1" status: 200 len: 217 time: 0.0347350 Nov 03 02:49:08.173076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-542ab8b7-63ea-4d15-a368-f24949729035 None None] Port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:49:08.183117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-542ab8b7-63ea-4d15-a368-f24949729035 None None] Provisioning complete for port ee3444ff-2f43-4557-9c07-ee64a812d23b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:08.183502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-542ab8b7-63ea-4d15-a368-f24949729035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:08.183854 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-542ab8b7-63ea-4d15-a368-f24949729035 None None] Attempt 1 to provision port ee3444ff-2f43-4557-9c07-ee64a812d23b Nov 03 02:49:08.215380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-60b1ed19-1047-4971-9c16-b13203f51be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:08.216888 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-60b1ed19-1047-4971-9c16-b13203f51be7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=cb4d6196-1976-41ba-a52d-8444ac25bc44 HTTP/1.1" status: 200 len: 853 time: 0.0474286 Nov 03 02:49:08.264038 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-542ab8b7-63ea-4d15-a368-f24949729035 None None] Current status of the port ee3444ff-2f43-4557-9c07-ee64a812d23b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:08.278697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-7ac47513-daa2-4e51-ab3f-c3338acc872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:08.280237 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-7ac47513-daa2-4e51-ab3f-c3338acc872a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=13de1131-cf81-45af-a537-fee8df8185d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0539110 Nov 03 02:49:08.340727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:08.382191 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-d17892b5-6691-4853-8d2c-348b94316dab service neutron] 10.222.0.27 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908451 Nov 03 02:49:08.485232 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e0c17d3-cbba-441b-b778-fcaf2db7d51c req-99ba49c3-586e-4c36-a7ca-7d14e7b890cf service neutron] 10.222.0.27 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940046 Nov 03 02:49:08.583339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305be3b-cc80-47bf-a1f7-419f1b330993 req-11d991bb-f0bb-45fe-a8c5-88c4abcc8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:08.584864 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e305be3b-cc80-47bf-a1f7-419f1b330993 req-11d991bb-f0bb-45fe-a8c5-88c4abcc8bf6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=96351e5b163240ffbb55137699c7420a&device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 1128 time: 0.0464196 Nov 03 02:49:08.675955 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305be3b-cc80-47bf-a1f7-419f1b330993 req-128af5f9-405e-47f2-87ec-816615f823d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:08.677349 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e305be3b-cc80-47bf-a1f7-419f1b330993 req-128af5f9-405e-47f2-87ec-816615f823d0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=13de1131-cf81-45af-a537-fee8df8185d2 HTTP/1.1" status: 200 len: 915 time: 0.0865641 Nov 03 02:49:08.717533 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e305be3b-cc80-47bf-a1f7-419f1b330993 req-9700a32d-233f-4129-9f40-f74431a3b555 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21620e29-7cc3-4b69-9fb5-54ccfdda1397 HTTP/1.1" status: 200 len: 217 time: 0.0321231 Nov 03 02:49:08.765755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305be3b-cc80-47bf-a1f7-419f1b330993 req-b9df0fce-4e42-422e-98c4-8e0f1a982965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:08.767148 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e305be3b-cc80-47bf-a1f7-419f1b330993 req-b9df0fce-4e42-422e-98c4-8e0f1a982965 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=cb4d6196-1976-41ba-a52d-8444ac25bc44 HTTP/1.1" status: 200 len: 853 time: 0.0435483 Nov 03 02:49:08.818092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305be3b-cc80-47bf-a1f7-419f1b330993 req-33d4fe0d-1228-4292-b9e9-e4b212dff2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:08.819763 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e305be3b-cc80-47bf-a1f7-419f1b330993 req-33d4fe0d-1228-4292-b9e9-e4b212dff2d1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=13de1131-cf81-45af-a537-fee8df8185d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450156 Nov 03 02:49:08.910596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ee3444ff-2f43-4557-9c07-ee64a812d23b up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:49:08.918792 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e305be3b-cc80-47bf-a1f7-419f1b330993 req-90b13447-3f22-4d71-a67f-92b85a778bb2 service neutron] 10.222.0.27 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921209 Nov 03 02:49:08.956702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ee3444ff-2f43-4557-9c07-ee64a812d23b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:08.957102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:08.957502 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ee3444ff-2f43-4557-9c07-ee64a812d23b Nov 03 02:49:09.025337 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e305be3b-cc80-47bf-a1f7-419f1b330993 req-02d13865-1005-4e3d-8731-aa181b3e5f26 service neutron] 10.222.0.27 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004324 Nov 03 02:49:09.034170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ee3444ff-2f43-4557-9c07-ee64a812d23b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:09.066052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f9dc6-c6d3-4927-b10d-f53e5e2893d0 req-878d3258-cff3-4e43-91d0-cc854b4dcd8d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:09.067521 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6f9f9dc6-c6d3-4927-b10d-f53e5e2893d0 req-878d3258-cff3-4e43-91d0-cc854b4dcd8d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 944 time: 0.0650396 Nov 03 02:49:09.115645 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6f9f9dc6-c6d3-4927-b10d-f53e5e2893d0 req-505c628b-c93a-4e1f-acb6-5996b0b08f9f tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Nov 03 02:49:09.801389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bb5590e2-e977-4e56-bf54-c159afc690fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:10.240822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d9d5f-f914-4964-a351-c987ea4cd5db req-ac6e8f05-4613-43db-b6e2-715c9af0296f tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:10.242291 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-495d9d5f-f914-4964-a351-c987ea4cd5db req-ac6e8f05-4613-43db-b6e2-715c9af0296f tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 944 time: 0.0538254 Nov 03 02:49:10.288293 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-495d9d5f-f914-4964-a351-c987ea4cd5db req-cf4e877a-3f31-4899-9d5f-53b144afa53b tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Nov 03 02:49:11.414336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda8232-0623-42e2-9dde-14f8fa92eb28 req-24eaf97f-f6e5-4e71-b7d4-777e62f2eb9f tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:11.415832 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-aeda8232-0623-42e2-9dde-14f8fa92eb28 req-24eaf97f-f6e5-4e71-b7d4-777e62f2eb9f tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 944 time: 0.0551288 Nov 03 02:49:11.460847 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-aeda8232-0623-42e2-9dde-14f8fa92eb28 req-2ce3977b-940e-42e8-951b-42bb0286aa57 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395272 Nov 03 02:49:11.743304 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 21620e29-7cc3-4b69-9fb5-54ccfdda1397 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:49:11.845900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 21620e29-7cc3-4b69-9fb5-54ccfdda1397, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=21620e29-7cc3-4b69-9fb5-54ccfdda1397,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:11.856979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '21620e29-7cc3-4b69-9fb5-54ccfdda1397', 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2', 'port_id': '21620e29-7cc3-4b69-9fb5-54ccfdda1397', 'mac_address': 'fa:16:3e:19:2c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4d6196-1976-41ba-a52d-8444ac25bc44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:49:11.893155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:11.893551 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:11.906749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21620e29-7cc3-4b69-9fb5-54ccfdda1397 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:49:11.925914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 21620e29-7cc3-4b69-9fb5-54ccfdda1397, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=21620e29-7cc3-4b69-9fb5-54ccfdda1397,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:11.929528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:11.976440 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=21620e29-7cc3-4b69-9fb5-54ccfdda1397,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:12.249406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['21620e29-7cc3-4b69-9fb5-54ccfdda1397'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:49:12.306007 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-562910ee-6429-4dcb-8947-a7360ee2a3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:12.583579 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b039de7-228f-4d1a-b847-231e238575c7 req-b7e4488b-2d71-4601-be95-541b5092c595 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:12.585045 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3b039de7-228f-4d1a-b847-231e238575c7 req-b7e4488b-2d71-4601-be95-541b5092c595 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 945 time: 0.0524409 Nov 03 02:49:12.630678 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3b039de7-228f-4d1a-b847-231e238575c7 req-23ace25c-d7ea-46db-878f-7ccefad0b1ec tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Nov 03 02:49:12.962021 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:49:13.250691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:13.753821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1924f82-796d-4635-beab-df483885e266 req-2961478a-faf8-49aa-91ea-ef589a211311 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:13.755338 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a1924f82-796d-4635-beab-df483885e266 req-2961478a-faf8-49aa-91ea-ef589a211311 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 945 time: 0.0519714 Nov 03 02:49:13.758371 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 21620e29-7cc3-4b69-9fb5-54ccfdda1397 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:49:13.805682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:49:13.808339 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a1924f82-796d-4635-beab-df483885e266 req-d3df0ab1-cd0c-43fc-b45f-d3cc4177a252 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462654 Nov 03 02:49:13.810417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:13.810801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:13.811144 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 Nov 03 02:49:13.884680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:13.885072 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:13.907745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48b5dbb-b8ab-41c5-945a-ca71112fef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21620e29-7cc3-4b69-9fb5-54ccfdda1397'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:49:13.910005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b2e610-42ad-4d33-b53b-3887ea3e5f53" -d '{"events": [{"server_uuid": "c48b5dbb-b8ab-41c5-945a-ca71112fef14", "name": "network-vif-plugged", "status": "completed", "tag": "21620e29-7cc3-4b69-9fb5-54ccfdda1397"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:49:13.922321 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 21620e29-7cc3-4b69-9fb5-54ccfdda1397, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=21620e29-7cc3-4b69-9fb5-54ccfdda1397,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:13.926584 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:13.971719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=21620e29-7cc3-4b69-9fb5-54ccfdda1397,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:14.007748 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2364d351-9737-4399-8629-0529182c5d51 x-openstack-request-id: req-2364d351-9737-4399-8629-0529182c5d51 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:49:14.008051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48b5dbb-b8ab-41c5-945a-ca71112fef14", "name": "network-vif-plugged", "status": "completed", "tag": "21620e29-7cc3-4b69-9fb5-54ccfdda1397", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:49:14.008363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2364d351-9737-4399-8629-0529182c5d51 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:49:14.009464 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2364d351-9737-4399-8629-0529182c5d51'] response: {'server_uuid': 'c48b5dbb-b8ab-41c5-945a-ca71112fef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21620e29-7cc3-4b69-9fb5-54ccfdda1397', 'code': 200} Nov 03 02:49:14.201446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b7ef-5194-4569-b8da-4fe5e773f38c req-06bd3d10-d943-4759-a162-bbc037023d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:14.202904 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-01f0b7ef-5194-4569-b8da-4fe5e773f38c req-06bd3d10-d943-4759-a162-bbc037023d82 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 1130 time: 0.0479198 Nov 03 02:49:14.252206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-01f0b7ef-5194-4569-b8da-4fe5e773f38c req-b8d075fc-383e-48f0-9406-609699d2138a service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Nov 03 02:49:14.735839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:14.928967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d5d09-08f2-4e00-8806-39ada92e0b12 req-2a2506c9-9f54-4aad-b706-66f16a932eea tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:14.930420 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-417d5d09-08f2-4e00-8806-39ada92e0b12 req-2a2506c9-9f54-4aad-b706-66f16a932eea tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 946 time: 0.0514107 Nov 03 02:49:14.976164 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-417d5d09-08f2-4e00-8806-39ada92e0b12 req-3efb61b6-9365-425c-8774-5df82d00aeb5 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Nov 03 02:49:16.105293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b2921-90e5-416f-9fd4-0e03e1ab5074 req-30c9e701-329d-4986-82ae-ae1d4697ff46 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:16.106806 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d1b2921-90e5-416f-9fd4-0e03e1ab5074 req-30c9e701-329d-4986-82ae-ae1d4697ff46 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 946 time: 0.0572531 Nov 03 02:49:16.130882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:16.155511 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d1b2921-90e5-416f-9fd4-0e03e1ab5074 req-01337098-438e-44b7-b31e-40206d64392f tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Nov 03 02:49:16.380276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-b153bda7-c328-4f89-955d-66cbb3ac127e tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:16.381805 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-b153bda7-c328-4f89-955d-66cbb3ac127e tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/networks?id=13de1131-cf81-45af-a537-fee8df8185d2 HTTP/1.1" status: 200 len: 814 time: 0.0992687 Nov 03 02:49:16.396359 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-c11fc523-a907-431a-9ac7-ca2225e213c8 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/quotas/96351e5b163240ffbb55137699c7420a HTTP/1.1" status: 200 len: 375 time: 0.0087302 Nov 03 02:49:16.455190 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-ee9a8452-5172-4fa9-9fcf-63fb543db653 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=96351e5b163240ffbb55137699c7420a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540109 Nov 03 02:49:16.544332 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-890862c9-721d-42c7-b4c6-630ad48be1d8 service neutron] 10.222.0.23 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826061 Nov 03 02:49:16.635802 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-7f470cf9-5d27-4c10-a78d-08565ff1b1b1 service neutron] 10.222.0.23 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857313 Nov 03 02:49:16.789019 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c858ed15-69f0-4b2a-ba8b-f613bcc69c53 req-ba485b1a-08d9-466e-89c9-2e087ea345d1 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 210 time: 0.0292988 Nov 03 02:49:17.691020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-a636c116-bd22-4858-aa38-5b86cf7209a3 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:17.692464 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-a636c116-bd22-4858-aa38-5b86cf7209a3 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.27 "GET /v2.0/networks?id=13de1131-cf81-45af-a537-fee8df8185d2 HTTP/1.1" status: 200 len: 814 time: 0.1075070 Nov 03 02:49:17.705850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Request body: {'port': {'device_id': '99f4f767-0ffa-44ea-843d-ad47180daf02', 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2', 'admin_state_up': True, 'tenant_id': '96351e5b163240ffbb55137699c7420a'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:17.811368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Made reservation on behalf of 96351e5b163240ffbb55137699c7420a for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:17.814645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:17.906681 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0d62febb-2434-4fd3-a017-519803526f68 req-7b2fff79-d99a-4db9-9f2a-f2fe272d8277 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 210 time: 0.0398209 Nov 03 02:49:17.967529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Allocated IP 172.20.0.13 (13de1131-cf81-45af-a537-fee8df8185d2/cb4d6196-1976-41ba-a52d-8444ac25bc44/e26aa915-8c90-4a76-82b6-f3a8c603074c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:18.118288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks [] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:18.150231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:18.162012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['21620e29-7cc3-4b69-9fb5-54ccfdda1397'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:49:18.191399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Network 13de1131-cf81-45af-a537-fee8df8185d2 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:18.194521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:18.201054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:18.207890 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Pushing event updated for resources: {'Port': ['ID=e26aa915-8c90-4a76-82b6-f3a8c603074c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:18.256699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:18.257621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:18.275982 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-6406e81c-71ac-47b2-b2db-c4b72667d276 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5737362 Nov 03 02:49:18.288409 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Request body: {'port': {'device_id': '99f4f767-0ffa-44ea-843d-ad47180daf02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:18.357021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:18.446649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-708b7e55-8a78-47d9-af10-f1cb8bf7f1d9 None None] Provisioning complete for port e26aa915-8c90-4a76-82b6-f3a8c603074c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:18.447023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-708b7e55-8a78-47d9-af10-f1cb8bf7f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:18.447363 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-708b7e55-8a78-47d9-af10-f1cb8bf7f1d9 None None] Attempt 1 to provision port e26aa915-8c90-4a76-82b6-f3a8c603074c Nov 03 02:49:18.482850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-708b7e55-8a78-47d9-af10-f1cb8bf7f1d9 None None] Port e26aa915-8c90-4a76-82b6-f3a8c603074c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:49:18.607715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26aa915-8c90-4a76-82b6-f3a8c603074c {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:49:18.614954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Publish callbacks [] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:18.626722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Transition to ACTIVE for port object e26aa915-8c90-4a76-82b6-f3a8c603074c will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:49:18.630422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:18.707184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Pushing event updated for resources: {'Port': ['ID=e26aa915-8c90-4a76-82b6-f3a8c603074c,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:18.736695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Attempting to bind port e26aa915-8c90-4a76-82b6-f3a8c603074c on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:49:18.737038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Attempting to bind port e26aa915-8c90-4a76-82b6-f3a8c603074c by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:49:18.737371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Attempting to bind port e26aa915-8c90-4a76-82b6-f3a8c603074c on network 13de1131-cf81-45af-a537-fee8df8185d2 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:18.741658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Port e26aa915-8c90-4a76-82b6-f3a8c603074c on network 13de1131-cf81-45af-a537-fee8df8185d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:49:18.741981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Attempting to bind port e26aa915-8c90-4a76-82b6-f3a8c603074c on network 13de1131-cf81-45af-a537-fee8df8185d2 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:18.746709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:49:18.747049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Checking segment: {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:18.747431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Bound using segment: {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:49:18.747857 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Bound port: e26aa915-8c90-4a76-82b6-f3a8c603074c, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:49:18.748212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:18.807324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] For port e26aa915-8c90-4a76-82b6-f3a8c603074c, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:49:18.810348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] For port e26aa915-8c90-4a76-82b6-f3a8c603074c, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e26aa915-8c90-4a76-82b6-f3a8c603074c,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:49:18.816461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:18.820548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:18.821215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:18.822558 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] 10.222.0.27 "PUT /v2.0/ports/e26aa915-8c90-4a76-82b6-f3a8c603074c HTTP/1.1" status: 200 len: 1094 time: 0.5389524 Nov 03 02:49:18.823049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f4f767-0ffa-44ea-843d-ad47180daf02', 'tag': 'e26aa915-8c90-4a76-82b6-f3a8c603074c'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:49:18.825843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3e3d70-afd4-4d45-bbc8-0316626d4239" -d '{"events": [{"name": "network-changed", "server_uuid": "99f4f767-0ffa-44ea-843d-ad47180daf02", "tag": "e26aa915-8c90-4a76-82b6-f3a8c603074c"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:49:18.870768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0133bb-1b6c-4392-aa66-7921b4fbfe16 x-openstack-request-id: req-4d0133bb-1b6c-4392-aa66-7921b4fbfe16 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:49:18.871060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f4f767-0ffa-44ea-843d-ad47180daf02", "tag": "e26aa915-8c90-4a76-82b6-f3a8c603074c", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:49:18.871415 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d0133bb-1b6c-4392-aa66-7921b4fbfe16 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:49:18.872851 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0133bb-1b6c-4392-aa66-7921b4fbfe16'] response: {'name': 'network-changed', 'server_uuid': '99f4f767-0ffa-44ea-843d-ad47180daf02', 'tag': 'e26aa915-8c90-4a76-82b6-f3a8c603074c', 'status': 'completed', 'code': 200} Nov 03 02:49:18.913227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466cf09-d9f8-418a-b020-00e307deed34 service neutron] Pushing event updated for resources: {'Port': ['ID=e26aa915-8c90-4a76-82b6-f3a8c603074c,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:18.927279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-a4f13392-1f77-49f9-8d49-04f6737fbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:18.928804 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-a4f13392-1f77-49f9-8d49-04f6737fbd07 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=96351e5b163240ffbb55137699c7420a&device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 1128 time: 0.0682406 Nov 03 02:49:18.969470 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-cd579ea2-214b-4bee-a95f-bfb0eb6a0e9a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26aa915-8c90-4a76-82b6-f3a8c603074c HTTP/1.1" status: 200 len: 217 time: 0.0340185 Nov 03 02:49:18.984162 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-708b7e55-8a78-47d9-af10-f1cb8bf7f1d9 None None] Attempt 2 to provision port e26aa915-8c90-4a76-82b6-f3a8c603074c Nov 03 02:49:19.022677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-708b7e55-8a78-47d9-af10-f1cb8bf7f1d9 None None] Port e26aa915-8c90-4a76-82b6-f3a8c603074c had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:49:19.048555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-b20d38b6-0e3f-4007-bb84-7fbcb1a2bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:19.050010 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-b20d38b6-0e3f-4007-bb84-7fbcb1a2bc41 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=cb4d6196-1976-41ba-a52d-8444ac25bc44 HTTP/1.1" status: 200 len: 853 time: 0.0736024 Nov 03 02:49:19.089561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b39e0-0d5c-4c2a-ba23-a43620ea5ecb req-0cef8dc8-68c1-4914-94bb-67be47ef5302 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:19.091625 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c53b39e0-0d5c-4c2a-ba23-a43620ea5ecb req-0cef8dc8-68c1-4914-94bb-67be47ef5302 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 944 time: 0.1074834 Nov 03 02:49:19.132686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-aec5b488-2626-4474-b7cd-6c5b14c70264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:19.134065 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-aec5b488-2626-4474-b7cd-6c5b14c70264 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=13de1131-cf81-45af-a537-fee8df8185d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0775127 Nov 03 02:49:19.156357 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c53b39e0-0d5c-4c2a-ba23-a43620ea5ecb req-85391b2e-915b-4319-ad80-5d52bce02b0d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587721 Nov 03 02:49:19.550852 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-2d1bd2bf-8fb9-48ba-a790-b3f16717e921 service neutron] 10.222.0.27 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088786 Nov 03 02:49:19.639400 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-94266e92-1ac1-4994-ba04-9e7b42415692 req-dfc93f08-e2cf-4770-aa74-f751a7b69e86 service neutron] 10.222.0.27 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817800 Nov 03 02:49:19.728323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e3d70-afd4-4d45-bbc8-0316626d4239 req-403e1306-cbfe-4b57-b6fd-f2deccfaf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:19.729886 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a3e3d70-afd4-4d45-bbc8-0316626d4239 req-403e1306-cbfe-4b57-b6fd-f2deccfaf673 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=96351e5b163240ffbb55137699c7420a&device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 1128 time: 0.0468717 Nov 03 02:49:19.822877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e3d70-afd4-4d45-bbc8-0316626d4239 req-86f3e0bf-03ff-4265-86d7-4468e850a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:19.824794 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a3e3d70-afd4-4d45-bbc8-0316626d4239 req-86f3e0bf-03ff-4265-86d7-4468e850a320 service neutron] 10.222.0.27 "GET /v2.0/networks?id=13de1131-cf81-45af-a537-fee8df8185d2 HTTP/1.1" status: 200 len: 915 time: 0.0874777 Nov 03 02:49:19.864846 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a3e3d70-afd4-4d45-bbc8-0316626d4239 req-578fd998-adb1-41aa-8f22-db5a60335b93 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26aa915-8c90-4a76-82b6-f3a8c603074c HTTP/1.1" status: 200 len: 217 time: 0.0333276 Nov 03 02:49:19.917927 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e3d70-afd4-4d45-bbc8-0316626d4239 req-7346ee1a-06e8-4d47-8549-7beb1359a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:19.919867 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a3e3d70-afd4-4d45-bbc8-0316626d4239 req-7346ee1a-06e8-4d47-8549-7beb1359a7ac service neutron] 10.222.0.27 "GET /v2.0/subnets?id=cb4d6196-1976-41ba-a52d-8444ac25bc44 HTTP/1.1" status: 200 len: 853 time: 0.0491462 Nov 03 02:49:19.969245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e3d70-afd4-4d45-bbc8-0316626d4239 req-56300e0f-8e0b-4e2c-bd7e-06db66a7a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:19.970719 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a3e3d70-afd4-4d45-bbc8-0316626d4239 req-56300e0f-8e0b-4e2c-bd7e-06db66a7a510 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=13de1131-cf81-45af-a537-fee8df8185d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445621 Nov 03 02:49:20.062221 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a3e3d70-afd4-4d45-bbc8-0316626d4239 req-2850a074-426e-4a00-b35e-80891599281c service neutron] 10.222.0.27 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841403 Nov 03 02:49:20.158340 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4a3e3d70-afd4-4d45-bbc8-0316626d4239 req-65ad78e2-b3de-4a86-8eb4-a7ff9a1c0d55 service neutron] 10.222.0.27 "GET /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900130 Nov 03 02:49:20.283210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de55f4-dc2f-4a10-bd8c-929ee237f2c6 req-758545e3-a76c-421e-a54a-c3ef487ae3af tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:20.284718 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5de55f4-dc2f-4a10-bd8c-929ee237f2c6 req-758545e3-a76c-421e-a54a-c3ef487ae3af tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 944 time: 0.0541880 Nov 03 02:49:20.332225 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d5de55f4-dc2f-4a10-bd8c-929ee237f2c6 req-085927e2-d137-4c54-84c5-5d282226f2ec tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Nov 03 02:49:21.459750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de47fd-f1d6-403c-8569-cd7eaee5937d req-e0398359-4263-4a90-a611-9d4ed8db2fa4 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:21.461228 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-79de47fd-f1d6-403c-8569-cd7eaee5937d req-e0398359-4263-4a90-a611-9d4ed8db2fa4 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 944 time: 0.0554285 Nov 03 02:49:21.506324 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-79de47fd-f1d6-403c-8569-cd7eaee5937d req-e05ff46b-294e-45d8-8f48-6ba316ddad7b tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 Nov 03 02:49:21.785744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e26aa915-8c90-4a76-82b6-f3a8c603074c details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:49:21.883613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e26aa915-8c90-4a76-82b6-f3a8c603074c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e26aa915-8c90-4a76-82b6-f3a8c603074c,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:21.895352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'e26aa915-8c90-4a76-82b6-f3a8c603074c', 'network_id': '13de1131-cf81-45af-a537-fee8df8185d2', 'port_id': 'e26aa915-8c90-4a76-82b6-f3a8c603074c', 'mac_address': 'fa:16:3e:65:3a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4d6196-1976-41ba-a52d-8444ac25bc44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:49:21.928710 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port e26aa915-8c90-4a76-82b6-f3a8c603074c is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:21.929102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:21.942034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26aa915-8c90-4a76-82b6-f3a8c603074c {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:49:21.962023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e26aa915-8c90-4a76-82b6-f3a8c603074c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e26aa915-8c90-4a76-82b6-f3a8c603074c,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:21.967002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:22.012672 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=e26aa915-8c90-4a76-82b6-f3a8c603074c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:22.217853 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['e26aa915-8c90-4a76-82b6-f3a8c603074c'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:49:22.629791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b67244-7cc6-49db-970a-ddb4b3955ff4 req-1fa6763f-c81d-447a-9e3a-82dbd237855c tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:22.631256 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f7b67244-7cc6-49db-970a-ddb4b3955ff4 req-1fa6763f-c81d-447a-9e3a-82dbd237855c tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 945 time: 0.0526166 Nov 03 02:49:22.678426 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f7b67244-7cc6-49db-970a-ddb4b3955ff4 req-2f3ce8eb-3093-408a-a3c4-278a74283f34 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Nov 03 02:49:23.795846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e26aa915-8c90-4a76-82b6-f3a8c603074c up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:49:23.801975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f13872-c634-4745-bc72-38a28ef5fae8 req-85ba8b88-b5fe-4935-a2e2-ad25ee3dd842 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:23.803461 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22f13872-c634-4745-bc72-38a28ef5fae8 req-85ba8b88-b5fe-4935-a2e2-ad25ee3dd842 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 945 time: 0.0526755 Nov 03 02:49:23.843133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port e26aa915-8c90-4a76-82b6-f3a8c603074c completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:49:23.847066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port e26aa915-8c90-4a76-82b6-f3a8c603074c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:23.847455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:23.847799 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port e26aa915-8c90-4a76-82b6-f3a8c603074c Nov 03 02:49:23.856768 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22f13872-c634-4745-bc72-38a28ef5fae8 req-b23ddc2b-3031-4430-bdf7-9701bc5c42eb tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471735 Nov 03 02:49:23.922333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port e26aa915-8c90-4a76-82b6-f3a8c603074c is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:23.922726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:23.945078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f4f767-0ffa-44ea-843d-ad47180daf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26aa915-8c90-4a76-82b6-f3a8c603074c'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:49:23.947333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9b1263-587c-480f-82d0-bd073db5973f" -d '{"events": [{"server_uuid": "99f4f767-0ffa-44ea-843d-ad47180daf02", "name": "network-vif-plugged", "status": "completed", "tag": "e26aa915-8c90-4a76-82b6-f3a8c603074c"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:49:23.960445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e26aa915-8c90-4a76-82b6-f3a8c603074c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e26aa915-8c90-4a76-82b6-f3a8c603074c,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:23.964922 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:23.987591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07a8f67-6853-4d29-8d1e-a158779d712e x-openstack-request-id: req-a07a8f67-6853-4d29-8d1e-a158779d712e {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:49:23.987889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f4f767-0ffa-44ea-843d-ad47180daf02", "name": "network-vif-plugged", "status": "completed", "tag": "e26aa915-8c90-4a76-82b6-f3a8c603074c", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:49:23.988141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a07a8f67-6853-4d29-8d1e-a158779d712e {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:49:23.988564 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07a8f67-6853-4d29-8d1e-a158779d712e'] response: {'server_uuid': '99f4f767-0ffa-44ea-843d-ad47180daf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26aa915-8c90-4a76-82b6-f3a8c603074c', 'code': 200} Nov 03 02:49:24.015192 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=e26aa915-8c90-4a76-82b6-f3a8c603074c,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:24.159190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3cb7a-4bba-4a16-bd2a-55277a0cd766 req-512a0f7c-32e5-4eb9-918c-4103d0c45f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:24.160703 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d7c3cb7a-4bba-4a16-bd2a-55277a0cd766 req-512a0f7c-32e5-4eb9-918c-4103d0c45f77 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 1130 time: 0.0441384 Nov 03 02:49:24.203554 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d7c3cb7a-4bba-4a16-bd2a-55277a0cd766 req-f02fd313-d8d3-469e-9cce-0e55be74d0b2 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 Nov 03 02:49:24.979219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26879031-8f1b-4dc3-8fc8-86f228339780 req-1ea77d48-4995-4682-9a8b-f98c66400455 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:24.981430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-26879031-8f1b-4dc3-8fc8-86f228339780 req-1ea77d48-4995-4682-9a8b-f98c66400455 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 946 time: 0.0519130 Nov 03 02:49:25.027453 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-26879031-8f1b-4dc3-8fc8-86f228339780 req-642ca3ea-8b8c-45de-9fce-f7cf0efb7b29 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Nov 03 02:49:26.155288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99023aaa-53ce-4e6c-8d2f-eaf072d56cec req-7f62611a-b346-4aa4-afd2-54775240e082 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:26.156728 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-99023aaa-53ce-4e6c-8d2f-eaf072d56cec req-7f62611a-b346-4aa4-afd2-54775240e082 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 946 time: 0.0568449 Nov 03 02:49:26.201770 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-99023aaa-53ce-4e6c-8d2f-eaf072d56cec req-1c4b466a-783f-4a84-bc7f-09e555f067c1 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Nov 03 02:49:26.441633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70fb68-4626-4dbb-a19e-2ff37bd1a6d6 req-93477228-38a5-42e5-80ef-c45635a92d1d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:26.443003 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6a70fb68-4626-4dbb-a19e-2ff37bd1a6d6 req-93477228-38a5-42e5-80ef-c45635a92d1d tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 946 time: 0.0527456 Nov 03 02:49:26.489560 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6a70fb68-4626-4dbb-a19e-2ff37bd1a6d6 req-74ce9885-ce85-4947-9d27-0f63ff3214a6 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 Nov 03 02:49:27.612803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bab5a0-6672-4b0f-a904-0c1c569543c8 req-a460259f-04f6-4135-b741-43ac63f89991 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:27.614278 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e9bab5a0-6672-4b0f-a904-0c1c569543c8 req-a460259f-04f6-4135-b741-43ac63f89991 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 946 time: 0.0520587 Nov 03 02:49:27.665226 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e9bab5a0-6672-4b0f-a904-0c1c569543c8 req-31b35972-173d-4e12-bc03-76fffed78ec6 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455043 Nov 03 02:49:27.874204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f8e67-0f27-47b5-92d3-99e85fbca899 req-3fb3a555-78f5-45d8-ae63-1871dcfb438b tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:27.875747 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-177f8e67-0f27-47b5-92d3-99e85fbca899 req-3fb3a555-78f5-45d8-ae63-1871dcfb438b tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.27 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 946 time: 0.0552435 Nov 03 02:49:27.963215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-177f8e67-0f27-47b5-92d3-99e85fbca899 req-a482479c-bd82-46ff-94fc-c9aea4b76fdc tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Deleting port e26aa915-8c90-4a76-82b6-f3a8c603074c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:27.963565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-177f8e67-0f27-47b5-92d3-99e85fbca899 req-a482479c-bd82-46ff-94fc-c9aea4b76fdc tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:28.055523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-177f8e67-0f27-47b5-92d3-99e85fbca899 req-a482479c-bd82-46ff-94fc-c9aea4b76fdc tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] For port e26aa915-8c90-4a76-82b6-f3a8c603074c, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e26aa915-8c90-4a76-82b6-f3a8c603074c,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:28.055892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-177f8e67-0f27-47b5-92d3-99e85fbca899 req-a482479c-bd82-46ff-94fc-c9aea4b76fdc tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:28.069730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-177f8e67-0f27-47b5-92d3-99e85fbca899 req-a482479c-bd82-46ff-94fc-c9aea4b76fdc tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Calling delete_port for e26aa915-8c90-4a76-82b6-f3a8c603074c owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:28.199058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-177f8e67-0f27-47b5-92d3-99e85fbca899 req-a482479c-bd82-46ff-94fc-c9aea4b76fdc tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e26aa915-8c90-4a76-82b6-f3a8c603074c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:28.216123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['21620e29-7cc3-4b69-9fb5-54ccfdda1397', 'e26aa915-8c90-4a76-82b6-f3a8c603074c'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:49:28.226723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482479c-bd82-46ff-94fc-c9aea4b76fdc tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Pushing event deleted for resources: {'Port': ['ID=e26aa915-8c90-4a76-82b6-f3a8c603074c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:28.275502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-177f8e67-0f27-47b5-92d3-99e85fbca899 req-a482479c-bd82-46ff-94fc-c9aea4b76fdc tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] No DVR routers for this DVR port e26aa915-8c90-4a76-82b6-f3a8c603074c on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:49:28.279034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-177f8e67-0f27-47b5-92d3-99e85fbca899 req-a482479c-bd82-46ff-94fc-c9aea4b76fdc tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:28.282268 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-177f8e67-0f27-47b5-92d3-99e85fbca899 req-a482479c-bd82-46ff-94fc-c9aea4b76fdc tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.27 "DELETE /v2.0/ports/e26aa915-8c90-4a76-82b6-f3a8c603074c HTTP/1.1" status: 204 len: 173 time: 0.4011388 Nov 03 02:49:28.282807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f4f767-0ffa-44ea-843d-ad47180daf02', 'name': 'network-vif-deleted', 'tag': 'e26aa915-8c90-4a76-82b6-f3a8c603074c'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:49:28.285137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e73bfb8-9e1b-4cfb-859b-ff991faad72e" -d '{"events": [{"server_uuid": "99f4f767-0ffa-44ea-843d-ad47180daf02", "name": "network-vif-deleted", "tag": "e26aa915-8c90-4a76-82b6-f3a8c603074c"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:49:28.332521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845907ef-012c-4168-804e-bc00a7848483 x-openstack-request-id: req-845907ef-012c-4168-804e-bc00a7848483 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:49:28.332739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f4f767-0ffa-44ea-843d-ad47180daf02", "name": "network-vif-deleted", "tag": "e26aa915-8c90-4a76-82b6-f3a8c603074c", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:49:28.332986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-845907ef-012c-4168-804e-bc00a7848483 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:49:28.333400 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845907ef-012c-4168-804e-bc00a7848483'] response: {'server_uuid': '99f4f767-0ffa-44ea-843d-ad47180daf02', 'name': 'network-vif-deleted', 'tag': 'e26aa915-8c90-4a76-82b6-f3a8c603074c', 'status': 'completed', 'code': 200} Nov 03 02:49:28.777331 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cc022a96-ca88-4890-9dcd-d68cbae81c0a req-179f2085-0fe4-4c49-98ef-4e25d0b78407 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=99f4f767-0ffa-44ea-843d-ad47180daf02 HTTP/1.1" status: 200 len: 210 time: 0.0271320 Nov 03 02:49:29.937874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6faa8-5481-491e-a34c-88ee914bcabf req-04351d27-bc48-44f8-af3d-bee33be531a7 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:29.939369 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e4c6faa8-5481-491e-a34c-88ee914bcabf req-04351d27-bc48-44f8-af3d-bee33be531a7 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 946 time: 0.0562484 Nov 03 02:49:29.985763 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e4c6faa8-5481-491e-a34c-88ee914bcabf req-d32a3a61-58d0-440b-aa7d-44abadcfd8a1 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Nov 03 02:49:30.124954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f3951-77d2-4bd8-a0af-ff77b9dfb2df req-499eaddc-559a-42bc-b61f-59175813fe99 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:30.126469 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a07f3951-77d2-4bd8-a0af-ff77b9dfb2df req-499eaddc-559a-42bc-b61f-59175813fe99 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 946 time: 0.0533423 Nov 03 02:49:30.174039 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a07f3951-77d2-4bd8-a0af-ff77b9dfb2df req-3c0f7859-38e6-4eda-acaa-da6e8a72a43c tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416143 Nov 03 02:49:30.303539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badb937-7737-463f-adef-e7e9d6e13e09 req-a84d3889-1540-4145-98f4-0196f1c3a9ed tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:30.305035 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8badb937-7737-463f-adef-e7e9d6e13e09 req-a84d3889-1540-4145-98f4-0196f1c3a9ed tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 946 time: 0.0577569 Nov 03 02:49:30.351473 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8badb937-7737-463f-adef-e7e9d6e13e09 req-6e0ca893-ec72-4bf1-a669-423c6b37a43b tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403686 Nov 03 02:49:30.524206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77d2e-face-46d7-9b16-0312348b5ea6 req-3241ae94-d6c3-4293-895a-102b0681e6a9 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:30.525706 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-64b77d2e-face-46d7-9b16-0312348b5ea6 req-3241ae94-d6c3-4293-895a-102b0681e6a9 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 946 time: 0.0530241 Nov 03 02:49:30.571766 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-64b77d2e-face-46d7-9b16-0312348b5ea6 req-f5148f07-daea-431b-9b2c-99a3b00a5d22 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Nov 03 02:49:30.696022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e23d1-41f3-4c86-b6fa-930856d12f63 req-3a304ebe-2a3e-4661-bbfa-1ce4f8d40c5c tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:30.697437 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-289e23d1-41f3-4c86-b6fa-930856d12f63 req-3a304ebe-2a3e-4661-bbfa-1ce4f8d40c5c tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 946 time: 0.0527766 Nov 03 02:49:30.748480 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-289e23d1-41f3-4c86-b6fa-930856d12f63 req-a057ac36-1a91-47e2-ac0f-47e918a2bac2 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452080 Nov 03 02:49:30.881014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbe7ea-b818-4a7a-a2e9-5f5508d04d57 req-b33980f2-9999-4dd3-b2ef-5f287f73880b tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:30.882504 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-55fbe7ea-b818-4a7a-a2e9-5f5508d04d57 req-b33980f2-9999-4dd3-b2ef-5f287f73880b tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 946 time: 0.0530288 Nov 03 02:49:30.928450 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-55fbe7ea-b818-4a7a-a2e9-5f5508d04d57 req-770f93f9-e3ec-40a5-b005-ee9b8b7dcd3c tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Nov 03 02:49:31.237026 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418c6ca-0c53-441c-81e0-e069618dfd63 req-fece52c0-a6f5-485b-a872-708b5cdd211b tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:31.238416 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e418c6ca-0c53-441c-81e0-e069618dfd63 req-fece52c0-a6f5-485b-a872-708b5cdd211b tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 946 time: 0.0526414 Nov 03 02:49:31.284583 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e418c6ca-0c53-441c-81e0-e069618dfd63 req-9a548c01-4749-4c58-8d9d-9a9b11a29b08 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 Nov 03 02:49:31.844905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e26aa915-8c90-4a76-82b6-f3a8c603074c no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:49:31.864413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: e26aa915-8c90-4a76-82b6-f3a8c603074c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:49:31.864778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e26aa915-8c90-4a76-82b6-f3a8c603074c not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:49:32.414677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f12d4-1a5d-442d-a998-5dc1a630ad7a req-bc8d9f85-e1f3-44de-8434-f42011083464 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:32.416139 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3f0f12d4-1a5d-442d-a998-5dc1a630ad7a req-bc8d9f85-e1f3-44de-8434-f42011083464 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 946 time: 0.0562825 Nov 03 02:49:32.462137 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3f0f12d4-1a5d-442d-a998-5dc1a630ad7a req-1b45ea20-bdb1-4e4e-b20d-261aa4783c98 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8336edc-d2fb-4cd7-823e-3f5882aed1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403705 Nov 03 02:49:32.704807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a8121-f72c-4732-836d-71e6cfebe40e req-8d9b24cf-1586-448c-9b90-5b663d5c5757 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:32.706266 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0e0a8121-f72c-4732-836d-71e6cfebe40e req-8d9b24cf-1586-448c-9b90-5b663d5c5757 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.27 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 946 time: 0.0518675 Nov 03 02:49:32.793990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-0e0a8121-f72c-4732-836d-71e6cfebe40e req-63cb67f9-63ef-459b-af2b-096d456f8152 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Deleting port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:32.794326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-0e0a8121-f72c-4732-836d-71e6cfebe40e req-63cb67f9-63ef-459b-af2b-096d456f8152 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:32.884391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-0e0a8121-f72c-4732-836d-71e6cfebe40e req-63cb67f9-63ef-459b-af2b-096d456f8152 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] For port 21620e29-7cc3-4b69-9fb5-54ccfdda1397, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=21620e29-7cc3-4b69-9fb5-54ccfdda1397,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:32.884796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-0e0a8121-f72c-4732-836d-71e6cfebe40e req-63cb67f9-63ef-459b-af2b-096d456f8152 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:32.897785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-0e0a8121-f72c-4732-836d-71e6cfebe40e req-63cb67f9-63ef-459b-af2b-096d456f8152 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Calling delete_port for 21620e29-7cc3-4b69-9fb5-54ccfdda1397 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:33.029079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-0e0a8121-f72c-4732-836d-71e6cfebe40e req-63cb67f9-63ef-459b-af2b-096d456f8152 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (21620e29-7cc3-4b69-9fb5-54ccfdda1397), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:33.046684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['21620e29-7cc3-4b69-9fb5-54ccfdda1397'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:49:33.055246 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb67f9-63ef-459b-af2b-096d456f8152 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Pushing event deleted for resources: {'Port': ['ID=21620e29-7cc3-4b69-9fb5-54ccfdda1397,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:33.103796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0a8121-f72c-4732-836d-71e6cfebe40e req-63cb67f9-63ef-459b-af2b-096d456f8152 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] No DVR routers for this DVR port 21620e29-7cc3-4b69-9fb5-54ccfdda1397 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:49:33.107540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-0e0a8121-f72c-4732-836d-71e6cfebe40e req-63cb67f9-63ef-459b-af2b-096d456f8152 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:33.110964 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0e0a8121-f72c-4732-836d-71e6cfebe40e req-63cb67f9-63ef-459b-af2b-096d456f8152 tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.27 "DELETE /v2.0/ports/21620e29-7cc3-4b69-9fb5-54ccfdda1397 HTTP/1.1" status: 204 len: 173 time: 0.3995907 Nov 03 02:49:33.111497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48b5dbb-b8ab-41c5-945a-ca71112fef14', 'name': 'network-vif-deleted', 'tag': '21620e29-7cc3-4b69-9fb5-54ccfdda1397'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:49:33.113810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c607e8-c527-475c-8f33-dbaf764610f3" -d '{"events": [{"server_uuid": "c48b5dbb-b8ab-41c5-945a-ca71112fef14", "name": "network-vif-deleted", "tag": "21620e29-7cc3-4b69-9fb5-54ccfdda1397"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:49:33.162644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24782398-73c9-4972-97cd-3cb641b57717 x-openstack-request-id: req-24782398-73c9-4972-97cd-3cb641b57717 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:49:33.162945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48b5dbb-b8ab-41c5-945a-ca71112fef14", "name": "network-vif-deleted", "tag": "21620e29-7cc3-4b69-9fb5-54ccfdda1397", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:49:33.163205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24782398-73c9-4972-97cd-3cb641b57717 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:49:33.163641 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24782398-73c9-4972-97cd-3cb641b57717'] response: {'server_uuid': 'c48b5dbb-b8ab-41c5-945a-ca71112fef14', 'name': 'network-vif-deleted', 'tag': '21620e29-7cc3-4b69-9fb5-54ccfdda1397', 'status': 'completed', 'code': 200} Nov 03 02:49:33.578247 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ff4c4c9-b756-41a8-ae81-8d408d8a1945 req-e7245379-e04a-4ff7-b336-452fb2ce690e tempest-ServersNegativeTestJSON-743084234 tempest-ServersNegativeTestJSON-743084234-project] 10.222.0.23 "GET /v2.0/ports?device_id=c48b5dbb-b8ab-41c5-945a-ca71112fef14 HTTP/1.1" status: 200 len: 210 time: 0.0308533 Nov 03 02:49:34.642593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45038) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:34.967424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (0f322083-aa92-4f82-8feb-aa316685a63b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:35.198405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] Deleting port ee3444ff-2f43-4557-9c07-ee64a812d23b {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:35.198661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:35.276294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] For port ee3444ff-2f43-4557-9c07-ee64a812d23b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ee3444ff-2f43-4557-9c07-ee64a812d23b,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:35.276672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:35.293230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] Calling delete_port for ee3444ff-2f43-4557-9c07-ee64a812d23b owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:35.469275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ee3444ff-2f43-4557-9c07-ee64a812d23b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:35.493258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3444ff-2f43-4557-9c07-ee64a812d23b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:35.654739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (0f322083-aa92-4f82-8feb-aa316685a63b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:35.855405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] Router 0f322083-aa92-4f82-8feb-aa316685a63b has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:49:35.860994 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 21620e29-7cc3-4b69-9fb5-54ccfdda1397 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:49:35.880720 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 21620e29-7cc3-4b69-9fb5-54ccfdda1397 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:49:35.881075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 21620e29-7cc3-4b69-9fb5-54ccfdda1397 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:49:35.957948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:49:35.962996 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c303a91e-5d68-4914-a2b4-ebbc0fd12988 admin admin] 10.222.0.23 "PUT /v2.0/routers/0f322083-aa92-4f82-8feb-aa316685a63b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3193715 Nov 03 02:49:35.965652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45040) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:35.967445 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27a050-2ef3-4c9d-9457-1f05373f79d5 None None] Sync routers for ids ['0f322083-aa92-4f82-8feb-aa316685a63b'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:49:35.978165 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27a050-2ef3-4c9d-9457-1f05373f79d5 None None] Routers {'0f322083-aa92-4f82-8feb-aa316685a63b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:49:35.978769 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5c27a050-2ef3-4c9d-9457-1f05373f79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:49:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0f322083-aa92-4f82-8feb-aa316685a63b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:36.062084 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Publish callbacks [] for router (0f322083-aa92-4f82-8feb-aa316685a63b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.079702 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-5c27a050-2ef3-4c9d-9457-1f05373f79d5 None None] Set router 0f322083-aa92-4f82-8feb-aa316685a63b gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:49:36.160947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Publish callbacks [] for router_gateway (0f322083-aa92-4f82-8feb-aa316685a63b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.212133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Deleting port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:36.212476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.254136 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5c27a050-2ef3-4c9d-9457-1f05373f79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'name': 'tempest-ServersNegativeTestJSON-1932264279-router', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:00Z', 'updated_at': '2022-11-03T02:49:35Z', 'revision_number': 5, 'project_id': '96351e5b163240ffbb55137699c7420a', 'gw_port': {'id': 'f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:01Z', 'updated_at': '2022-11-03T02:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:36.279926 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27a050-2ef3-4c9d-9457-1f05373f79d5 None None] Checking router: 0f322083-aa92-4f82-8feb-aa316685a63b for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:49:36.288293 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27a050-2ef3-4c9d-9457-1f05373f79d5 None None] Routers {'0f322083-aa92-4f82-8feb-aa316685a63b'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:49:36.288932 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5c27a050-2ef3-4c9d-9457-1f05373f79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:49:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['0f322083-aa92-4f82-8feb-aa316685a63b'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:36.294036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] For port f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:36.294398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.306963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Calling delete_port for f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:36.460127 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-5c27a050-2ef3-4c9d-9457-1f05373f79d5 None None] Set router 0f322083-aa92-4f82-8feb-aa316685a63b gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:49:36.473035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.495515 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:36.510239 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5c27a050-2ef3-4c9d-9457-1f05373f79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'name': 'tempest-ServersNegativeTestJSON-1932264279-router', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:00Z', 'updated_at': '2022-11-03T02:49:36Z', 'revision_number': 6, 'project_id': '96351e5b163240ffbb55137699c7420a', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:36.536304 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27a050-2ef3-4c9d-9457-1f05373f79d5 None None] The sync data for ids ['0f322083-aa92-4f82-8feb-aa316685a63b'] in dv-neutron-860659-5-hyperv is: [{'id': '0f322083-aa92-4f82-8feb-aa316685a63b', 'name': 'tempest-ServersNegativeTestJSON-1932264279-router', 'tenant_id': '96351e5b163240ffbb55137699c7420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:00Z', 'updated_at': '2022-11-03T02:49:36Z', 'revision_number': 6, 'project_id': '96351e5b163240ffbb55137699c7420a', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:49:36.565145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (0f322083-aa92-4f82-8feb-aa316685a63b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.656467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (0f322083-aa92-4f82-8feb-aa316685a63b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.658622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Publish callbacks [] for router_controller (0f322083-aa92-4f82-8feb-aa316685a63b), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.699270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (0f322083-aa92-4f82-8feb-aa316685a63b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.699816 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f322083-aa92-4f82-8feb-aa316685a63b {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:49:36.706637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.708139 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1d62616c-15e3-4d2e-bd64-0ebda97cd2d7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0f322083-aa92-4f82-8feb-aa316685a63b HTTP/1.1" status: 204 len: 168 time: 0.7413697 Nov 03 02:49:36.710775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45042) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:36.753829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7806f4-2cba-4b9b-97e2-74ce0aca633b admin admin] Deleting subnet cb4d6196-1976-41ba-a52d-8444ac25bc44 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:49:36.756884 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb7806f4-2cba-4b9b-97e2-74ce0aca633b admin admin] Publish callbacks [] for subnet (cb4d6196-1976-41ba-a52d-8444ac25bc44), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.790678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb7806f4-2cba-4b9b-97e2-74ce0aca633b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (cb4d6196-1976-41ba-a52d-8444ac25bc44), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.868825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb7806f4-2cba-4b9b-97e2-74ce0aca633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (cb4d6196-1976-41ba-a52d-8444ac25bc44), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.929903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb7806f4-2cba-4b9b-97e2-74ce0aca633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (cb4d6196-1976-41ba-a52d-8444ac25bc44), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.960365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7806f4-2cba-4b9b-97e2-74ce0aca633b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4d6196-1976-41ba-a52d-8444ac25bc44,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:36.964155 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb7806f4-2cba-4b9b-97e2-74ce0aca633b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:36.969921 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eb7806f4-2cba-4b9b-97e2-74ce0aca633b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cb4d6196-1976-41ba-a52d-8444ac25bc44 HTTP/1.1" status: 204 len: 168 time: 0.2559593 Nov 03 02:49:36.970622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45044) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:36.976081 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f9fe2d-6ff6-415b-9817-1f0d470feb6b None None] Network 13de1131-cf81-45af-a537-fee8df8185d2 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:37.317940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ee3444ff-2f43-4557-9c07-ee64a812d23b no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:49:37.320331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f4437-65d9-439e-a5bb-bc74ad7ba5e5 None None] DHCP port deletion for 13de1131-cf81-45af-a537-fee8df8185d2 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:49:37.342586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: ee3444ff-2f43-4557-9c07-ee64a812d23b {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:49:37.343027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ee3444ff-2f43-4557-9c07-ee64a812d23b not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:49:37.376257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (13de1131-cf81-45af-a537-fee8df8185d2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.394214 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-306f4437-65d9-439e-a5bb-bc74ad7ba5e5 None None] Deleting port 8464467c-0a5c-4020-87ba-87a895f4a1c5 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:37.394598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-306f4437-65d9-439e-a5bb-bc74ad7ba5e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.426795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Deleting port 8464467c-0a5c-4020-87ba-87a895f4a1c5 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:37.427267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.458434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-306f4437-65d9-439e-a5bb-bc74ad7ba5e5 None None] For port 8464467c-0a5c-4020-87ba-87a895f4a1c5, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8464467c-0a5c-4020-87ba-87a895f4a1c5,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:37.458838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-306f4437-65d9-439e-a5bb-bc74ad7ba5e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.472358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-306f4437-65d9-439e-a5bb-bc74ad7ba5e5 None None] Calling delete_port for 8464467c-0a5c-4020-87ba-87a895f4a1c5 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:37.495358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] For port 8464467c-0a5c-4020-87ba-87a895f4a1c5, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8464467c-0a5c-4020-87ba-87a895f4a1c5,segment=NetworkSegment(c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b),segment_id=c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:37.495722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.509090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Calling delete_port for 8464467c-0a5c-4020-87ba-87a895f4a1c5 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:37.563938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-306f4437-65d9-439e-a5bb-bc74ad7ba5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.588900 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f4437-65d9-439e-a5bb-bc74ad7ba5e5 None None] Pushing event deleted for resources: {'Port': ['ID=8464467c-0a5c-4020-87ba-87a895f4a1c5,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:37.590009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8464467c-0a5c-4020-87ba-87a895f4a1c5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.593337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f4437-65d9-439e-a5bb-bc74ad7ba5e5 None None] No DVR routers for this DVR port 8464467c-0a5c-4020-87ba-87a895f4a1c5 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:49:37.620597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] No DVR routers for this DVR port 8464467c-0a5c-4020-87ba-87a895f4a1c5 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:49:37.624719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Pushing event deleted for resources: {'Port': ['ID=8464467c-0a5c-4020-87ba-87a895f4a1c5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:37.696900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (13de1131-cf81-45af-a537-fee8df8185d2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.718580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13de1131-cf81-45af-a537-fee8df8185d2']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:37.728112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:37.728417 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:37.738014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.751187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.756957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:49:37.757338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.797278 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b resource provider aggregate not found Nov 03 02:49:37.816193 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c46ad6d0-ec2f-4b00-bf35-a54eafb61f6b found for delete ", "request_id": "req-27bd5326-46b4-4bbd-9c05-b72e14dd3ac2"}]} Nov 03 02:49:37.822326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (13de1131-cf81-45af-a537-fee8df8185d2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.828561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:37.831982 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] 10.222.0.23 "DELETE /v2.0/networks/13de1131-cf81-45af-a537-fee8df8185d2 HTTP/1.1" status: 204 len: 168 time: 0.8609214 Nov 03 02:49:37.848211 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c713c-601d-44da-a941-52d56502a56f admin admin] Pushing event deleted for resources: {'Network': ['ID=13de1131-cf81-45af-a537-fee8df8185d2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:37.945463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45052) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:37.985210 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a20c7003-abca-4aa3-947e-01ee0d56a569 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96351e5b163240ffbb55137699c7420a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386031 Nov 03 02:49:37.987613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45054) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:38.033542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cd1739e5-e927-41fe-8213-ce8e59954e40 admin admin] Publish callbacks [] for security_group (d8336edc-d2fb-4cd7-823e-3f5882aed1bb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:38.054297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cd1739e5-e927-41fe-8213-ce8e59954e40 admin admin] Publish callbacks [] for security_group (d8336edc-d2fb-4cd7-823e-3f5882aed1bb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:38.100722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cd1739e5-e927-41fe-8213-ce8e59954e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d8336edc-d2fb-4cd7-823e-3f5882aed1bb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:38.103555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cd1739e5-e927-41fe-8213-ce8e59954e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:38.104747 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cd1739e5-e927-41fe-8213-ce8e59954e40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8336edc-d2fb-4cd7-823e-3f5882aed1bb HTTP/1.1" status: 204 len: 168 time: 0.1162064 Nov 03 02:49:38.112651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1739e5-e927-41fe-8213-ce8e59954e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8336edc-d2fb-4cd7-823e-3f5882aed1bb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:38.357615 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:38.818736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45076) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:38.904992 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8464467c-0a5c-4020-87ba-87a895f4a1c5 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:49:38.916050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452145489'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:38.924789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 8464467c-0a5c-4020-87ba-87a895f4a1c5 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:49:38.925144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8464467c-0a5c-4020-87ba-87a895f4a1c5 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:49:38.925570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:49:38.936962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Made reservation on behalf of efa92eea25234f52aa2d2d9dfb180a76 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:38.940206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:38.943348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:49:38.943718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f92cd1c7-9bb9-471c-a3d8-9d23fa24a14d not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:49:38.948592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:39.023420 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for security_group (6bc8710b-59e2-43fe-b1a6-cc6f7dab4fb0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:39.026820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (6bc8710b-59e2-43fe-b1a6-cc6f7dab4fb0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:39.059543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:49:39.064862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc8710b-59e2-43fe-b1a6-cc6f7dab4fb0,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:39.072778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (6d5b1769-f1c1-4449-a978-71a8c176cdec), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:39.073156 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Added segment 6d5b1769-f1c1-4449-a978-71a8c176cdec of type vlan for network 6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82 Nov 03 02:49:39.113853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:39.138223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:39.143069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:39.143643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:39.195556 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3756750 Nov 03 02:49:39.210448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2dc53-eb9f-446b-bfa8-e0813ff8a1d5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event updated for resources: {'Network': ['ID=6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:39.220205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:49:39.803248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-59797aa6-aa6b-48d9-a8f9-86b7240da376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:42.299527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-571686b4-8651-4812-8033-8f2b61047de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:42.483179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45080) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:42.488373 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Request body: {'subnet': {'network_id': '6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:42.576918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Made reservation on behalf of efa92eea25234f52aa2d2d9dfb180a76 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:42.580140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:42.764309 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (320a957c-0c71-489f-b2da-85cda3207569), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:42.824796 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event updated for resources: {'Subnet': ['ID=320a957c-0c71-489f-b2da-85cda3207569,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:42.834663 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Checking segment: {'id': '6d5b1769-f1c1-4449-a978-71a8c176cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:42.835029 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Network hostable DHCP agents. Network: 6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:49:42.852731 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Network 6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:49:42.861345 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:42.865495 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:42.866098 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:42.871262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8b7420-25a0-4fd6-bfb3-08613935a462 None None] Network 6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:42.883527 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-83e55ff0-097e-42c7-a154-26a87e155081 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3992300 Nov 03 02:49:42.887498 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45082) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:42.892416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1873123286'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:42.913507 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Made reservation on behalf of efa92eea25234f52aa2d2d9dfb180a76 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:42.916886 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:42.941985 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:49:42.954245 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (26d24df8-734b-43a5-9f1d-e9382af86994), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:42.954448 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Added segment 26d24df8-734b-43a5-9f1d-e9382af86994 of type vlan for network 83dc8918-d6db-44e4-a0b7-ce6e249cff51 Nov 03 02:49:42.977761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82', 'network_id': '6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82', 'project_id': 'efa92eea25234f52aa2d2d9dfb180a76', 'fixed_ips': [{'subnet_id': '320a957c-0c71-489f-b2da-85cda3207569'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:49:42.978613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:42.998927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (83dc8918-d6db-44e4-a0b7-ce6e249cff51), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.025890 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (83dc8918-d6db-44e4-a0b7-ce6e249cff51), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.031579 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:43.032170 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.088036 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1994054 Nov 03 02:49:43.090976 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45084) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:43.095827 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Request body: {'subnet': {'network_id': '83dc8918-d6db-44e4-a0b7-ce6e249cff51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:43.125284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Allocated IP 2001:db8:0:ffff::2 (6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82/320a957c-0c71-489f-b2da-85cda3207569/7515631d-1220-4675-a0f4-b0233b2fa88c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:43.150693 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7e640-398c-4ea7-8c02-2e0262275663 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event updated for resources: {'Network': ['ID=83dc8918-d6db-44e4-a0b7-ce6e249cff51,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:43.179489 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 83dc8918-d6db-44e4-a0b7-ce6e249cff51 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:49:43.201896 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Made reservation on behalf of efa92eea25234f52aa2d2d9dfb180a76 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:43.205593 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.301428 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.343575 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Publish callbacks [] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.350114 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.389915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Network 6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:43.392779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:43.395155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:43.405978 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (7ee197ea-9f43-4194-8a7d-e70cc8473838), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.412743 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Pushing event updated for resources: {'Port': ['ID=7515631d-1220-4675-a0f4-b0233b2fa88c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:43.460545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Attempting to bind port 7515631d-1220-4675-a0f4-b0233b2fa88c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:49:43.460926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Attempting to bind port 7515631d-1220-4675-a0f4-b0233b2fa88c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '6d5b1769-f1c1-4449-a978-71a8c176cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:49:43.461290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Attempting to bind port 7515631d-1220-4675-a0f4-b0233b2fa88c on network 6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:43.463327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event updated for resources: {'Subnet': ['ID=7ee197ea-9f43-4194-8a7d-e70cc8473838,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:43.466390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:49:43.466773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Checking segment: {'id': '6d5b1769-f1c1-4449-a978-71a8c176cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:43.467178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.467577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Bound using segment: {'id': '6d5b1769-f1c1-4449-a978-71a8c176cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:49:43.468047 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Bound port: 7515631d-1220-4675-a0f4-b0233b2fa88c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5b1769-f1c1-4449-a978-71a8c176cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:49:43.468432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.479739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Checking segment: {'id': '26d24df8-734b-43a5-9f1d-e9382af86994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83dc8918-d6db-44e4-a0b7-ce6e249cff51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:43.480110 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Network hostable DHCP agents. Network: 83dc8918-d6db-44e4-a0b7-ce6e249cff51, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:49:43.498346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Network 83dc8918-d6db-44e4-a0b7-ce6e249cff51 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:49:43.508177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 83dc8918-d6db-44e4-a0b7-ce6e249cff51) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:43.513000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:43.513806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.520761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b48eaa-decd-4084-86de-eca287c8704c None None] Network 83dc8918-d6db-44e4-a0b7-ce6e249cff51 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:43.532508 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e4081a25-18f9-4a59-a4ea-fa0ba97891e2 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4405026 Nov 03 02:49:43.535281 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45086) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:43.573780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] For port 7515631d-1220-4675-a0f4-b0233b2fa88c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:49:43.591938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] For port 7515631d-1220-4675-a0f4-b0233b2fa88c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7515631d-1220-4675-a0f4-b0233b2fa88c,segment=NetworkSegment(6d5b1769-f1c1-4449-a978-71a8c176cdec),segment_id=6d5b1769-f1c1-4449-a978-71a8c176cdec)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:49:43.601940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.644744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (83dc8918-d6db-44e4-a0b7-ce6e249cff51), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.687661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481985a5-8492-4976-b6ba-d5d6a6c897d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-83dc8918-d6db-44e4-a0b7-ce6e249cff51', 'network_id': '83dc8918-d6db-44e4-a0b7-ce6e249cff51', 'project_id': 'efa92eea25234f52aa2d2d9dfb180a76', 'fixed_ips': [{'subnet_id': '7ee197ea-9f43-4194-8a7d-e70cc8473838'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:49:43.688524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-481985a5-8492-4976-b6ba-d5d6a6c897d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.694449 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd3d58-3cc9-4a47-aa2c-5066e44dc43a None None] Pushing event updated for resources: {'Port': ['ID=7515631d-1220-4675-a0f4-b0233b2fa88c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:43.732617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (7ee197ea-9f43-4194-8a7d-e70cc8473838), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.830965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (7ee197ea-9f43-4194-8a7d-e70cc8473838), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server [None req-481985a5-8492-4976-b6ba-d5d6a6c897d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ee197ea-9f43-4194-8a7d-e70cc8473838: This subnet is being modified by another concurrent operation. Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in create_port Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1500, in _create_port_db Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise exception Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ee197ea-9f43-4194-8a7d-e70cc8473838: This subnet is being modified by another concurrent operation. Nov 03 02:49:43.833567 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Nov 03 02:49:43.854688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de158074-3006-47e6-9328-23a0a44daa30 None None] Network 83dc8918-d6db-44e4-a0b7-ce6e249cff51 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:43.867744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee197ea-9f43-4194-8a7d-e70cc8473838,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:43.935806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (83dc8918-d6db-44e4-a0b7-ce6e249cff51), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:43.959548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83dc8918-d6db-44e4-a0b7-ce6e249cff51']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:43.969636 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d24df8-734b-43a5-9f1d-e9382af86994') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:43.969940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d24df8-734b-43a5-9f1d-e9382af86994') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:43.986037 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (26d24df8-734b-43a5-9f1d-e9382af86994), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.000408 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (26d24df8-734b-43a5-9f1d-e9382af86994), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.006420 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:49:44.006847 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (26d24df8-734b-43a5-9f1d-e9382af86994), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.073476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (83dc8918-d6db-44e4-a0b7-ce6e249cff51), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.082960 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.086250 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/networks/83dc8918-d6db-44e4-a0b7-ce6e249cff51 HTTP/1.1" status: 204 len: 168 time: 0.5500212 Nov 03 02:49:44.090444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45092) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:44.096745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-213858199'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:44.097113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be076980-d175-4a8d-9db4-d845c13847d1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Network': ['ID=83dc8918-d6db-44e4-a0b7-ce6e249cff51,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:44.123274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Made reservation on behalf of efa92eea25234f52aa2d2d9dfb180a76 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:44.127175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.147002 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 26d24df8-734b-43a5-9f1d-e9382af86994 resource provider aggregate not found Nov 03 02:49:44.154845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:49:44.164626 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1fea74af-2142-4537-9529-0704afa433a3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.165014 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Added segment 1fea74af-2142-4537-9529-0704afa433a3 of type vlan for network c993c4d1-e6da-4ec2-b260-159c088967a9 Nov 03 02:49:44.166027 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 26d24df8-734b-43a5-9f1d-e9382af86994 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26d24df8-734b-43a5-9f1d-e9382af86994 found for delete ", "request_id": "req-fee3e107-3f43-4b05-9efe-d62b74d182a2"}]} Nov 03 02:49:44.208569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (c993c4d1-e6da-4ec2-b260-159c088967a9), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.232824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (c993c4d1-e6da-4ec2-b260-159c088967a9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.237787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:44.238448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.300280 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2079036 Nov 03 02:49:44.303188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45096) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:44.310768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Request body: {'subnet': {'network_id': 'c993c4d1-e6da-4ec2-b260-159c088967a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:44.316131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event updated for resources: {'Network': ['ID=c993c4d1-e6da-4ec2-b260-159c088967a9,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:44.365952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.366229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.366575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.366916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.367252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.367587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.367924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.368258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.368606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.368942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.369266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.369593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.369916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f7ad6-3992-4ca1-af1d-1a85c23f58ba tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:44.382063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network c993c4d1-e6da-4ec2-b260-159c088967a9 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:49:44.421470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Made reservation on behalf of efa92eea25234f52aa2d2d9dfb180a76 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:44.425272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.486243 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.ipam_backend_mixin [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Performing IP validity checks on allocation pools {{(pid=104394) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Nov 03 02:49:44.486769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.ipam_backend_mixin [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104394) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Nov 03 02:49:44.615752 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (fadf5b32-ca40-4793-a509-5b74efc4d5ae), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.626397 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0babbd6b-ea2b-4dec-b682-e82db650eee8 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:49:44.675228 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event updated for resources: {'Subnet': ['ID=fadf5b32-ca40-4793-a509-5b74efc4d5ae,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:44.686068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Checking segment: {'id': '1fea74af-2142-4537-9529-0704afa433a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c993c4d1-e6da-4ec2-b260-159c088967a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:44.686433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Network hostable DHCP agents. Network: c993c4d1-e6da-4ec2-b260-159c088967a9, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:49:44.703573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Network c993c4d1-e6da-4ec2-b260-159c088967a9 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:49:44.717035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, c993c4d1-e6da-4ec2-b260-159c088967a9) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:44.723822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:44.724498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.741249 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-df39bf4d-db31-4179-879e-824f1af436f0 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4370997 Nov 03 02:49:44.743857 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45098) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:44.774427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a211085f-0e83-4df5-8f73-f4a8b35cb471 None None] Provisioning complete for port 7515631d-1220-4675-a0f4-b0233b2fa88c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:44.774806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a211085f-0e83-4df5-8f73-f4a8b35cb471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.775147 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a211085f-0e83-4df5-8f73-f4a8b35cb471 None None] Attempt 1 to provision port 7515631d-1220-4675-a0f4-b0233b2fa88c Nov 03 02:49:44.776586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.848098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0babbd6b-ea2b-4dec-b682-e82db650eee8 None None] Unable to find a vacant binding_index for network c993c4d1-e6da-4ec2-b260-159c088967a9 and agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c {{(pid=104395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 03 02:49:44.848645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (c993c4d1-e6da-4ec2-b260-159c088967a9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.857783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0babbd6b-ea2b-4dec-b682-e82db650eee8 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, c993c4d1-e6da-4ec2-b260-159c088967a9) {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:49:44.901672 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a211085f-0e83-4df5-8f73-f4a8b35cb471 None None] Current status of the port 7515631d-1220-4675-a0f4-b0233b2fa88c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:44.902580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a211085f-0e83-4df5-8f73-f4a8b35cb471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.930323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (fadf5b32-ca40-4793-a509-5b74efc4d5ae), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:44.999281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (fadf5b32-ca40-4793-a509-5b74efc4d5ae), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.026278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Subnet': ['ID=fadf5b32-ca40-4793-a509-5b74efc4d5ae,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:45.098712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (c993c4d1-e6da-4ec2-b260-159c088967a9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.112677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7515631d-1220-4675-a0f4-b0233b2fa88c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:49:45.123246 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c993c4d1-e6da-4ec2-b260-159c088967a9']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:45.133071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fea74af-2142-4537-9529-0704afa433a3') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:45.133384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fea74af-2142-4537-9529-0704afa433a3') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:45.143340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (1fea74af-2142-4537-9529-0704afa433a3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.156831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1fea74af-2142-4537-9529-0704afa433a3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.161555 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a211085f-0e83-4df5-8f73-f4a8b35cb471 None None] For port 7515631d-1220-4675-a0f4-b0233b2fa88c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7515631d-1220-4675-a0f4-b0233b2fa88c,segment=NetworkSegment(6d5b1769-f1c1-4449-a978-71a8c176cdec),segment_id=6d5b1769-f1c1-4449-a978-71a8c176cdec)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:45.164335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:49:45.164793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (1fea74af-2142-4537-9529-0704afa433a3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.172333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a211085f-0e83-4df5-8f73-f4a8b35cb471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.218513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 1fea74af-2142-4537-9529-0704afa433a3 resource provider aggregate not found Nov 03 02:49:45.239097 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 1fea74af-2142-4537-9529-0704afa433a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fea74af-2142-4537-9529-0704afa433a3 found for delete ", "request_id": "req-1c05fc81-5ee8-41ee-a227-43973432a1fa"}]} Nov 03 02:49:45.247040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (c993c4d1-e6da-4ec2-b260-159c088967a9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.254144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.260803 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/networks/c993c4d1-e6da-4ec2-b260-159c088967a9 HTTP/1.1" status: 204 len: 168 time: 0.5126152 Nov 03 02:49:45.261052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45104) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:45.262620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211085f-0e83-4df5-8f73-f4a8b35cb471 None None] Pushing event updated for resources: {'Port': ['ID=7515631d-1220-4675-a0f4-b0233b2fa88c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:45.266525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-994585659'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:45.272713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 7515631d-1220-4675-a0f4-b0233b2fa88c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:45.273091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.273430 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 7515631d-1220-4675-a0f4-b0233b2fa88c Nov 03 02:49:45.284132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411b8c7-f620-47f3-a0ac-487967720d99 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Network': ['ID=c993c4d1-e6da-4ec2-b260-159c088967a9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:45.299963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Made reservation on behalf of efa92eea25234f52aa2d2d9dfb180a76 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:45.303351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.320951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a795f80-77e0-4403-9710-9d8191667f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-c993c4d1-e6da-4ec2-b260-159c088967a9', 'network_id': 'c993c4d1-e6da-4ec2-b260-159c088967a9', 'project_id': 'efa92eea25234f52aa2d2d9dfb180a76', 'fixed_ips': [{'subnet_id': 'fadf5b32-ca40-4793-a509-5b74efc4d5ae'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:49:45.321734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8a795f80-77e0-4403-9710-9d8191667f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.329075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:49:45.338201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (7cda3006-3836-45d5-9653-46b3b9a69971), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.338549 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Added segment 7cda3006-3836-45d5-9653-46b3b9a69971 of type vlan for network 36ecf02c-210a-464c-a17a-18e8f1d428ca Nov 03 02:49:45.379053 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c74388b-94df-4daa-8219-41177ecc8eb2 None None] Network 6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:45.380410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (36ecf02c-210a-464c-a17a-18e8f1d428ca), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.380924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1dfb9b-1b05-4e92-b530-7027dd0b2295 None None] Network c993c4d1-e6da-4ec2-b260-159c088967a9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:45.383775 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 7515631d-1220-4675-a0f4-b0233b2fa88c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:45.406623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (36ecf02c-210a-464c-a17a-18e8f1d428ca), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.411741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:45.412328 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.431911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1dfb9b-1b05-4e92-b530-7027dd0b2295 None None] Network c993c4d1-e6da-4ec2-b260-159c088967a9 could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:49:45.444050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42bb87-f67a-4f0f-9673-d92f92bcda8b None None] Network c993c4d1-e6da-4ec2-b260-159c088967a9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:45.459846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42bb87-f67a-4f0f-9673-d92f92bcda8b None None] Network c993c4d1-e6da-4ec2-b260-159c088967a9 could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:49:45.475637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2097371 Nov 03 02:49:45.475850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45106) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:45.480986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Request body: {'subnet': {'network_id': '36ecf02c-210a-464c-a17a-18e8f1d428ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:45.529529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f36d7-f5f7-4c58-803b-330d74298086 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event updated for resources: {'Network': ['ID=36ecf02c-210a-464c-a17a-18e8f1d428ca,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:45.540284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 36ecf02c-210a-464c-a17a-18e8f1d428ca details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:49:45.585746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Made reservation on behalf of efa92eea25234f52aa2d2d9dfb180a76 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:45.589734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.778240 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (6c0b9742-ad6b-4ac3-afae-dd8d4ca0ad5a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.796264 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-31f29225-ce84-42fd-8cc4-483d89a34830 None None] Provisioning complete for port 7515631d-1220-4675-a0f4-b0233b2fa88c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:45.796665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-31f29225-ce84-42fd-8cc4-483d89a34830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.797093 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-31f29225-ce84-42fd-8cc4-483d89a34830 None None] Attempt 1 to provision port 7515631d-1220-4675-a0f4-b0233b2fa88c Nov 03 02:49:45.843936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event updated for resources: {'Subnet': ['ID=6c0b9742-ad6b-4ac3-afae-dd8d4ca0ad5a,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:45.852938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Checking segment: {'id': '7cda3006-3836-45d5-9653-46b3b9a69971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36ecf02c-210a-464c-a17a-18e8f1d428ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:45.853302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Network hostable DHCP agents. Network: 36ecf02c-210a-464c-a17a-18e8f1d428ca, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:49:45.871451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Network 36ecf02c-210a-464c-a17a-18e8f1d428ca is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:49:45.872831 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-31f29225-ce84-42fd-8cc4-483d89a34830 None None] Current status of the port 7515631d-1220-4675-a0f4-b0233b2fa88c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:45.882011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 36ecf02c-210a-464c-a17a-18e8f1d428ca) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:45.887191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:45.888020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.891259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6b598e-3baa-44ba-b89d-7ded698cd393 None None] Network 36ecf02c-210a-464c-a17a-18e8f1d428ca requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:45.905842 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e773ae81-8c06-4692-b307-2b1d387809e6 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4288859 Nov 03 02:49:45.909396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45108) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:45.914424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501274429'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:45.932852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Made reservation on behalf of efa92eea25234f52aa2d2d9dfb180a76 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:45.936149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.960318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:49:45.970395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (dc1aad4b-5c10-4ac5-966e-46b276199c58), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:45.970819 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Added segment dc1aad4b-5c10-4ac5-966e-46b276199c58 of type vlan for network c493f93d-f7a4-441e-a595-813eb2520b2a Nov 03 02:49:45.997089 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-36ecf02c-210a-464c-a17a-18e8f1d428ca', 'network_id': '36ecf02c-210a-464c-a17a-18e8f1d428ca', 'project_id': 'efa92eea25234f52aa2d2d9dfb180a76', 'fixed_ips': [{'subnet_id': '6c0b9742-ad6b-4ac3-afae-dd8d4ca0ad5a'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:49:45.997942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.010770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (c493f93d-f7a4-441e-a595-813eb2520b2a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.036855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (c493f93d-f7a4-441e-a595-813eb2520b2a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.041786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:46.042368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.097492 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1869998 Nov 03 02:49:46.100454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45110) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:46.106310 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Request body: {'subnet': {'network_id': 'c493f93d-f7a4-441e-a595-813eb2520b2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:46.115460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9398c-f906-43fc-8029-15392f3b654e tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event updated for resources: {'Network': ['ID=c493f93d-f7a4-441e-a595-813eb2520b2a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:46.135742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network c493f93d-f7a4-441e-a595-813eb2520b2a details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:49:46.201801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Allocated IP 2001:db8::2 (36ecf02c-210a-464c-a17a-18e8f1d428ca/6c0b9742-ad6b-4ac3-afae-dd8d4ca0ad5a/30031985-fe3b-499d-ab63-638142db49c4) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:46.202074 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Made reservation on behalf of efa92eea25234f52aa2d2d9dfb180a76 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:46.203975 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.205812 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.375605 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Publish callbacks [] for port (30031985-fe3b-499d-ab63-638142db49c4), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.381451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (30031985-fe3b-499d-ab63-638142db49c4), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.394451 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (9a4f03af-1e75-4ec1-9b72-77bdb6c44869), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.417392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Network 36ecf02c-210a-464c-a17a-18e8f1d428ca is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:46.420874 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:46.423791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:46.454998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Pushing event updated for resources: {'Port': ['ID=30031985-fe3b-499d-ab63-638142db49c4,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:46.456005 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event updated for resources: {'Subnet': ['ID=9a4f03af-1e75-4ec1-9b72-77bdb6c44869,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:46.465285 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Checking segment: {'id': 'dc1aad4b-5c10-4ac5-966e-46b276199c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c493f93d-f7a4-441e-a595-813eb2520b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:46.465642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Network hostable DHCP agents. Network: c493f93d-f7a4-441e-a595-813eb2520b2a, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:49:46.483849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Network c493f93d-f7a4-441e-a595-813eb2520b2a is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:49:46.493171 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, c493f93d-f7a4-441e-a595-813eb2520b2a) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:46.497497 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Attempting to bind port 30031985-fe3b-499d-ab63-638142db49c4 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:49:46.497800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:46.497926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Attempting to bind port 30031985-fe3b-499d-ab63-638142db49c4 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '7cda3006-3836-45d5-9653-46b3b9a69971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36ecf02c-210a-464c-a17a-18e8f1d428ca'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:49:46.498259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Attempting to bind port 30031985-fe3b-499d-ab63-638142db49c4 on network 36ecf02c-210a-464c-a17a-18e8f1d428ca {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:46.498394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.505820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb21e0-088b-494b-bdcf-ba354ab6f7cd None None] Network c493f93d-f7a4-441e-a595-813eb2520b2a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:46.508281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:49:46.508754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Checking segment: {'id': '7cda3006-3836-45d5-9653-46b3b9a69971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36ecf02c-210a-464c-a17a-18e8f1d428ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:46.509262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.509726 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Bound using segment: {'id': '7cda3006-3836-45d5-9653-46b3b9a69971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36ecf02c-210a-464c-a17a-18e8f1d428ca'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:49:46.510352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Bound port: 30031985-fe3b-499d-ab63-638142db49c4, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cda3006-3836-45d5-9653-46b3b9a69971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36ecf02c-210a-464c-a17a-18e8f1d428ca'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:49:46.510742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (30031985-fe3b-499d-ab63-638142db49c4), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.515576 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-30b49bf4-fec0-41c1-9ae4-2bdff94708fd tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4139535 Nov 03 02:49:46.518056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45112) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:46.619677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (c493f93d-f7a4-441e-a595-813eb2520b2a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.634013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] For port 30031985-fe3b-499d-ab63-638142db49c4, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:49:46.659473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] For port 30031985-fe3b-499d-ab63-638142db49c4, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=30031985-fe3b-499d-ab63-638142db49c4,segment=NetworkSegment(7cda3006-3836-45d5-9653-46b3b9a69971),segment_id=7cda3006-3836-45d5-9653-46b3b9a69971)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:49:46.662127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec899882-97bc-4709-b16b-592b38e192ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-c493f93d-f7a4-441e-a595-813eb2520b2a', 'network_id': 'c493f93d-f7a4-441e-a595-813eb2520b2a', 'project_id': 'efa92eea25234f52aa2d2d9dfb180a76', 'fixed_ips': [{'subnet_id': '9a4f03af-1e75-4ec1-9b72-77bdb6c44869'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:49:46.662972 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ec899882-97bc-4709-b16b-592b38e192ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.674600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (9a4f03af-1e75-4ec1-9b72-77bdb6c44869), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.676520 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (30031985-fe3b-499d-ab63-638142db49c4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.743437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (9a4f03af-1e75-4ec1-9b72-77bdb6c44869), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.771792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4f03af-1e75-4ec1-9b72-77bdb6c44869,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:46.795359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ddf36-4cd4-49fd-912f-d940feda26ba None None] Pushing event updated for resources: {'Port': ['ID=30031985-fe3b-499d-ab63-638142db49c4,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server [None req-ec899882-97bc-4709-b16b-592b38e192ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a4f03af-1e75-4ec1-9b72-77bdb6c44869: This subnet is being modified by another concurrent operation. Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in create_port Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1500, in _create_port_db Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server raise exception Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a4f03af-1e75-4ec1-9b72-77bdb6c44869: This subnet is being modified by another concurrent operation. Nov 03 02:49:46.813477 dv-neutron-860659-5-hyperv neutron-server[104395]: ERROR oslo_messaging.rpc.server Nov 03 02:49:46.839155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beb4991-db35-4f80-b92f-e7e3083eec88 None None] Network c493f93d-f7a4-441e-a595-813eb2520b2a requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:46.839784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (c493f93d-f7a4-441e-a595-813eb2520b2a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.877052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c493f93d-f7a4-441e-a595-813eb2520b2a']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:46.897795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1aad4b-5c10-4ac5-966e-46b276199c58') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:46.898112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1aad4b-5c10-4ac5-966e-46b276199c58') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:46.920297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (dc1aad4b-5c10-4ac5-966e-46b276199c58), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.937504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (dc1aad4b-5c10-4ac5-966e-46b276199c58), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.951206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:49:46.951620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (dc1aad4b-5c10-4ac5-966e-46b276199c58), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:46.971744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7515631d-1220-4675-a0f4-b0233b2fa88c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:49:47.023935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (c493f93d-f7a4-441e-a595-813eb2520b2a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.028046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 7515631d-1220-4675-a0f4-b0233b2fa88c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:47.028656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.029072 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 7515631d-1220-4675-a0f4-b0233b2fa88c Nov 03 02:49:47.029326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.036627 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45114) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:47.039303 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/networks/c493f93d-f7a4-441e-a595-813eb2520b2a HTTP/1.1" status: 204 len: 168 time: 0.5201409 Nov 03 02:49:47.058896 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9ddbb-9e43-4e0f-9b17-3fda6d5845e8 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Network': ['ID=c493f93d-f7a4-441e-a595-813eb2520b2a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:47.067259 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e588b1-85aa-4c0c-9726-3a6754aaee88 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] GET failed (client error): The resource could not be found. Nov 03 02:49:47.068805 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e9e588b1-85aa-4c0c-9726-3a6754aaee88 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "GET /v2.0/subnets/9a4f03af-1e75-4ec1-9b72-77bdb6c44869 HTTP/1.1" status: 404 len: 337 time: 0.0308268 Nov 03 02:49:47.071546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45116) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:47.090926 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8b06e4-3c19-420a-9900-00e37ef4d262 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] DELETE failed (client error): The resource could not be found. Nov 03 02:49:47.091533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8b06e4-3c19-420a-9900-00e37ef4d262 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:49:47.094588 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1b8b06e4-3c19-420a-9900-00e37ef4d262 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/networks/c493f93d-f7a4-441e-a595-813eb2520b2a HTTP/1.1" status: 404 len: 339 time: 0.0221226 Nov 03 02:49:47.098283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45118) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:47.116642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 7515631d-1220-4675-a0f4-b0233b2fa88c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:47.123861 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b17b4c6-99c8-4678-a789-212b7616ea76 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] DELETE failed (client error): The resource could not be found. Nov 03 02:49:47.124352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b17b4c6-99c8-4678-a789-212b7616ea76 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:49:47.127324 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6b17b4c6-99c8-4678-a789-212b7616ea76 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/subnets/9a4f03af-1e75-4ec1-9b72-77bdb6c44869 HTTP/1.1" status: 404 len: 337 time: 0.0281599 Nov 03 02:49:47.129920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45120) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:47.153649 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ff2650-11e7-42eb-975e-121a85677721 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] DELETE failed (client error): The resource could not be found. Nov 03 02:49:47.154072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ff2650-11e7-42eb-975e-121a85677721 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:49:47.157082 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e8ff2650-11e7-42eb-975e-121a85677721 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/networks/c493f93d-f7a4-441e-a595-813eb2520b2a HTTP/1.1" status: 404 len: 339 time: 0.0262463 Nov 03 02:49:47.159504 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45122) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:47.209791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56d12f7-29da-400e-a713-10e6a0ee915c tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Deleting subnet 6c0b9742-ad6b-4ac3-afae-dd8d4ca0ad5a {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:49:47.212911 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b56d12f7-29da-400e-a713-10e6a0ee915c tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for subnet (6c0b9742-ad6b-4ac3-afae-dd8d4ca0ad5a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.254336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b56d12f7-29da-400e-a713-10e6a0ee915c tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (6c0b9742-ad6b-4ac3-afae-dd8d4ca0ad5a), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.258686 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment dc1aad4b-5c10-4ac5-966e-46b276199c58 resource provider aggregate not found Nov 03 02:49:47.274571 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment dc1aad4b-5c10-4ac5-966e-46b276199c58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc1aad4b-5c10-4ac5-966e-46b276199c58 found for delete ", "request_id": "req-6a9a58bb-f609-4ddd-b816-6e02c3cea4ae"}]} Nov 03 02:49:47.339147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b56d12f7-29da-400e-a713-10e6a0ee915c tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (6c0b9742-ad6b-4ac3-afae-dd8d4ca0ad5a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.402836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b56d12f7-29da-400e-a713-10e6a0ee915c tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (6c0b9742-ad6b-4ac3-afae-dd8d4ca0ad5a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.430957 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d12f7-29da-400e-a713-10e6a0ee915c tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0b9742-ad6b-4ac3-afae-dd8d4ca0ad5a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:47.435237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b56d12f7-29da-400e-a713-10e6a0ee915c tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.440351 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b56d12f7-29da-400e-a713-10e6a0ee915c tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/subnets/6c0b9742-ad6b-4ac3-afae-dd8d4ca0ad5a HTTP/1.1" status: 204 len: 168 time: 0.2780409 Nov 03 02:49:47.441079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45128) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:47.518894 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (36ecf02c-210a-464c-a17a-18e8f1d428ca), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.573648 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Deleting port 30031985-fe3b-499d-ab63-638142db49c4 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:47.574539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (30031985-fe3b-499d-ab63-638142db49c4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.639751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] For port 30031985-fe3b-499d-ab63-638142db49c4, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=30031985-fe3b-499d-ab63-638142db49c4,segment=NetworkSegment(7cda3006-3836-45d5-9653-46b3b9a69971),segment_id=7cda3006-3836-45d5-9653-46b3b9a69971)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:47.640129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (30031985-fe3b-499d-ab63-638142db49c4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.653320 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Calling delete_port for 30031985-fe3b-499d-ab63-638142db49c4 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:47.699140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f74696-2ebd-4837-b8e9-b00f07885187 None None] get_active_networks_info from dv-neutron-860659-5-hyperv {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 03 02:49:47.738765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (30031985-fe3b-499d-ab63-638142db49c4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.760654 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Port': ['ID=30031985-fe3b-499d-ab63-638142db49c4,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:47.767393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] No DVR routers for this DVR port 30031985-fe3b-499d-ab63-638142db49c4 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:49:47.768869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f74696-2ebd-4837-b8e9-b00f07885187 None None] Resources bound (agent type, host, resource id): {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 02:49:47.830456 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d81a012f-5516-4fba-bcb8-63c7cdffe47e None None] Could not find standard attr ID for object 30031985-fe3b-499d-ab63-638142db49c4. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:49:47.848581 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (36ecf02c-210a-464c-a17a-18e8f1d428ca), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.873900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ecf02c-210a-464c-a17a-18e8f1d428ca']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:47.883774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cda3006-3836-45d5-9653-46b3b9a69971') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:47.884069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cda3006-3836-45d5-9653-46b3b9a69971') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:47.893654 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (7cda3006-3836-45d5-9653-46b3b9a69971), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.908223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (7cda3006-3836-45d5-9653-46b3b9a69971), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.914330 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:49:47.914723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (7cda3006-3836-45d5-9653-46b3b9a69971), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.932885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ce2ca8-ff4c-487e-bcdc-5e210e533dfc None None] Network 36ecf02c-210a-464c-a17a-18e8f1d428ca requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:47.959182 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 7cda3006-3836-45d5-9653-46b3b9a69971 resource provider aggregate not found Nov 03 02:49:47.979134 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 7cda3006-3836-45d5-9653-46b3b9a69971 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cda3006-3836-45d5-9653-46b3b9a69971 found for delete ", "request_id": "req-54e59798-22e7-438f-98d3-520bf0a54523"}]} Nov 03 02:49:47.989380 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (36ecf02c-210a-464c-a17a-18e8f1d428ca), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.993843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:47.997355 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/networks/36ecf02c-210a-464c-a17a-18e8f1d428ca HTTP/1.1" status: 204 len: 168 time: 0.5553436 Nov 03 02:49:47.999991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45134) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:48.012129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a957e8d-2af9-4802-80ec-424829038ae3 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Network': ['ID=36ecf02c-210a-464c-a17a-18e8f1d428ca,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:48.027947 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b32a45-8c0b-4c24-a5c6-ab2fd3ec4cb1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] DELETE failed (client error): The resource could not be found. Nov 03 02:49:48.028414 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b32a45-8c0b-4c24-a5c6-ab2fd3ec4cb1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:49:48.032187 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-16b32a45-8c0b-4c24-a5c6-ab2fd3ec4cb1 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/subnets/fadf5b32-ca40-4793-a509-5b74efc4d5ae HTTP/1.1" status: 404 len: 337 time: 0.0305190 Nov 03 02:49:48.034110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45136) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:48.054228 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7b3249-15c3-473f-810d-19c4d0deb238 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] DELETE failed (client error): The resource could not be found. Nov 03 02:49:48.054730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7b3249-15c3-473f-810d-19c4d0deb238 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104394) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:49:48.057739 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ab7b3249-15c3-473f-810d-19c4d0deb238 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/networks/c993c4d1-e6da-4ec2-b260-159c088967a9 HTTP/1.1" status: 404 len: 339 time: 0.0225158 Nov 03 02:49:48.061102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45138) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:48.076191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc2a716-7156-4fe8-b53f-7c4bc4275957 None None] DHCP port deletion for 36ecf02c-210a-464c-a17a-18e8f1d428ca request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:49:48.090491 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ea7086-b90d-4d1b-8627-bc14bb4f49b7 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] DELETE failed (client error): The resource could not be found. Nov 03 02:49:48.090964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ea7086-b90d-4d1b-8627-bc14bb4f49b7 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:49:48.096554 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-43ea7086-b90d-4d1b-8627-bc14bb4f49b7 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/subnets/7ee197ea-9f43-4194-8a7d-e70cc8473838 HTTP/1.1" status: 404 len: 337 time: 0.0319631 Nov 03 02:49:48.096655 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45140) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:48.114599 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78f44f3-e359-45f6-917f-0c5d565c6962 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] DELETE failed (client error): The resource could not be found. Nov 03 02:49:48.115078 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78f44f3-e359-45f6-917f-0c5d565c6962 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 02:49:48.118010 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f78f44f3-e359-45f6-917f-0c5d565c6962 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/networks/83dc8918-d6db-44e4-a0b7-ce6e249cff51 HTTP/1.1" status: 404 len: 339 time: 0.0205212 Nov 03 02:49:48.120326 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45142) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:48.175577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee33c26b-29a7-4c16-93ae-9cf0166ff2bc tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Deleting subnet 320a957c-0c71-489f-b2da-85cda3207569 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:49:48.178688 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee33c26b-29a7-4c16-93ae-9cf0166ff2bc tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for subnet (320a957c-0c71-489f-b2da-85cda3207569), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.218542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee33c26b-29a7-4c16-93ae-9cf0166ff2bc tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (320a957c-0c71-489f-b2da-85cda3207569), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.295665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee33c26b-29a7-4c16-93ae-9cf0166ff2bc tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (320a957c-0c71-489f-b2da-85cda3207569), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.360354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee33c26b-29a7-4c16-93ae-9cf0166ff2bc tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (320a957c-0c71-489f-b2da-85cda3207569), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.388528 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33c26b-29a7-4c16-93ae-9cf0166ff2bc tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Subnet': ['ID=320a957c-0c71-489f-b2da-85cda3207569,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:48.390523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee33c26b-29a7-4c16-93ae-9cf0166ff2bc tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.393691 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ee33c26b-29a7-4c16-93ae-9cf0166ff2bc tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/subnets/320a957c-0c71-489f-b2da-85cda3207569 HTTP/1.1" status: 204 len: 168 time: 0.2722814 Nov 03 02:49:48.395283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b25d2de-2279-4392-afaf-e81e33e71d2f None None] Network 6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:48.396131 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45144) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:48.472171 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.523864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Deleting port 7515631d-1220-4675-a0f4-b0233b2fa88c {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:48.524214 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.540335 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a505b-cf30-48dc-8322-33ec7e843472 None None] DHCP port deletion for 6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:49:48.582130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a505b-cf30-48dc-8322-33ec7e843472 None None] Deleting port 7515631d-1220-4675-a0f4-b0233b2fa88c {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:48.582500 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cf6a505b-cf30-48dc-8322-33ec7e843472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.592572 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] For port 7515631d-1220-4675-a0f4-b0233b2fa88c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7515631d-1220-4675-a0f4-b0233b2fa88c,segment=NetworkSegment(6d5b1769-f1c1-4449-a978-71a8c176cdec),segment_id=6d5b1769-f1c1-4449-a978-71a8c176cdec)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:48.592941 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.606810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Calling delete_port for 7515631d-1220-4675-a0f4-b0233b2fa88c owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:48.686300 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.717683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Port': ['ID=7515631d-1220-4675-a0f4-b0233b2fa88c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:48.721313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] No DVR routers for this DVR port 7515631d-1220-4675-a0f4-b0233b2fa88c on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:49:48.795816 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cf6a505b-cf30-48dc-8322-33ec7e843472 None None] For port 7515631d-1220-4675-a0f4-b0233b2fa88c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7515631d-1220-4675-a0f4-b0233b2fa88c,segment=NetworkSegment(6d5b1769-f1c1-4449-a978-71a8c176cdec),segment_id=6d5b1769-f1c1-4449-a978-71a8c176cdec)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:48.796451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cf6a505b-cf30-48dc-8322-33ec7e843472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.809727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a505b-cf30-48dc-8322-33ec7e843472 None None] Calling delete_port for 7515631d-1220-4675-a0f4-b0233b2fa88c owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: from cryptography.utils import int_from_bytes Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: from cryptography.utils import int_from_bytes Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 02:49:48.884347 dv-neutron-860659-5-hyperv neutron-server[104395]: self.session.flush() Nov 03 02:49:48.894314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cf6a505b-cf30-48dc-8322-33ec7e843472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (7515631d-1220-4675-a0f4-b0233b2fa88c), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:48.922702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a505b-cf30-48dc-8322-33ec7e843472 None None] Pushing event deleted for resources: {'Port': ['ID=7515631d-1220-4675-a0f4-b0233b2fa88c,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:48.928561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a505b-cf30-48dc-8322-33ec7e843472 None None] No DVR routers for this DVR port 7515631d-1220-4675-a0f4-b0233b2fa88c on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:49:48.936777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7515631d-1220-4675-a0f4-b0233b2fa88c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:49:48.960778 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 7515631d-1220-4675-a0f4-b0233b2fa88c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:49:48.961128 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7515631d-1220-4675-a0f4-b0233b2fa88c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:49:49.109129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:49.130099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:49.139224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5b1769-f1c1-4449-a978-71a8c176cdec') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:49.139528 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5b1769-f1c1-4449-a978-71a8c176cdec') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:49.148644 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (6d5b1769-f1c1-4449-a978-71a8c176cdec), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:49.161580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (6d5b1769-f1c1-4449-a978-71a8c176cdec), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:49.167290 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:49:49.168197 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (6d5b1769-f1c1-4449-a978-71a8c176cdec), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:49.232206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:49.238660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:49.241819 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] 10.222.0.23 "DELETE /v2.0/networks/6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82 HTTP/1.1" status: 204 len: 168 time: 0.8447330 Nov 03 02:49:49.254000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9d52d-6492-4551-87ab-4cd2012f64a5 tempest-NetworksIpV6Test-846325495 tempest-NetworksIpV6Test-846325495-project] Pushing event deleted for resources: {'Network': ['ID=6e2ecaa4-0731-4cbb-b3ce-8e742dc50e82,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:49.477146 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45150) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:49.605504 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-31452861-80fc-4103-803a-ba251e39e32a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efa92eea25234f52aa2d2d9dfb180a76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269391 Nov 03 02:49:49.608017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45154) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:49.656567 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-015b30ad-537b-467d-8274-23c65bbfedfb admin admin] Publish callbacks [] for security_group (6bc8710b-59e2-43fe-b1a6-cc6f7dab4fb0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:49.676910 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-015b30ad-537b-467d-8274-23c65bbfedfb admin admin] Publish callbacks [] for security_group (6bc8710b-59e2-43fe-b1a6-cc6f7dab4fb0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:49.724532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-015b30ad-537b-467d-8274-23c65bbfedfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (6bc8710b-59e2-43fe-b1a6-cc6f7dab4fb0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:49.727140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-015b30ad-537b-467d-8274-23c65bbfedfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:49.728559 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-015b30ad-537b-467d-8274-23c65bbfedfb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bc8710b-59e2-43fe-b1a6-cc6f7dab4fb0 HTTP/1.1" status: 204 len: 168 time: 0.1195347 Nov 03 02:49:49.737641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b30ad-537b-467d-8274-23c65bbfedfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc8710b-59e2-43fe-b1a6-cc6f7dab4fb0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:49.961094 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:49:49.996222 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 6d5b1769-f1c1-4449-a978-71a8c176cdec resource provider aggregate not found Nov 03 02:49:50.012684 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 6d5b1769-f1c1-4449-a978-71a8c176cdec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d5b1769-f1c1-4449-a978-71a8c176cdec found for delete ", "request_id": "req-2c827d4a-ae52-432e-acde-4a608f0fcfe3"}]} Nov 03 02:49:50.351597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45180) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:50.443052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-008b1ce4-25b7-482f-bd92-a414bcad5600 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-945377095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:50.464536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-008b1ce4-25b7-482f-bd92-a414bcad5600 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (3966a27b-6ec6-4d7f-94e0-6cfc37d0f703), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.465641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-008b1ce4-25b7-482f-bd92-a414bcad5600 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (3966a27b-6ec6-4d7f-94e0-6cfc37d0f703), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.520012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-008b1ce4-25b7-482f-bd92-a414bcad5600 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for router_controller (3966a27b-6ec6-4d7f-94e0-6cfc37d0f703), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.524086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-008b1ce4-25b7-482f-bd92-a414bcad5600 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (3966a27b-6ec6-4d7f-94e0-6cfc37d0f703), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.541827 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-008b1ce4-25b7-482f-bd92-a414bcad5600 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.543017 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-008b1ce4-25b7-482f-bd92-a414bcad5600 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1900661 Nov 03 02:49:50.545777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45184) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:50.550670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-948234148'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:50.568900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Made reservation on behalf of d540ed3612a3430894eb50d9b9a13863 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:50.572319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.581512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.654954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for security_group (996edf09-551d-49de-8a74-95967534e5f5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.658496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (996edf09-551d-49de-8a74-95967534e5f5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.686523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:49:50.692602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996edf09-551d-49de-8a74-95967534e5f5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:50.698376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (db075c3d-a5fe-4e32-8251-d51ca11a6fd5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.698726 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Added segment db075c3d-a5fe-4e32-8251-d51ca11a6fd5 of type vlan for network 3416836b-e68b-430f-a67e-3c65c63bb34c Nov 03 02:49:50.737595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (3416836b-e68b-430f-a67e-3c65c63bb34c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.761233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (3416836b-e68b-430f-a67e-3c65c63bb34c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.766173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:50.766748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:50.822565 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2756698 Nov 03 02:49:50.825263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45186) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:50.830074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Request body: {'subnet': {'network_id': '3416836b-e68b-430f-a67e-3c65c63bb34c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:50.879920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966125d-6ad7-461c-82b7-2c67c904c450 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Pushing event updated for resources: {'Network': ['ID=3416836b-e68b-430f-a67e-3c65c63bb34c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:50.890419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 3416836b-e68b-430f-a67e-3c65c63bb34c details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:49:50.925586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Made reservation on behalf of d540ed3612a3430894eb50d9b9a13863 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:50.929028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.105064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (16eb4801-5231-4553-b077-caa5a79615d2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.163652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Pushing event updated for resources: {'Subnet': ['ID=16eb4801-5231-4553-b077-caa5a79615d2,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:51.179147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Checking segment: {'id': 'db075c3d-a5fe-4e32-8251-d51ca11a6fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3416836b-e68b-430f-a67e-3c65c63bb34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:51.179504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Network hostable DHCP agents. Network: 3416836b-e68b-430f-a67e-3c65c63bb34c, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:49:51.196001 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Network 3416836b-e68b-430f-a67e-3c65c63bb34c is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:49:51.204423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 3416836b-e68b-430f-a67e-3c65c63bb34c) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:51.208345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:51.208975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.215114 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e26776-75a8-4210-8a05-163a48e11273 None None] Network 3416836b-e68b-430f-a67e-3c65c63bb34c requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:51.224603 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-96dd2685-8fd7-4f49-9779-c39d45f0490e tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3982205 Nov 03 02:49:51.227762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45188) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:51.233391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-185983662'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:51.253188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Made reservation on behalf of d540ed3612a3430894eb50d9b9a13863 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:51.256378 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.280406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:49:51.289597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (807b48ae-6693-4a94-9e0f-38bf6407ca31), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.290059 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Added segment 807b48ae-6693-4a94-9e0f-38bf6407ca31 of type vlan for network 46b2b612-858c-4493-8a19-f85ea5ec7b16 Nov 03 02:49:51.323547 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-3416836b-e68b-430f-a67e-3c65c63bb34c', 'network_id': '3416836b-e68b-430f-a67e-3c65c63bb34c', 'project_id': 'd540ed3612a3430894eb50d9b9a13863', 'fixed_ips': [{'subnet_id': '16eb4801-5231-4553-b077-caa5a79615d2'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:49:51.324505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.333994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (46b2b612-858c-4493-8a19-f85ea5ec7b16), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.361138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (46b2b612-858c-4493-8a19-f85ea5ec7b16), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.366201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:51.366783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.425232 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1937745 Nov 03 02:49:51.425622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45190) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:51.431695 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Request body: {'subnet': {'network_id': '46b2b612-858c-4493-8a19-f85ea5ec7b16', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:51.434484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf6692-420f-4e9b-be75-3435b2bb167f tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Pushing event updated for resources: {'Network': ['ID=46b2b612-858c-4493-8a19-f85ea5ec7b16,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:51.445215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 46b2b612-858c-4493-8a19-f85ea5ec7b16 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:49:51.516210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Allocated IP 172.20.0.2 (3416836b-e68b-430f-a67e-3c65c63bb34c/16eb4801-5231-4553-b077-caa5a79615d2/968073c8-f1da-4fa4-8c27-6e2c0b4e176f) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:51.525046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Made reservation on behalf of d540ed3612a3430894eb50d9b9a13863 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:51.528430 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.662755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Publish callbacks [] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.669864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.711604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (9d99b5b2-659b-4a10-9f99-f146a6e66eed), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.713735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Network 3416836b-e68b-430f-a67e-3c65c63bb34c is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:51.720933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:51.723371 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:51.726615 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Pushing event updated for resources: {'Port': ['ID=968073c8-f1da-4fa4-8c27-6e2c0b4e176f,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:51.775041 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Pushing event updated for resources: {'Subnet': ['ID=9d99b5b2-659b-4a10-9f99-f146a6e66eed,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:51.782069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Checking segment: {'id': '807b48ae-6693-4a94-9e0f-38bf6407ca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2b612-858c-4493-8a19-f85ea5ec7b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:51.782448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Network hostable DHCP agents. Network: 46b2b612-858c-4493-8a19-f85ea5ec7b16, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:49:51.783683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Attempting to bind port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:49:51.784069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Attempting to bind port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'db075c3d-a5fe-4e32-8251-d51ca11a6fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3416836b-e68b-430f-a67e-3c65c63bb34c'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:49:51.784438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Attempting to bind port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f on network 3416836b-e68b-430f-a67e-3c65c63bb34c {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:51.789420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:49:51.789819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Checking segment: {'id': 'db075c3d-a5fe-4e32-8251-d51ca11a6fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3416836b-e68b-430f-a67e-3c65c63bb34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:51.790206 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.790602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Bound using segment: {'id': 'db075c3d-a5fe-4e32-8251-d51ca11a6fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3416836b-e68b-430f-a67e-3c65c63bb34c'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:49:51.791065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Bound port: 968073c8-f1da-4fa4-8c27-6e2c0b4e176f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db075c3d-a5fe-4e32-8251-d51ca11a6fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3416836b-e68b-430f-a67e-3c65c63bb34c'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:49:51.791450 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.801152 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Network 46b2b612-858c-4493-8a19-f85ea5ec7b16 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:49:51.811403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 46b2b612-858c-4493-8a19-f85ea5ec7b16) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:51.815665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:51.816283 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.829169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4218008-82b0-48f9-9e19-0967b64b33c9 None None] Network 46b2b612-858c-4493-8a19-f85ea5ec7b16 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:51.837000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45192) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:51.837506 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-49ef9a17-ac1d-4fb5-bf22-6f9b3d6b5b61 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4102757 Nov 03 02:49:51.842893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a530227a-e225-4b5d-8cf9-9c66552e62bb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Request body: {'router': {'external_gateway_info': {'network_id': '46b2b612-858c-4493-8a19-f85ea5ec7b16'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:51.909541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] For port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:49:51.913969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] For port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=968073c8-f1da-4fa4-8c27-6e2c0b4e176f,segment=NetworkSegment(db075c3d-a5fe-4e32-8251-d51ca11a6fd5),segment_id=db075c3d-a5fe-4e32-8251-d51ca11a6fd5)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:49:51.929549 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:51.992845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-46b2b612-858c-4493-8a19-f85ea5ec7b16', 'network_id': '46b2b612-858c-4493-8a19-f85ea5ec7b16', 'project_id': 'd540ed3612a3430894eb50d9b9a13863', 'fixed_ips': [{'subnet_id': '9d99b5b2-659b-4a10-9f99-f146a6e66eed'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:49:51.993709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.017533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54882fa2-06c4-43fd-9ee6-52e77e4470f9 None None] Pushing event updated for resources: {'Port': ['ID=968073c8-f1da-4fa4-8c27-6e2c0b4e176f,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:52.075372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a530227a-e225-4b5d-8cf9-9c66552e62bb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for router_gateway (3966a27b-6ec6-4d7f-94e0-6cfc37d0f703), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.180464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Allocated IP 172.21.0.2 (46b2b612-858c-4493-8a19-f85ea5ec7b16/9d99b5b2-659b-4a10-9f99-f146a6e66eed/fadf52d0-b8df-4b98-8347-a328198c2e47) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:52.211570 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.api.v2.resource [None req-a530227a-e225-4b5d-8cf9-9c66552e62bb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 02:49:52.219109 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a530227a-e225-4b5d-8cf9-9c66552e62bb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "PUT /v2.0/routers/3966a27b-6ec6-4d7f-94e0-6cfc37d0f703 HTTP/1.1" status: 400 len: 364 time: 0.3743620 Nov 03 02:49:52.219580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45194) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:52.279186 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce2b9f2-9cee-4574-8472-b977d3b77ca7 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Deleting subnet 9d99b5b2-659b-4a10-9f99-f146a6e66eed {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:49:52.345099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Publish callbacks [] for port (fadf52d0-b8df-4b98-8347-a328198c2e47), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.349456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b9f2-9cee-4574-8472-b977d3b77ca7 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for subnet (9d99b5b2-659b-4a10-9f99-f146a6e66eed), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.349959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (fadf52d0-b8df-4b98-8347-a328198c2e47), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.385657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Network 46b2b612-858c-4493-8a19-f85ea5ec7b16 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:52.389168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:52.391687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b9f2-9cee-4574-8472-b977d3b77ca7 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (9d99b5b2-659b-4a10-9f99-f146a6e66eed), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.392695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:52.402995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Pushing event updated for resources: {'Port': ['ID=fadf52d0-b8df-4b98-8347-a328198c2e47,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:52.457415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Attempting to bind port fadf52d0-b8df-4b98-8347-a328198c2e47 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:49:52.457927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Attempting to bind port fadf52d0-b8df-4b98-8347-a328198c2e47 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '807b48ae-6693-4a94-9e0f-38bf6407ca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2b612-858c-4493-8a19-f85ea5ec7b16'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:49:52.458420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Attempting to bind port fadf52d0-b8df-4b98-8347-a328198c2e47 on network 46b2b612-858c-4493-8a19-f85ea5ec7b16 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:52.463782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:49:52.464289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Checking segment: {'id': '807b48ae-6693-4a94-9e0f-38bf6407ca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2b612-858c-4493-8a19-f85ea5ec7b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:52.464932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.465454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Bound using segment: {'id': '807b48ae-6693-4a94-9e0f-38bf6407ca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2b612-858c-4493-8a19-f85ea5ec7b16'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:49:52.466052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Bound port: fadf52d0-b8df-4b98-8347-a328198c2e47, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807b48ae-6693-4a94-9e0f-38bf6407ca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2b612-858c-4493-8a19-f85ea5ec7b16'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:49:52.466521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fadf52d0-b8df-4b98-8347-a328198c2e47), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.474033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b9f2-9cee-4574-8472-b977d3b77ca7 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (9d99b5b2-659b-4a10-9f99-f146a6e66eed), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.537668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b9f2-9cee-4574-8472-b977d3b77ca7 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (9d99b5b2-659b-4a10-9f99-f146a6e66eed), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.540333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] For port fadf52d0-b8df-4b98-8347-a328198c2e47, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:49:52.544984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] For port fadf52d0-b8df-4b98-8347-a328198c2e47, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fadf52d0-b8df-4b98-8347-a328198c2e47,segment=NetworkSegment(807b48ae-6693-4a94-9e0f-38bf6407ca31),segment_id=807b48ae-6693-4a94-9e0f-38bf6407ca31)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:49:52.550864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fadf52d0-b8df-4b98-8347-a328198c2e47), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.568167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2b9f2-9cee-4574-8472-b977d3b77ca7 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Pushing event deleted for resources: {'Subnet': ['ID=9d99b5b2-659b-4a10-9f99-f146a6e66eed,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:52.570519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b9f2-9cee-4574-8472-b977d3b77ca7 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.573700 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9ce2b9f2-9cee-4574-8472-b977d3b77ca7 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "DELETE /v2.0/subnets/9d99b5b2-659b-4a10-9f99-f146a6e66eed HTTP/1.1" status: 204 len: 168 time: 0.3531339 Nov 03 02:49:52.576547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45196) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:52.613526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf142920-15d7-4bec-8c02-0313bd3fe5a5 None None] Pushing event updated for resources: {'Port': ['ID=fadf52d0-b8df-4b98-8347-a328198c2e47,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:52.660062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (46b2b612-858c-4493-8a19-f85ea5ec7b16), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.712582 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Deleting port fadf52d0-b8df-4b98-8347-a328198c2e47 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:52.713394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fadf52d0-b8df-4b98-8347-a328198c2e47), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.803571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] For port fadf52d0-b8df-4b98-8347-a328198c2e47, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fadf52d0-b8df-4b98-8347-a328198c2e47,segment=NetworkSegment(807b48ae-6693-4a94-9e0f-38bf6407ca31),segment_id=807b48ae-6693-4a94-9e0f-38bf6407ca31)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:52.803941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fadf52d0-b8df-4b98-8347-a328198c2e47), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.818010 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Calling delete_port for fadf52d0-b8df-4b98-8347-a328198c2e47 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:52.921183 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (fadf52d0-b8df-4b98-8347-a328198c2e47), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:52.955976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Pushing event deleted for resources: {'Port': ['ID=fadf52d0-b8df-4b98-8347-a328198c2e47,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:52.962735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] No DVR routers for this DVR port fadf52d0-b8df-4b98-8347-a328198c2e47 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:49:53.028141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fadf52d0-b8df-4b98-8347-a328198c2e47 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:49:53.049547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (46b2b612-858c-4493-8a19-f85ea5ec7b16), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.050307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: fadf52d0-b8df-4b98-8347-a328198c2e47 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:49:53.050760 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fadf52d0-b8df-4b98-8347-a328198c2e47 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 02:49:53.070622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Port fadf52d0-b8df-4b98-8347-a328198c2e47 not found, will not notify nova. {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 02:49:53.071042 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 968073c8-f1da-4fa4-8c27-6e2c0b4e176f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:49:53.075359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b2b612-858c-4493-8a19-f85ea5ec7b16']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:53.085621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807b48ae-6693-4a94-9e0f-38bf6407ca31') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:53.085925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807b48ae-6693-4a94-9e0f-38bf6407ca31') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:53.095916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (807b48ae-6693-4a94-9e0f-38bf6407ca31), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.097282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226c155-c580-488b-b215-e4b3182f2e1f None None] Network 3416836b-e68b-430f-a67e-3c65c63bb34c requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:53.110095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (807b48ae-6693-4a94-9e0f-38bf6407ca31), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.116140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:49:53.116563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (807b48ae-6693-4a94-9e0f-38bf6407ca31), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.172387 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 807b48ae-6693-4a94-9e0f-38bf6407ca31 resource provider aggregate not found Nov 03 02:49:53.181837 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0e8cbc80-a20a-4781-8383-19bcade6d995 None None] Provisioning complete for port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:53.182221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbc80-a20a-4781-8383-19bcade6d995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.182564 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0e8cbc80-a20a-4781-8383-19bcade6d995 None None] Attempt 1 to provision port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f Nov 03 02:49:53.195022 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 807b48ae-6693-4a94-9e0f-38bf6407ca31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 807b48ae-6693-4a94-9e0f-38bf6407ca31 found for delete ", "request_id": "req-7082901e-9d33-4b06-885f-5301b157d7aa"}]} Nov 03 02:49:53.204603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (46b2b612-858c-4493-8a19-f85ea5ec7b16), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.208910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.215590 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "DELETE /v2.0/networks/46b2b612-858c-4493-8a19-f85ea5ec7b16 HTTP/1.1" status: 204 len: 168 time: 0.6357772 Nov 03 02:49:53.215952 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45202) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:53.219973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:53.220361 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.220730 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f Nov 03 02:49:53.229433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cb582-05a5-4f61-9ebf-dfc60c3572af tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Pushing event deleted for resources: {'Network': ['ID=46b2b612-858c-4493-8a19-f85ea5ec7b16,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:53.276855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3edcd45-ae53-4118-a7a6-e9ad8fe2cddb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Deleting subnet 16eb4801-5231-4553-b077-caa5a79615d2 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:49:53.281587 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3edcd45-ae53-4118-a7a6-e9ad8fe2cddb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for subnet (16eb4801-5231-4553-b077-caa5a79615d2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.324320 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3edcd45-ae53-4118-a7a6-e9ad8fe2cddb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (16eb4801-5231-4553-b077-caa5a79615d2), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.362723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0e8cbc80-a20a-4781-8383-19bcade6d995 None None] Current status of the port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:53.363125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbc80-a20a-4781-8383-19bcade6d995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.391083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:53.391083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.424419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0e8cbc80-a20a-4781-8383-19bcade6d995 None None] For port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=968073c8-f1da-4fa4-8c27-6e2c0b4e176f,segment=NetworkSegment(db075c3d-a5fe-4e32-8251-d51ca11a6fd5),segment_id=db075c3d-a5fe-4e32-8251-d51ca11a6fd5)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:53.431034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3edcd45-ae53-4118-a7a6-e9ad8fe2cddb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (16eb4801-5231-4553-b077-caa5a79615d2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.431859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbc80-a20a-4781-8383-19bcade6d995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.482535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cbc80-a20a-4781-8383-19bcade6d995 None None] Pushing event updated for resources: {'Port': ['ID=968073c8-f1da-4fa4-8c27-6e2c0b4e176f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:53.522213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3edcd45-ae53-4118-a7a6-e9ad8fe2cddb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (16eb4801-5231-4553-b077-caa5a79615d2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.556868 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f3edcd45-ae53-4118-a7a6-e9ad8fe2cddb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.561302 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f3edcd45-ae53-4118-a7a6-e9ad8fe2cddb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "DELETE /v2.0/subnets/16eb4801-5231-4553-b077-caa5a79615d2 HTTP/1.1" status: 204 len: 168 time: 0.3427308 Nov 03 02:49:53.562463 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edcd45-ae53-4118-a7a6-e9ad8fe2cddb tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Pushing event deleted for resources: {'Subnet': ['ID=16eb4801-5231-4553-b077-caa5a79615d2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:53.563709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45204) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:53.566886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:49:53.567398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:49:53.620318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e1825-c841-42d2-9362-754bed005d3e None None] Network 3416836b-e68b-430f-a67e-3c65c63bb34c requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:53.656366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (3416836b-e68b-430f-a67e-3c65c63bb34c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.692534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a6b81e88-75af-4a75-99d6-893471119835 None None] Provisioning complete for port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:53.692534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a6b81e88-75af-4a75-99d6-893471119835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.692534 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a6b81e88-75af-4a75-99d6-893471119835 None None] Attempt 1 to provision port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f Nov 03 02:49:53.712667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Deleting port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:53.713412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.783436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] For port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=968073c8-f1da-4fa4-8c27-6e2c0b4e176f,segment=NetworkSegment(db075c3d-a5fe-4e32-8251-d51ca11a6fd5),segment_id=db075c3d-a5fe-4e32-8251-d51ca11a6fd5)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:53.783931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.795504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a6b81e88-75af-4a75-99d6-893471119835 None None] Current status of the port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:53.799212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Calling delete_port for 968073c8-f1da-4fa4-8c27-6e2c0b4e176f owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:53.837537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e708d602-992a-45d6-9136-9a3cad779c7a None None] DHCP port deletion for 3416836b-e68b-430f-a67e-3c65c63bb34c request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:49:53.866358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6dce7d-4e48-4800-a560-d2ab5b8036b0 None None] DHCP port deletion for 46b2b612-858c-4493-8a19-f85ea5ec7b16 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:49:53.890512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089992c-407a-4448-a661-2212b19de077 None None] Network 46b2b612-858c-4493-8a19-f85ea5ec7b16 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:53.890678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.908357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089992c-407a-4448-a661-2212b19de077 None None] Network 46b2b612-858c-4493-8a19-f85ea5ec7b16 could not be found, it might have been deleted concurrently. {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Nov 03 02:49:53.913117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-8355131c-f848-4fde-af27-e5d4e20edbcd None None] Could not find standard attr ID for object fadf52d0-b8df-4b98-8347-a328198c2e47. {{(pid=104395) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:177}} Nov 03 02:49:53.919009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] No DVR routers for this DVR port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:49:53.920501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e708d602-992a-45d6-9136-9a3cad779c7a None None] Deleting port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:49:53.920888 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e708d602-992a-45d6-9136-9a3cad779c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:53.924526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Pushing event deleted for resources: {'Port': ['ID=968073c8-f1da-4fa4-8c27-6e2c0b4e176f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:53.989881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e708d602-992a-45d6-9136-9a3cad779c7a None None] For port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:53.990201 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e708d602-992a-45d6-9136-9a3cad779c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.003407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e708d602-992a-45d6-9136-9a3cad779c7a None None] Calling delete_port for 968073c8-f1da-4fa4-8c27-6e2c0b4e176f owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:49:54.003999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (3416836b-e68b-430f-a67e-3c65c63bb34c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.006036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.ipam_backend_mixin [None req-e708d602-992a-45d6-9136-9a3cad779c7a None None] Port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f was not found and therefore no delete operation was performed {{(pid=104395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 02:49:54.007271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e708d602-992a-45d6-9136-9a3cad779c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (968073c8-f1da-4fa4-8c27-6e2c0b4e176f), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.024253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3416836b-e68b-430f-a67e-3c65c63bb34c']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:54.033537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db075c3d-a5fe-4e32-8251-d51ca11a6fd5') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:54.033843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db075c3d-a5fe-4e32-8251-d51ca11a6fd5') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:54.034514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708d602-992a-45d6-9136-9a3cad779c7a None None] Pushing event deleted for resources: {'Port': ['ID=968073c8-f1da-4fa4-8c27-6e2c0b4e176f,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:54.039314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e708d602-992a-45d6-9136-9a3cad779c7a None None] No DVR routers for this DVR port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:49:54.043464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (db075c3d-a5fe-4e32-8251-d51ca11a6fd5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.058650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (db075c3d-a5fe-4e32-8251-d51ca11a6fd5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.065456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:49:54.065850 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (db075c3d-a5fe-4e32-8251-d51ca11a6fd5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.086824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Port 968073c8-f1da-4fa4-8c27-6e2c0b4e176f update to ACTIVE by agent not found {{(pid=104395) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Nov 03 02:49:54.128192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (3416836b-e68b-430f-a67e-3c65c63bb34c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.134696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.137820 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "DELETE /v2.0/networks/3416836b-e68b-430f-a67e-3c65c63bb34c HTTP/1.1" status: 204 len: 168 time: 0.5731225 Nov 03 02:49:54.140816 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45206) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:54.159703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414ea8a-3307-4fbf-a1b0-21d5fda60047 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Pushing event deleted for resources: {'Network': ['ID=3416836b-e68b-430f-a67e-3c65c63bb34c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:54.177747 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a544e9f3-51d5-4b9d-8628-39b004484b59 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3966a27b-6ec6-4d7f-94e0-6cfc37d0f703 HTTP/1.1" status: 200 len: 205 time: 0.0360894 Nov 03 02:49:54.180061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45208) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:54.254866 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ea6640d4-2853-4e27-87f0-2a9eea10c091 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for router (3966a27b-6ec6-4d7f-94e0-6cfc37d0f703), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.410382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ea6640d4-2853-4e27-87f0-2a9eea10c091 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (3966a27b-6ec6-4d7f-94e0-6cfc37d0f703), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.412549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ea6640d4-2853-4e27-87f0-2a9eea10c091 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for router_controller (3966a27b-6ec6-4d7f-94e0-6cfc37d0f703), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.453968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ea6640d4-2853-4e27-87f0-2a9eea10c091 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (3966a27b-6ec6-4d7f-94e0-6cfc37d0f703), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.454491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6640d4-2853-4e27-87f0-2a9eea10c091 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Fanout notify agent at l3_agent the message router_deleted on router 3966a27b-6ec6-4d7f-94e0-6cfc37d0f703 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:49:54.461302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ea6640d4-2853-4e27-87f0-2a9eea10c091 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:54.462405 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ea6640d4-2853-4e27-87f0-2a9eea10c091 tempest-RoutersNegativeTest-1473295420 tempest-RoutersNegativeTest-1473295420-project] 10.222.0.23 "DELETE /v2.0/routers/3966a27b-6ec6-4d7f-94e0-6cfc37d0f703 HTTP/1.1" status: 204 len: 168 time: 0.2814212 Nov 03 02:49:54.700401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45214) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:54.830503 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cef5fb55-adbf-4df8-827e-ad2c2aae4f4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d540ed3612a3430894eb50d9b9a13863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288202 Nov 03 02:49:54.832884 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45218) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:54.916560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fadf52d0-b8df-4b98-8347-a328198c2e47 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:49:54.936464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: fadf52d0-b8df-4b98-8347-a328198c2e47 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:49:54.936837 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fadf52d0-b8df-4b98-8347-a328198c2e47 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:49:54.937262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 968073c8-f1da-4fa4-8c27-6e2c0b4e176f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:49:54.956477 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 968073c8-f1da-4fa4-8c27-6e2c0b4e176f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:49:54.956857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 968073c8-f1da-4fa4-8c27-6e2c0b4e176f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:49:55.215108 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment db075c3d-a5fe-4e32-8251-d51ca11a6fd5 resource provider aggregate not found Nov 03 02:49:55.221201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-09a16813-ed5b-4013-8582-8a6d7d0aee25 admin admin] Publish callbacks [] for security_group (996edf09-551d-49de-8a74-95967534e5f5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:55.231368 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment db075c3d-a5fe-4e32-8251-d51ca11a6fd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db075c3d-a5fe-4e32-8251-d51ca11a6fd5 found for delete ", "request_id": "req-3ff62aa5-8fda-4a67-8116-fcb92b2ff9a8"}]} Nov 03 02:49:55.244207 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-09a16813-ed5b-4013-8582-8a6d7d0aee25 admin admin] Publish callbacks [] for security_group (996edf09-551d-49de-8a74-95967534e5f5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:55.292003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-09a16813-ed5b-4013-8582-8a6d7d0aee25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (996edf09-551d-49de-8a74-95967534e5f5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:55.294617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-09a16813-ed5b-4013-8582-8a6d7d0aee25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:55.295768 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-09a16813-ed5b-4013-8582-8a6d7d0aee25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/996edf09-551d-49de-8a74-95967534e5f5 HTTP/1.1" status: 204 len: 168 time: 0.4619703 Nov 03 02:49:55.303468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a16813-ed5b-4013-8582-8a6d7d0aee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996edf09-551d-49de-8a74-95967534e5f5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:55.888104 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45244) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:55.984385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-232576819-network', 'tenant_id': 'cf412cde227f490fbd276f26812f6764'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:56.003668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Made reservation on behalf of cf412cde227f490fbd276f26812f6764 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:56.005925 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.015044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.086371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Publish callbacks [] for security_group (76d6d603-d111-44c0-96be-1f0ff93d02fb), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.089964 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (76d6d603-d111-44c0-96be-1f0ff93d02fb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.114248 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:49:56.124335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d6d603-d111-44c0-96be-1f0ff93d02fb,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:56.133650 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.133997 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Added segment e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43 of type vlan for network 34b5aa4f-86dd-44de-bbd5-0a5524448365 Nov 03 02:49:56.135925 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.136276 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.136655 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.136994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.137331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.137668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.138600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.139054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.139422 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.139755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.140084 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.140412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.140763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:49:56.182203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (34b5aa4f-86dd-44de-bbd5-0a5524448365), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.207058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (34b5aa4f-86dd-44de-bbd5-0a5524448365), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.208042 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:56.208672 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.264700 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3748593 Nov 03 02:49:56.267634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45248) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:56.272543 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] Request body: {'subnet': {'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-232576819-subnet', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:56.275433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c1d9f-62b9-4d4a-9ddc-117aa4a5b5dd admin admin] Pushing event updated for resources: {'Network': ['ID=34b5aa4f-86dd-44de-bbd5-0a5524448365,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:56.285011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 34b5aa4f-86dd-44de-bbd5-0a5524448365 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:49:56.292595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] Made reservation on behalf of cf412cde227f490fbd276f26812f6764 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:49:56.295599 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.473464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (03658ad0-048d-4e24-89e9-89a160908808), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.526293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=03658ad0-048d-4e24-89e9-89a160908808,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:56.536355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] Checking segment: {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:56.536742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] Network hostable DHCP agents. Network: 34b5aa4f-86dd-44de-bbd5-0a5524448365, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:49:56.552737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] Network 34b5aa4f-86dd-44de-bbd5-0a5524448365 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:49:56.561615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 34b5aa4f-86dd-44de-bbd5-0a5524448365) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:56.565498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:49:56.566098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.570974 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d5a16-ecac-41b6-a87f-f3c1a884bdb0 None None] Network 34b5aa4f-86dd-44de-bbd5-0a5524448365 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:56.582148 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-10039512-fafe-470c-bfe8-b796a1b2e9ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3134027 Nov 03 02:49:56.584836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45250) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:56.589222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-232576819-router', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:49:56.609747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (4549dcac-2ee2-4b69-803a-e4577119e7ef), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.610792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (4549dcac-2ee2-4b69-803a-e4577119e7ef), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.665525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Publish callbacks [] for router_controller (4549dcac-2ee2-4b69-803a-e4577119e7ef), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.675160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-34b5aa4f-86dd-44de-bbd5-0a5524448365', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'project_id': 'cf412cde227f490fbd276f26812f6764', 'fixed_ips': [{'subnet_id': '03658ad0-048d-4e24-89e9-89a160908808'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:49:56.676013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.806488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Publish callbacks [] for router_gateway (4549dcac-2ee2-4b69-803a-e4577119e7ef), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.806729 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Allocated IP 172.20.0.2 (34b5aa4f-86dd-44de-bbd5-0a5524448365/03658ad0-048d-4e24-89e9-89a160908808/f13d85d7-c007-4e73-aa7d-5792f8d9d987) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:56.955005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Publish callbacks [] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:56.960788 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:57.003057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Network 34b5aa4f-86dd-44de-bbd5-0a5524448365 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:57.010125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:57.012303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Publish callbacks [] for router_gateway (4549dcac-2ee2-4b69-803a-e4577119e7ef), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:57.012620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:57.015832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Pushing event updated for resources: {'Port': ['ID=f13d85d7-c007-4e73-aa7d-5792f8d9d987,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:57.031947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:57.069068 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Attempting to bind port f13d85d7-c007-4e73-aa7d-5792f8d9d987 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:49:57.069455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Attempting to bind port f13d85d7-c007-4e73-aa7d-5792f8d9d987 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:49:57.069825 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Attempting to bind port f13d85d7-c007-4e73-aa7d-5792f8d9d987 on network 34b5aa4f-86dd-44de-bbd5-0a5524448365 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:57.074933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:49:57.075315 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Checking segment: {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:57.076550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:57.076951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Bound using segment: {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:49:57.077425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Bound port: f13d85d7-c007-4e73-aa7d-5792f8d9d987, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:49:57.077812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:57.139021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] For port f13d85d7-c007-4e73-aa7d-5792f8d9d987, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:49:57.142081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Allocated IP 172.26.6.212 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/780664b6-788f-4d5f-82e8-14673dbc9ac2) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:57.142526 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] For port f13d85d7-c007-4e73-aa7d-5792f8d9d987, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f13d85d7-c007-4e73-aa7d-5792f8d9d987,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:49:57.150617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:57.225492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20faafd-8751-4e9d-8076-236f31e106c9 None None] Pushing event updated for resources: {'Port': ['ID=f13d85d7-c007-4e73-aa7d-5792f8d9d987,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:57.260675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Publish callbacks [] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:57.298234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:57.348264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Pushing event updated for resources: {'Port': ['ID=780664b6-788f-4d5f-82e8-14673dbc9ac2,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:57.357923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:57.360514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:57.363236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:57.608719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Publish callbacks [] for router_gateway (4549dcac-2ee2-4b69-803a-e4577119e7ef), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:57.799492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (4549dcac-2ee2-4b69-803a-e4577119e7ef), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:57.931869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Router 4549dcac-2ee2-4b69-803a-e4577119e7ef is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:49:58.038804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:49:58.049261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Sync routers for ids ['4549dcac-2ee2-4b69-803a-e4577119e7ef'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:49:58.059110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:58.060473 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-59223b0a-c2eb-4d9e-9c17-b10f24e6e81c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4744992 Nov 03 02:49:58.063210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45252) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:49:58.067668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Routers {'4549dcac-2ee2-4b69-803a-e4577119e7ef'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:49:58.068302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:49:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4549dcac-2ee2-4b69-803a-e4577119e7ef'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:58.149046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f4adbb-1e88-4cc9-bef8-750f4a5cc2cc None None] Network 34b5aa4f-86dd-44de-bbd5-0a5524448365 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:49:58.234701 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Set router 4549dcac-2ee2-4b69-803a-e4577119e7ef gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:49:58.238357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a680b809-1f85-43f0-8605-31b9255a62c0 None None] Provisioning complete for port f13d85d7-c007-4e73-aa7d-5792f8d9d987 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:58.238741 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a680b809-1f85-43f0-8605-31b9255a62c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:58.239087 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a680b809-1f85-43f0-8605-31b9255a62c0 None None] Attempt 1 to provision port f13d85d7-c007-4e73-aa7d-5792f8d9d987 Nov 03 02:49:58.479113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:58.504070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a680b809-1f85-43f0-8605-31b9255a62c0 None None] Current status of the port f13d85d7-c007-4e73-aa7d-5792f8d9d987 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:58.504506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a680b809-1f85-43f0-8605-31b9255a62c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:58.551591 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a680b809-1f85-43f0-8605-31b9255a62c0 None None] For port f13d85d7-c007-4e73-aa7d-5792f8d9d987, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f13d85d7-c007-4e73-aa7d-5792f8d9d987,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:49:58.557170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a680b809-1f85-43f0-8605-31b9255a62c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:58.594551 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'name': 'tempest-TestEncryptedCinderVolumes-232576819-router', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:56Z', 'updated_at': '2022-11-03T02:49:57Z', 'revision_number': 3, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'gw_port': {'id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:57Z', 'updated_at': '2022-11-03T02:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:58.624362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Checking router: 4549dcac-2ee2-4b69-803a-e4577119e7ef for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:49:58.624754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Updating router 4549dcac-2ee2-4b69-803a-e4577119e7ef port 780664b6-788f-4d5f-82e8-14673dbc9ac2 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:49:58.649677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Allocated IP 172.20.0.1 (34b5aa4f-86dd-44de-bbd5-0a5524448365/03658ad0-048d-4e24-89e9-89a160908808/1628ef20-ac0f-491b-b82e-f0d102015c74) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:49:58.672750 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:58.675186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680b809-1f85-43f0-8605-31b9255a62c0 None None] Pushing event updated for resources: {'Port': ['ID=f13d85d7-c007-4e73-aa7d-5792f8d9d987,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:58.758934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Publish callbacks [] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:58.792892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:58.794907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d65b7a03-5aab-4be6-878f-db96a0563ec1 None None] Provisioning complete for port f13d85d7-c007-4e73-aa7d-5792f8d9d987 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:58.795286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d65b7a03-5aab-4be6-878f-db96a0563ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:58.795649 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d65b7a03-5aab-4be6-878f-db96a0563ec1 None None] Attempt 1 to provision port f13d85d7-c007-4e73-aa7d-5792f8d9d987 Nov 03 02:49:58.835447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Network 34b5aa4f-86dd-44de-bbd5-0a5524448365 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:58.838307 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:58.840773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:49:58.869579 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1628ef20-ac0f-491b-b82e-f0d102015c74,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:58.893711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (4549dcac-2ee2-4b69-803a-e4577119e7ef), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:58.956140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d65b7a03-5aab-4be6-878f-db96a0563ec1 None None] Current status of the port f13d85d7-c007-4e73-aa7d-5792f8d9d987 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:59.021115 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f13d85d7-c007-4e73-aa7d-5792f8d9d987 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:49:59.053818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Publish callbacks [] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:59.054435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:59.066112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:59.112600 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Attempting to bind port 780664b6-788f-4d5f-82e8-14673dbc9ac2 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:49:59.112895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Attempting to bind port 780664b6-788f-4d5f-82e8-14673dbc9ac2 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:49:59.113258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Attempting to bind port 780664b6-788f-4d5f-82e8-14673dbc9ac2 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:49:59.128176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:49:59.128574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:49:59.128979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:59.129373 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:49:59.129981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Bound port: 780664b6-788f-4d5f-82e8-14673dbc9ac2, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:49:59.130365 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:59.132897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57654b-af14-41aa-8c26-8d92f747dae6 None None] Pushing event updated for resources: {'Port': ['ID=780664b6-788f-4d5f-82e8-14673dbc9ac2,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:59.137270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port f13d85d7-c007-4e73-aa7d-5792f8d9d987 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:59.137637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:59.138235 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port f13d85d7-c007-4e73-aa7d-5792f8d9d987 Nov 03 02:49:59.221414 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Publish callbacks [] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:59.224434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] For port 780664b6-788f-4d5f-82e8-14673dbc9ac2, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:49:59.227837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:59.229261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] For port 780664b6-788f-4d5f-82e8-14673dbc9ac2, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=780664b6-788f-4d5f-82e8-14673dbc9ac2,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:49:59.230601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Provisioning complete for port 1628ef20-ac0f-491b-b82e-f0d102015c74 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:49:59.230975 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:59.231314 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Attempt 1 to provision port 1628ef20-ac0f-491b-b82e-f0d102015c74 Nov 03 02:49:59.256141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:59.288079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (4549dcac-2ee2-4b69-803a-e4577119e7ef), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:49:59.302126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1628ef20-ac0f-491b-b82e-f0d102015c74,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:59.322092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Port 1628ef20-ac0f-491b-b82e-f0d102015c74 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:49:59.325751 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Routers {'4549dcac-2ee2-4b69-803a-e4577119e7ef'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:49:59.326444 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:49:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4549dcac-2ee2-4b69-803a-e4577119e7ef'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:59.395763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Network 34b5aa4f-86dd-44de-bbd5-0a5524448365 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:49:59.397317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:49:59.514210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Router 4549dcac-2ee2-4b69-803a-e4577119e7ef has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:49:59.534769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port f13d85d7-c007-4e73-aa7d-5792f8d9d987 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:49:59.540134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57654b-af14-41aa-8c26-8d92f747dae6 None None] Pushing event updated for resources: {'Port': ['ID=780664b6-788f-4d5f-82e8-14673dbc9ac2,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:49:59.610260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] Set router 4549dcac-2ee2-4b69-803a-e4577119e7ef gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:49:59.622618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:49:59.627518 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ce27a962-41a3-4e49-8af0-79039d1617a9 admin admin] 10.222.0.23 "PUT /v2.0/routers/4549dcac-2ee2-4b69-803a-e4577119e7ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5633352 Nov 03 02:49:59.816377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'name': 'tempest-TestEncryptedCinderVolumes-232576819-router', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:56Z', 'updated_at': '2022-11-03T02:49:59Z', 'revision_number': 4, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'gw_port': {'id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:57Z', 'updated_at': '2022-11-03T02:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '1628ef20-ac0f-491b-b82e-f0d102015c74', 'name': '', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'mac_address': 'fa:16:3e:9f:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03658ad0-048d-4e24-89e9-89a160908808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:58Z', 'updated_at': '2022-11-03T02:49:59Z', 'revision_number': 2, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'subnets': [{'id': '03658ad0-048d-4e24-89e9-89a160908808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:49:59.840003 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Attempt 2 to provision port 1628ef20-ac0f-491b-b82e-f0d102015c74 Nov 03 02:49:59.843568 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a395a5a8-0ee5-415d-ab86-b0f88907b44c None None] The sync data for ids ['4549dcac-2ee2-4b69-803a-e4577119e7ef'] in dv-neutron-860659-5-hyperv is: [{'id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'name': 'tempest-TestEncryptedCinderVolumes-232576819-router', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:56Z', 'updated_at': '2022-11-03T02:49:59Z', 'revision_number': 4, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'gw_port': {'id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:57Z', 'updated_at': '2022-11-03T02:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '1628ef20-ac0f-491b-b82e-f0d102015c74', 'name': '', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'mac_address': 'fa:16:3e:9f:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03658ad0-048d-4e24-89e9-89a160908808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:58Z', 'updated_at': '2022-11-03T02:49:59Z', 'revision_number': 2, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'subnets': [{'id': '03658ad0-048d-4e24-89e9-89a160908808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:49:59.884614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Port 1628ef20-ac0f-491b-b82e-f0d102015c74 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:00.137947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45268) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:50:00.143102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-471362772-network', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:50:00.165764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Made reservation on behalf of de80539c86a5430f8f66a297ff84e8a1 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:50:00.168115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.177718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.259126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Publish callbacks [] for security_group (0a75bb8a-e9d6-44c0-8d92-14bf864c9358), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.263248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0a75bb8a-e9d6-44c0-8d92-14bf864c9358), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.290942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:50:00.301906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a75bb8a-e9d6-44c0-8d92-14bf864c9358,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:00.307808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1855bb6c-1928-4988-a227-ee0cd2bfb3b8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.308156 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Added segment 1855bb6c-1928-4988-a227-ee0cd2bfb3b8 of type vlan for network 29b764b3-13be-4110-88f4-c9209188851d Nov 03 02:50:00.350920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (29b764b3-13be-4110-88f4-c9209188851d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.381278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (29b764b3-13be-4110-88f4-c9209188851d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.382301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:00.382950 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.385354 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Attempt 3 to provision port 1628ef20-ac0f-491b-b82e-f0d102015c74 Nov 03 02:50:00.423736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Port 1628ef20-ac0f-491b-b82e-f0d102015c74 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:00.440247 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3008487 Nov 03 02:50:00.443237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45270) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:50:00.451669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] Request body: {'subnet': {'network_id': '29b764b3-13be-4110-88f4-c9209188851d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-471362772-subnet', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:50:00.454063 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b49df-9811-4a8b-b5fe-7545bb303701 admin admin] Pushing event updated for resources: {'Network': ['ID=29b764b3-13be-4110-88f4-c9209188851d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:00.478138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 29b764b3-13be-4110-88f4-c9209188851d details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:50:00.481818 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] Made reservation on behalf of de80539c86a5430f8f66a297ff84e8a1 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:50:00.484416 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.719871 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (250cd090-5e64-4a2d-b116-ea55ade807a2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.792302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=250cd090-5e64-4a2d-b116-ea55ade807a2,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:00.806321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] Checking segment: {'id': '1855bb6c-1928-4988-a227-ee0cd2bfb3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '29b764b3-13be-4110-88f4-c9209188851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:50:00.806690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] Network hostable DHCP agents. Network: 29b764b3-13be-4110-88f4-c9209188851d, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:50:00.835200 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] Network 29b764b3-13be-4110-88f4-c9209188851d is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:50:00.847322 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 29b764b3-13be-4110-88f4-c9209188851d) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:50:00.852765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:00.853389 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.858221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b35745-7baf-40de-92f7-17a54cbd1fa2 None None] Network 29b764b3-13be-4110-88f4-c9209188851d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:50:00.877901 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cfb58f8d-4b51-4a48-975f-799ceb67db43 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4292543 Nov 03 02:50:00.877901 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45272) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:50:00.884908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-471362772-router', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:50:00.913702 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.915060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:00.939724 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Attempt 4 to provision port 1628ef20-ac0f-491b-b82e-f0d102015c74 Nov 03 02:50:00.976174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 780664b6-788f-4d5f-82e8-14673dbc9ac2 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:50:01.007624 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Publish callbacks [] for router_controller (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.030535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Port 1628ef20-ac0f-491b-b82e-f0d102015c74 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:01.095685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-29b764b3-13be-4110-88f4-c9209188851d', 'network_id': '29b764b3-13be-4110-88f4-c9209188851d', 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'fixed_ips': [{'subnet_id': '250cd090-5e64-4a2d-b116-ea55ade807a2'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:50:01.096570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.098481 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 780664b6-788f-4d5f-82e8-14673dbc9ac2 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:01.098786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.099124 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 780664b6-788f-4d5f-82e8-14673dbc9ac2 Nov 03 02:50:01.177480 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Publish callbacks [] for router_gateway (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.317074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 780664b6-788f-4d5f-82e8-14673dbc9ac2 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:01.317470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.356111 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 780664b6-788f-4d5f-82e8-14673dbc9ac2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=780664b6-788f-4d5f-82e8-14673dbc9ac2,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:50:01.360108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Allocated IP 172.20.0.2 (29b764b3-13be-4110-88f4-c9209188851d/250cd090-5e64-4a2d-b116-ea55ade807a2/fbc81329-1ae2-4ba7-80b8-e2fca5c33c70) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:50:01.364576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.446441 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Publish callbacks [] for router_gateway (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.469724 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.474628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=780664b6-788f-4d5f-82e8-14673dbc9ac2,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:01.487467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.487836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.489227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.489589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.489943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.490288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.490637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.490985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.491331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.491672 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.492010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.492345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.492703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:01.534664 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Attempt 5 to provision port 1628ef20-ac0f-491b-b82e-f0d102015c74 Nov 03 02:50:01.599274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Allocated IP 172.26.6.157 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/6195a09d-e231-4bc3-86b1-1ba8551b8ca0) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:50:01.605513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Port 1628ef20-ac0f-491b-b82e-f0d102015c74 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:01.612010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Publish callbacks [] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.619622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.657259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Network 29b764b3-13be-4110-88f4-c9209188851d is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:50:01.660098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:50:01.665878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:50:01.671486 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Pushing event updated for resources: {'Port': ['ID=fbc81329-1ae2-4ba7-80b8-e2fca5c33c70,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:01.715336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Publish callbacks [] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.728651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Attempting to bind port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:50:01.729148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Attempting to bind port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '1855bb6c-1928-4988-a227-ee0cd2bfb3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '29b764b3-13be-4110-88f4-c9209188851d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:50:01.729527 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Attempting to bind port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 on network 29b764b3-13be-4110-88f4-c9209188851d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:50:01.734630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:50:01.735016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Checking segment: {'id': '1855bb6c-1928-4988-a227-ee0cd2bfb3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '29b764b3-13be-4110-88f4-c9209188851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:50:01.735423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.735825 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Bound using segment: {'id': '1855bb6c-1928-4988-a227-ee0cd2bfb3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '29b764b3-13be-4110-88f4-c9209188851d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:50:01.736301 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Bound port: fbc81329-1ae2-4ba7-80b8-e2fca5c33c70, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1855bb6c-1928-4988-a227-ee0cd2bfb3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '29b764b3-13be-4110-88f4-c9209188851d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:50:01.736711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.749454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.788054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:50:01.795484 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:50:01.799793 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:50:01.801702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] For port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:50:01.805739 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] For port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fbc81329-1ae2-4ba7-80b8-e2fca5c33c70,segment=NetworkSegment(1855bb6c-1928-4988-a227-ee0cd2bfb3b8),segment_id=1855bb6c-1928-4988-a227-ee0cd2bfb3b8)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:50:01.816100 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:01.828233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Pushing event updated for resources: {'Port': ['ID=6195a09d-e231-4bc3-86b1-1ba8551b8ca0,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:01.886519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d04d-04a2-43a8-bb8f-08aadcfbb70c None None] Pushing event updated for resources: {'Port': ['ID=fbc81329-1ae2-4ba7-80b8-e2fca5c33c70,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:02.080112 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Publish callbacks [] for router_gateway (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:02.107023 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Attempt 6 to provision port 1628ef20-ac0f-491b-b82e-f0d102015c74 Nov 03 02:50:02.154329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Port 1628ef20-ac0f-491b-b82e-f0d102015c74 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:02.246911 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Sync routers for ids ['4549dcac-2ee2-4b69-803a-e4577119e7ef'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:50:02.257001 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Routers {'4549dcac-2ee2-4b69-803a-e4577119e7ef'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:50:02.257623 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:49:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4549dcac-2ee2-4b69-803a-e4577119e7ef'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:02.281015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:02.360527 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Set router 4549dcac-2ee2-4b69-803a-e4577119e7ef gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:50:02.410287 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:50:02.514778 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:50:02.524587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Sync routers for ids ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:50:02.536247 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:02.537753 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d1f45107-ddc2-45ab-b2db-56fa00306108 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6601987 Nov 03 02:50:02.540675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45274) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:50:02.543204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Routers {'65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:50:02.543831 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:49:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:02.559370 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'name': 'tempest-TestEncryptedCinderVolumes-232576819-router', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:56Z', 'updated_at': '2022-11-03T02:49:59Z', 'revision_number': 4, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'gw_port': {'id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:57Z', 'updated_at': '2022-11-03T02:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '1628ef20-ac0f-491b-b82e-f0d102015c74', 'name': '', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'mac_address': 'fa:16:3e:9f:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03658ad0-048d-4e24-89e9-89a160908808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:58Z', 'updated_at': '2022-11-03T02:49:59Z', 'revision_number': 2, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'subnets': [{'id': '03658ad0-048d-4e24-89e9-89a160908808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:02.587527 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Checking router: 4549dcac-2ee2-4b69-803a-e4577119e7ef for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:50:02.587889 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Updating router 4549dcac-2ee2-4b69-803a-e4577119e7ef port 1628ef20-ac0f-491b-b82e-f0d102015c74 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:50:02.616365 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:02.654880 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Attempt 7 to provision port 1628ef20-ac0f-491b-b82e-f0d102015c74 Nov 03 02:50:02.689345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Port 1628ef20-ac0f-491b-b82e-f0d102015c74 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:02.693005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Set router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:50:02.932794 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Publish callbacks [] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:02.938641 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'name': 'tempest-TestEncryptedCinderVolumes-471362772-router', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:50:00Z', 'updated_at': '2022-11-03T02:50:01Z', 'revision_number': 3, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'gw_port': {'id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:01Z', 'updated_at': '2022-11-03T02:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:02.943512 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:02.977200 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Checking router: 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:50:02.977200 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Updating router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:50:03.030454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.044848 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a05f9-7a26-471a-8143-518bdd185427 None None] Pushing event updated for resources: {'Port': ['ID=1628ef20-ac0f-491b-b82e-f0d102015c74,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:03.071768 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Attempting to bind port 1628ef20-ac0f-491b-b82e-f0d102015c74 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:50:03.072326 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Attempting to bind port 1628ef20-ac0f-491b-b82e-f0d102015c74 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:50:03.072836 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Attempting to bind port 1628ef20-ac0f-491b-b82e-f0d102015c74 on network 34b5aa4f-86dd-44de-bbd5-0a5524448365 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:50:03.084191 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:50:03.084816 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Checking segment: {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:50:03.085323 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.085812 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Bound using segment: {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:50:03.086514 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Bound port: 1628ef20-ac0f-491b-b82e-f0d102015c74, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:50:03.086997 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.100966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.178285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 780664b6-788f-4d5f-82e8-14673dbc9ac2 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:50:03.208256 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] For port 1628ef20-ac0f-491b-b82e-f0d102015c74, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:50:03.208505 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Attempt 8 to provision port 1628ef20-ac0f-491b-b82e-f0d102015c74 Nov 03 02:50:03.212592 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] For port 1628ef20-ac0f-491b-b82e-f0d102015c74, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1628ef20-ac0f-491b-b82e-f0d102015c74,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:50:03.223917 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.278125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Port 1628ef20-ac0f-491b-b82e-f0d102015c74 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:03.291363 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Routers {'4549dcac-2ee2-4b69-803a-e4577119e7ef'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:50:03.291995 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:49:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4549dcac-2ee2-4b69-803a-e4577119e7ef'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:03.348124 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a05f9-7a26-471a-8143-518bdd185427 None None] Pushing event updated for resources: {'Port': ['ID=1628ef20-ac0f-491b-b82e-f0d102015c74,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:03.349934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Allocated IP 172.20.0.1 (29b764b3-13be-4110-88f4-c9209188851d/250cd090-5e64-4a2d-b116-ea55ade807a2/a5358333-7ad0-49a8-8cee-86e24b5eef20) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:50:03.375019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02624f6-8cdb-4464-a00b-0389bacc98f7 None None] Network 29b764b3-13be-4110-88f4-c9209188851d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:50:03.427262 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] Set router 4549dcac-2ee2-4b69-803a-e4577119e7ef gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:50:03.506311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Publish callbacks [] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.547256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.605326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Pushing event updated for resources: {'Port': ['ID=a5358333-7ad0-49a8-8cee-86e24b5eef20,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:03.613290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Network 29b764b3-13be-4110-88f4-c9209188851d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:50:03.615337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:50:03.618805 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:50:03.664525 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.671698 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'name': 'tempest-TestEncryptedCinderVolumes-232576819-router', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:56Z', 'updated_at': '2022-11-03T02:49:59Z', 'revision_number': 4, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'gw_port': {'id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:57Z', 'updated_at': '2022-11-03T02:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '1628ef20-ac0f-491b-b82e-f0d102015c74', 'name': '', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'mac_address': 'fa:16:3e:9f:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03658ad0-048d-4e24-89e9-89a160908808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:58Z', 'updated_at': '2022-11-03T02:50:03Z', 'revision_number': 4, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'subnets': [{'id': '03658ad0-048d-4e24-89e9-89a160908808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:03.698880 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfdb5b-6c73-484a-a79a-76a586e17d94 None None] The sync data for ids ['4549dcac-2ee2-4b69-803a-e4577119e7ef'] in dv-neutron-860659-5-hyperv is: [{'id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'name': 'tempest-TestEncryptedCinderVolumes-232576819-router', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:56Z', 'updated_at': '2022-11-03T02:49:59Z', 'revision_number': 4, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'gw_port': {'id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:57Z', 'updated_at': '2022-11-03T02:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '1628ef20-ac0f-491b-b82e-f0d102015c74', 'name': '', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'mac_address': 'fa:16:3e:9f:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03658ad0-048d-4e24-89e9-89a160908808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:58Z', 'updated_at': '2022-11-03T02:50:03Z', 'revision_number': 4, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'subnets': [{'id': '03658ad0-048d-4e24-89e9-89a160908808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:50:03.722738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 780664b6-788f-4d5f-82e8-14673dbc9ac2 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:03.723259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.723360 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 780664b6-788f-4d5f-82e8-14673dbc9ac2 Nov 03 02:50:03.777978 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Publish callbacks [] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.780356 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Attempt 9 to provision port 1628ef20-ac0f-491b-b82e-f0d102015c74 Nov 03 02:50:03.826225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.835389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.867427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Attempting to bind port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:50:03.867967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Attempting to bind port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:50:03.868456 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Attempting to bind port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:50:03.954168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:50:03.954961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:50:03.955509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:03.955996 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:50:03.956751 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Bound port: 6195a09d-e231-4bc3-86b1-1ba8551b8ca0, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:50:03.957396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.084998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a33583-3236-4cd1-844d-d152d7f98826 None None] Pushing event updated for resources: {'Port': ['ID=6195a09d-e231-4bc3-86b1-1ba8551b8ca0,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:04.107838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 780664b6-788f-4d5f-82e8-14673dbc9ac2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:04.109208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:50:04.119959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Publish callbacks [] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.129396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.159983 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Current status of the port 1628ef20-ac0f-491b-b82e-f0d102015c74 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:04.160473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.202152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] For port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:50:04.211238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.224698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] For port 1628ef20-ac0f-491b-b82e-f0d102015c74, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1628ef20-ac0f-491b-b82e-f0d102015c74,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:50:04.234109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] For port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6195a09d-e231-4bc3-86b1-1ba8551b8ca0,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:50:04.240454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.250721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.250922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Pushing event updated for resources: {'Port': ['ID=a5358333-7ad0-49a8-8cee-86e24b5eef20,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:04.301590 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:04.301983 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.302343 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 Nov 03 02:50:04.306519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Routers {'65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:50:04.307168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:49:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:04.376110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Network 29b764b3-13be-4110-88f4-c9209188851d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:50:04.377811 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:50:04.422231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f7102-3529-4345-a33d-2566f07e6055 None None] Pushing event updated for resources: {'Port': ['ID=1628ef20-ac0f-491b-b82e-f0d102015c74,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:04.515406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Provisioning complete for port 1628ef20-ac0f-491b-b82e-f0d102015c74 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:04.515931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.516505 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Attempt 1 to provision port 1628ef20-ac0f-491b-b82e-f0d102015c74 Nov 03 02:50:04.616369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:04.617295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.699423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fbc81329-1ae2-4ba7-80b8-e2fca5c33c70,segment=NetworkSegment(1855bb6c-1928-4988-a227-ee0cd2bfb3b8),segment_id=1855bb6c-1928-4988-a227-ee0cd2bfb3b8)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:50:04.709440 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a33583-3236-4cd1-844d-d152d7f98826 None None] Pushing event updated for resources: {'Port': ['ID=6195a09d-e231-4bc3-86b1-1ba8551b8ca0,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:04.717490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.727680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] Set router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:50:04.892802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=fbc81329-1ae2-4ba7-80b8-e2fca5c33c70,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:04.941634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Current status of the port 1628ef20-ac0f-491b-b82e-f0d102015c74 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:04.963947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Provisioning complete for port a5358333-7ad0-49a8-8cee-86e24b5eef20 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:04.964465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:04.964933 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Attempt 1 to provision port a5358333-7ad0-49a8-8cee-86e24b5eef20 Nov 03 02:50:05.000328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1628ef20-ac0f-491b-b82e-f0d102015c74 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:50:05.004926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Port a5358333-7ad0-49a8-8cee-86e24b5eef20 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:05.018423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:50:05.107281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1628ef20-ac0f-491b-b82e-f0d102015c74 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:05.107817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:05.108179 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1628ef20-ac0f-491b-b82e-f0d102015c74 Nov 03 02:50:05.128380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:50:05.140567 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-344d8a0a-d22b-4db8-8116-d0767a0ec177 admin admin] 10.222.0.23 "PUT /v2.0/routers/65c148f0-f8e4-42b8-8ca2-a010d43c0aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918090 Nov 03 02:50:05.140740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'name': 'tempest-TestEncryptedCinderVolumes-471362772-router', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:50:00Z', 'updated_at': '2022-11-03T02:50:03Z', 'revision_number': 4, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'gw_port': {'id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:01Z', 'updated_at': '2022-11-03T02:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'a5358333-7ad0-49a8-8cee-86e24b5eef20', 'name': '', 'network_id': '29b764b3-13be-4110-88f4-c9209188851d', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'mac_address': 'fa:16:3e:fb:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '250cd090-5e64-4a2d-b116-ea55ade807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:03Z', 'updated_at': '2022-11-03T02:50:03Z', 'revision_number': 2, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'subnets': [{'id': '250cd090-5e64-4a2d-b116-ea55ade807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:05.171380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3891e-d4ee-4eaf-baff-d0b4f873dd5a None None] The sync data for ids ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'] in dv-neutron-860659-5-hyperv is: [{'id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'name': 'tempest-TestEncryptedCinderVolumes-471362772-router', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:50:00Z', 'updated_at': '2022-11-03T02:50:03Z', 'revision_number': 4, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'gw_port': {'id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:01Z', 'updated_at': '2022-11-03T02:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'a5358333-7ad0-49a8-8cee-86e24b5eef20', 'name': '', 'network_id': '29b764b3-13be-4110-88f4-c9209188851d', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'mac_address': 'fa:16:3e:fb:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '250cd090-5e64-4a2d-b116-ea55ade807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:03Z', 'updated_at': '2022-11-03T02:50:03Z', 'revision_number': 2, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'subnets': [{'id': '250cd090-5e64-4a2d-b116-ea55ade807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:50:05.219060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1628ef20-ac0f-491b-b82e-f0d102015c74 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:05.505653 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Attempt 2 to provision port a5358333-7ad0-49a8-8cee-86e24b5eef20 Nov 03 02:50:05.540697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Port a5358333-7ad0-49a8-8cee-86e24b5eef20 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:05.767545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfef79-99a7-487f-ae26-e905f2351eea req-c11c840f-0e3a-48a0-aef0-e2c3e45f932c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:05.769073 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-c11c840f-0e3a-48a0-aef0-e2c3e45f932c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/networks?id=34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 200 len: 816 time: 0.1189175 Nov 03 02:50:05.784601 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-4afaf394-0e50-486a-8a8d-1550acc1156e tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/quotas/cf412cde227f490fbd276f26812f6764 HTTP/1.1" status: 200 len: 375 time: 0.0097730 Nov 03 02:50:05.843099 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-112b0979-da5e-4b56-bb57-aeacfd6ed426 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf412cde227f490fbd276f26812f6764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525296 Nov 03 02:50:06.034299 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-ada96873-8258-4234-90d8-a89a00e808ac service neutron] 10.222.0.23 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791570 Nov 03 02:50:06.042315 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Attempt 3 to provision port a5358333-7ad0-49a8-8cee-86e24b5eef20 Nov 03 02:50:06.074713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Port a5358333-7ad0-49a8-8cee-86e24b5eef20 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:06.128107 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-e1514065-2ff1-40e3-99f2-e197434200b7 service neutron] 10.222.0.23 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881867 Nov 03 02:50:06.291051 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3b07f4ce-7e67-442c-8f7f-5a54fce62324 req-5fbe7bfd-8deb-4b46-8dad-77ffe0a8ddd1 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 210 time: 0.0276406 Nov 03 02:50:06.576617 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Attempt 4 to provision port a5358333-7ad0-49a8-8cee-86e24b5eef20 Nov 03 02:50:06.610720 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Port a5358333-7ad0-49a8-8cee-86e24b5eef20 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:07.022216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:50:07.074374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:07.075044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:07.075138 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 Nov 03 02:50:07.112522 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Attempt 5 to provision port a5358333-7ad0-49a8-8cee-86e24b5eef20 Nov 03 02:50:07.150861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Port a5358333-7ad0-49a8-8cee-86e24b5eef20 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:07.180940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:07.181454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:07.204300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6195a09d-e231-4bc3-86b1-1ba8551b8ca0,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:50:07.208359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:07.209195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:50:07.288509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=6195a09d-e231-4bc3-86b1-1ba8551b8ca0,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:07.299059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:07.299451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:07.299799 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 Nov 03 02:50:07.381751 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:07.407185 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56a94764-8bfd-499e-a078-dabd1dee662b req-e565be4f-f12e-4f4b-b76c-8a9badc5438e tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 210 time: 0.0293941 Nov 03 02:50:07.651902 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Attempt 6 to provision port a5358333-7ad0-49a8-8cee-86e24b5eef20 Nov 03 02:50:07.663366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfef79-99a7-487f-ae26-e905f2351eea req-c25666cc-35db-47e5-b849-12a0480c06e3 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:07.664879 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-c25666cc-35db-47e5-b849-12a0480c06e3 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "GET /v2.0/networks?id=34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 200 len: 816 time: 0.1116056 Nov 03 02:50:07.677721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Request body: {'port': {'device_id': '6e796e7d-cdc2-4c18-b91a-a5659e5a71de', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'admin_state_up': True, 'tenant_id': 'cf412cde227f490fbd276f26812f6764'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:50:07.692465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Port a5358333-7ad0-49a8-8cee-86e24b5eef20 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:07.799711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Made reservation on behalf of cf412cde227f490fbd276f26812f6764 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:50:07.803314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:07.938700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Allocated IP 172.20.0.7 (34b5aa4f-86dd-44de-bbd5-0a5524448365/03658ad0-048d-4e24-89e9-89a160908808/cc1a8698-5e65-49c9-b8ec-f50f86bc5099) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:50:08.096740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks [] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.113629 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Sync routers for ids ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:50:08.125323 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Routers {'65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:50:08.125947 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:49:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:08.132714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.176003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Network 34b5aa4f-86dd-44de-bbd5-0a5524448365 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:50:08.179269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:50:08.181745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:50:08.193235 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Attempt 7 to provision port a5358333-7ad0-49a8-8cee-86e24b5eef20 Nov 03 02:50:08.217011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Pushing event updated for resources: {'Port': ['ID=cc1a8698-5e65-49c9-b8ec-f50f86bc5099,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:08.232328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Port a5358333-7ad0-49a8-8cee-86e24b5eef20 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:08.247665 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Set router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:50:08.251234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:08.251900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.270561 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-dadfbcd3-e215-4e0c-bd32-d5d7220b262c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5966420 Nov 03 02:50:08.287422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Request body: {'port': {'device_id': '6e796e7d-cdc2-4c18-b91a-a5659e5a71de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:50:08.351605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.366562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.469796 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'name': 'tempest-TestEncryptedCinderVolumes-471362772-router', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:50:00Z', 'updated_at': '2022-11-03T02:50:03Z', 'revision_number': 4, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'gw_port': {'id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:01Z', 'updated_at': '2022-11-03T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'a5358333-7ad0-49a8-8cee-86e24b5eef20', 'name': '', 'network_id': '29b764b3-13be-4110-88f4-c9209188851d', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'mac_address': 'fa:16:3e:fb:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '250cd090-5e64-4a2d-b116-ea55ade807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:03Z', 'updated_at': '2022-11-03T02:50:03Z', 'revision_number': 2, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'subnets': [{'id': '250cd090-5e64-4a2d-b116-ea55ade807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:08.581106 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Checking router: 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:50:08.581460 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Updating router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa port a5358333-7ad0-49a8-8cee-86e24b5eef20 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:50:08.606495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ff1c3-e6d2-468d-b112-440a69a00000 req-9ff2d8c8-2dcf-46bf-bfe2-7e846a229823 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:08.608156 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8a4ff1c3-e6d2-468d-b112-440a69a00000 req-9ff2d8c8-2dcf-46bf-bfe2-7e846a229823 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 931 time: 0.1188769 Nov 03 02:50:08.609188 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.693732 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8a4ff1c3-e6d2-468d-b112-440a69a00000 req-f12f3112-d769-4d02-beb0-950e9fc2c315 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797951 Nov 03 02:50:08.705333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1a8698-5e65-49c9-b8ec-f50f86bc5099 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:50:08.714399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Publish callbacks [] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.728374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Transition to ACTIVE for port object cc1a8698-5e65-49c9-b8ec-f50f86bc5099 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:50:08.733466 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Attempt 8 to provision port a5358333-7ad0-49a8-8cee-86e24b5eef20 Nov 03 02:50:08.733648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.769015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Port a5358333-7ad0-49a8-8cee-86e24b5eef20 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:08.796040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Pushing event updated for resources: {'Port': ['ID=cc1a8698-5e65-49c9-b8ec-f50f86bc5099,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:08.843449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Attempting to bind port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:50:08.843784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Attempting to bind port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:50:08.844116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Attempting to bind port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 on network 34b5aa4f-86dd-44de-bbd5-0a5524448365 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:50:08.848372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 on network 34b5aa4f-86dd-44de-bbd5-0a5524448365 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:50:08.848724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Attempting to bind port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 on network 34b5aa4f-86dd-44de-bbd5-0a5524448365 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:50:08.853714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:50:08.854051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Checking segment: {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:50:08.854432 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Bound using segment: {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:50:08.854851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Bound port: cc1a8698-5e65-49c9-b8ec-f50f86bc5099, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:50:08.855203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.898959 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Publish callbacks [] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.905770 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.923370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] For port cc1a8698-5e65-49c9-b8ec-f50f86bc5099, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:50:08.926658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] For port cc1a8698-5e65-49c9-b8ec-f50f86bc5099, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=cc1a8698-5e65-49c9-b8ec-f50f86bc5099,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:50:08.933740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.940110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:08.941391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:08.943750 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] 10.222.0.27 "PUT /v2.0/ports/cc1a8698-5e65-49c9-b8ec-f50f86bc5099 HTTP/1.1" status: 200 len: 1093 time: 0.6602013 Nov 03 02:50:08.943750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e796e7d-cdc2-4c18-b91a-a5659e5a71de', 'tag': 'cc1a8698-5e65-49c9-b8ec-f50f86bc5099'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:50:08.945561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e796e7d-cdc2-4c18-b91a-a5659e5a71de", "tag": "cc1a8698-5e65-49c9-b8ec-f50f86bc5099"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:50:08.959145 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:50:08.968523 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Pushing event updated for resources: {'Port': ['ID=a5358333-7ad0-49a8-8cee-86e24b5eef20,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:09.004000 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.004228 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.004622 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.004967 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.005304 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.005718 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.006601 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.006950 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.007286 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.007957 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.007957 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.008263 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.008610 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:09.020372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82c75fa-c59c-4306-a80f-f627de91d76b x-openstack-request-id: req-b82c75fa-c59c-4306-a80f-f627de91d76b {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:50:09.020713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e796e7d-cdc2-4c18-b91a-a5659e5a71de", "tag": "cc1a8698-5e65-49c9-b8ec-f50f86bc5099", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:50:09.020970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b82c75fa-c59c-4306-a80f-f627de91d76b {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:50:09.021376 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82c75fa-c59c-4306-a80f-f627de91d76b'] response: {'name': 'network-changed', 'server_uuid': '6e796e7d-cdc2-4c18-b91a-a5659e5a71de', 'tag': 'cc1a8698-5e65-49c9-b8ec-f50f86bc5099', 'status': 'completed', 'code': 200} Nov 03 02:50:09.021636 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Attempting to bind port a5358333-7ad0-49a8-8cee-86e24b5eef20 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:50:09.022230 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Attempting to bind port a5358333-7ad0-49a8-8cee-86e24b5eef20 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '1855bb6c-1928-4988-a227-ee0cd2bfb3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '29b764b3-13be-4110-88f4-c9209188851d'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:50:09.022750 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Attempting to bind port a5358333-7ad0-49a8-8cee-86e24b5eef20 on network 29b764b3-13be-4110-88f4-c9209188851d {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:50:09.023458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c60d0-4142-4f39-aa8f-376fc46d553d service neutron] Pushing event updated for resources: {'Port': ['ID=cc1a8698-5e65-49c9-b8ec-f50f86bc5099,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:09.030973 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:50:09.031232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:09.031558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:09.031754 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Checking segment: {'id': '1855bb6c-1928-4988-a227-ee0cd2bfb3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '29b764b3-13be-4110-88f4-c9209188851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:50:09.032160 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:09.032407 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 Nov 03 02:50:09.032589 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Bound using segment: {'id': '1855bb6c-1928-4988-a227-ee0cd2bfb3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '29b764b3-13be-4110-88f4-c9209188851d'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:50:09.033065 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Bound port: a5358333-7ad0-49a8-8cee-86e24b5eef20, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1855bb6c-1928-4988-a227-ee0cd2bfb3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '29b764b3-13be-4110-88f4-c9209188851d'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:50:09.033454 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:09.064383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfef79-99a7-487f-ae26-e905f2351eea req-90f0f0a4-bec0-4ad4-94c5-3362f2c42a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:09.066001 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-90f0f0a4-bec0-4ad4-94c5-3362f2c42a75 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cf412cde227f490fbd276f26812f6764&device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 1127 time: 0.0657949 Nov 03 02:50:09.097333 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] For port a5358333-7ad0-49a8-8cee-86e24b5eef20, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:50:09.100416 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] For port a5358333-7ad0-49a8-8cee-86e24b5eef20, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a5358333-7ad0-49a8-8cee-86e24b5eef20,segment=NetworkSegment(1855bb6c-1928-4988-a227-ee0cd2bfb3b8),segment_id=1855bb6c-1928-4988-a227-ee0cd2bfb3b8)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:50:09.108397 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:09.112188 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-895d2f57-28b5-48d3-9e7f-d4afe14fa169 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc1a8698-5e65-49c9-b8ec-f50f86bc5099 HTTP/1.1" status: 200 len: 217 time: 0.0358529 Nov 03 02:50:09.114374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:09.144288 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Routers {'65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:50:09.144955 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:49:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:09.167117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfef79-99a7-487f-ae26-e905f2351eea req-d71f520e-c04f-4815-9c17-b2a642a3ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:09.168676 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-d71f520e-c04f-4815-9c17-b2a642a3ea29 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=03658ad0-048d-4e24-89e9-89a160908808 HTTP/1.1" status: 200 len: 855 time: 0.0479317 Nov 03 02:50:09.201243 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da201b66-8f5c-4ef5-8a5a-be886f948b9b None None] Pushing event updated for resources: {'Port': ['ID=a5358333-7ad0-49a8-8cee-86e24b5eef20,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:09.221343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f3da1256-b3ab-4e7d-9d34-f3c0f4af566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:09.222860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-f3da1256-b3ab-4e7d-9d34-f3c0f4af566d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=34b5aa4f-86dd-44de-bbd5-0a5524448365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447314 Nov 03 02:50:09.262972 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] Set router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:50:09.269711 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Attempt 9 to provision port a5358333-7ad0-49a8-8cee-86e24b5eef20 Nov 03 02:50:09.331000 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-8c0e7606-a5c9-4ff1-91ff-8421673747a3 service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980110 Nov 03 02:50:09.352060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Current status of the port a5358333-7ad0-49a8-8cee-86e24b5eef20 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:09.353841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:09.393130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] For port a5358333-7ad0-49a8-8cee-86e24b5eef20, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a5358333-7ad0-49a8-8cee-86e24b5eef20,segment=NetworkSegment(1855bb6c-1928-4988-a227-ee0cd2bfb3b8),segment_id=1855bb6c-1928-4988-a227-ee0cd2bfb3b8)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:50:09.397801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:09.438644 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-afcfef79-99a7-487f-ae26-e905f2351eea req-32809b11-b698-4619-ab3f-dc22d0e61e7c service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931079 Nov 03 02:50:09.441497 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Provisioning complete for port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:09.441884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:09.442230 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Attempt 1 to provision port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 Nov 03 02:50:09.470842 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'name': 'tempest-TestEncryptedCinderVolumes-471362772-router', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:50:00Z', 'updated_at': '2022-11-03T02:50:03Z', 'revision_number': 4, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'gw_port': {'id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:01Z', 'updated_at': '2022-11-03T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'a5358333-7ad0-49a8-8cee-86e24b5eef20', 'name': '', 'network_id': '29b764b3-13be-4110-88f4-c9209188851d', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'mac_address': 'fa:16:3e:fb:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '250cd090-5e64-4a2d-b116-ea55ade807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:03Z', 'updated_at': '2022-11-03T02:50:09Z', 'revision_number': 4, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'subnets': [{'id': '250cd090-5e64-4a2d-b116-ea55ade807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:50:09.474516 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Pushing event updated for resources: {'Port': ['ID=a5358333-7ad0-49a8-8cee-86e24b5eef20,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:09.495667 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea3e23-dd64-4335-a17b-052ec50f71f3 None None] The sync data for ids ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'] in dv-neutron-860659-5-hyperv is: [{'id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'name': 'tempest-TestEncryptedCinderVolumes-471362772-router', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:50:00Z', 'updated_at': '2022-11-03T02:50:03Z', 'revision_number': 4, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'gw_port': {'id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:01Z', 'updated_at': '2022-11-03T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'a5358333-7ad0-49a8-8cee-86e24b5eef20', 'name': '', 'network_id': '29b764b3-13be-4110-88f4-c9209188851d', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'mac_address': 'fa:16:3e:fb:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '250cd090-5e64-4a2d-b116-ea55ade807a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:03Z', 'updated_at': '2022-11-03T02:50:09Z', 'revision_number': 4, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'subnets': [{'id': '250cd090-5e64-4a2d-b116-ea55ade807a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:50:09.534235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-08285bb3-ef1a-4ee5-af12-2a897199d191 None None] Current status of the port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:09.555970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b req-810a74cc-a49e-4595-bbc4-8dc78268d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:09.557713 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b req-810a74cc-a49e-4595-bbc4-8dc78268d52b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cf412cde227f490fbd276f26812f6764&device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 1127 time: 0.0543942 Nov 03 02:50:09.654837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b req-1c275cd2-ed45-4a64-9adb-bae6bc798a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:09.656256 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b req-1c275cd2-ed45-4a64-9adb-bae6bc798a5b service neutron] 10.222.0.27 "GET /v2.0/networks?id=34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 200 len: 917 time: 0.0924692 Nov 03 02:50:09.657075 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a013583f-db12-4b83-ace1-8355e63dff8f None None] Provisioning complete for port a5358333-7ad0-49a8-8cee-86e24b5eef20 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:09.657465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a013583f-db12-4b83-ace1-8355e63dff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:09.657807 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a013583f-db12-4b83-ace1-8355e63dff8f None None] Attempt 1 to provision port a5358333-7ad0-49a8-8cee-86e24b5eef20 Nov 03 02:50:09.704058 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b req-d1f7459c-34b5-42dc-b290-2947f889053a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc1a8698-5e65-49c9-b8ec-f50f86bc5099 HTTP/1.1" status: 200 len: 217 time: 0.0400040 Nov 03 02:50:09.780536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b req-ff713bd5-2add-48c0-bf1b-b1c30c2d5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:09.782248 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b req-ff713bd5-2add-48c0-bf1b-b1c30c2d5667 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=03658ad0-048d-4e24-89e9-89a160908808 HTTP/1.1" status: 200 len: 855 time: 0.0715585 Nov 03 02:50:09.861520 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2359eeff-44b7-4938-96a9-9abe36efd268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:09.870979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b req-8d279c6c-6076-4c90-a529-b596a403b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:09.873160 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b req-8d279c6c-6076-4c90-a529-b596a403b085 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=34b5aa4f-86dd-44de-bbd5-0a5524448365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0825555 Nov 03 02:50:09.881294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c700e-4960-49bd-8538-71ad01ec8f1f req-0cd06803-5617-4a98-b4a3-1ea9ef001b86 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:09.882802 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-127c700e-4960-49bd-8538-71ad01ec8f1f req-0cd06803-5617-4a98-b4a3-1ea9ef001b86 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 943 time: 0.0935712 Nov 03 02:50:09.902971 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a013583f-db12-4b83-ace1-8355e63dff8f None None] Current status of the port a5358333-7ad0-49a8-8cee-86e24b5eef20 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:09.985361 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-127c700e-4960-49bd-8538-71ad01ec8f1f req-bc5a725b-7b31-4f84-8068-e34b9de5dcfd tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939946 Nov 03 02:50:10.010100 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b req-98ccc35c-2a43-4770-84ae-ed67a70ca224 service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261678 Nov 03 02:50:10.101285 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5dc8d7cf-fa07-4bee-95ac-96cecee7a68b req-a832b403-7823-4e73-a84b-97f5c56b986d service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849903 Nov 03 02:50:10.954674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a5358333-7ad0-49a8-8cee-86e24b5eef20 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:50:10.998770 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port a5358333-7ad0-49a8-8cee-86e24b5eef20 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:10.999141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:10.999482 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port a5358333-7ad0-49a8-8cee-86e24b5eef20 Nov 03 02:50:11.073604 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port a5358333-7ad0-49a8-8cee-86e24b5eef20 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:11.117451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b7820-7135-41a0-89c4-c67229431301 req-d8462c99-389a-4109-808c-831b6db469d7 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:11.118868 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-692b7820-7135-41a0-89c4-c67229431301 req-d8462c99-389a-4109-808c-831b6db469d7 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 943 time: 0.0539298 Nov 03 02:50:11.165715 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-692b7820-7135-41a0-89c4-c67229431301 req-22bc7742-6afe-496c-ba52-f3ebb6e30356 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Nov 03 02:50:12.022693 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device cc1a8698-5e65-49c9-b8ec-f50f86bc5099 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:50:12.121422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port cc1a8698-5e65-49c9-b8ec-f50f86bc5099, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=cc1a8698-5e65-49c9-b8ec-f50f86bc5099,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:50:12.133812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'cc1a8698-5e65-49c9-b8ec-f50f86bc5099', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'port_id': 'cc1a8698-5e65-49c9-b8ec-f50f86bc5099', 'mac_address': 'fa:16:3e:93:8a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03658ad0-048d-4e24-89e9-89a160908808', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:50:12.170021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:12.170409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:12.182818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1a8698-5e65-49c9-b8ec-f50f86bc5099 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:50:12.202156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port cc1a8698-5e65-49c9-b8ec-f50f86bc5099, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=cc1a8698-5e65-49c9-b8ec-f50f86bc5099,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:50:12.206440 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:12.252313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=cc1a8698-5e65-49c9-b8ec-f50f86bc5099,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:12.290752 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952aaaf-51b4-486c-985f-df23d486cd94 req-df7d9f90-354e-4e05-8b36-258d77333e6a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:12.292157 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9952aaaf-51b4-486c-985f-df23d486cd94 req-df7d9f90-354e-4e05-8b36-258d77333e6a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 944 time: 0.0525560 Nov 03 02:50:12.301924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-41fa11d8-df75-4d2f-919a-dec8abc1268d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:12.340600 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9952aaaf-51b4-486c-985f-df23d486cd94 req-fb173e25-c4c1-41e5-a51d-13f2ac642280 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Nov 03 02:50:12.465771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['cc1a8698-5e65-49c9-b8ec-f50f86bc5099'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:50:13.256574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:13.470066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca3bde-2f09-4476-8b8b-60911d18868b req-ef190a55-7e3f-4acb-9d51-ef46c4450a4a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:13.471546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6dca3bde-2f09-4476-8b8b-60911d18868b req-ef190a55-7e3f-4acb-9d51-ef46c4450a4a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 944 time: 0.0564847 Nov 03 02:50:13.517835 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6dca3bde-2f09-4476-8b8b-60911d18868b req-55c09464-b8f0-4bc9-a9de-a5efde11ad2e tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Nov 03 02:50:14.039790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device cc1a8698-5e65-49c9-b8ec-f50f86bc5099 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:50:14.084658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:50:14.088277 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:14.088689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:14.089036 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 Nov 03 02:50:14.164969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:50:14.165273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:14.188992 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e796e7d-cdc2-4c18-b91a-a5659e5a71de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1a8698-5e65-49c9-b8ec-f50f86bc5099'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:50:14.191261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6a6a1b-4c4a-4b7d-86fe-b255f8d84f82" -d '{"events": [{"server_uuid": "6e796e7d-cdc2-4c18-b91a-a5659e5a71de", "name": "network-vif-plugged", "status": "completed", "tag": "cc1a8698-5e65-49c9-b8ec-f50f86bc5099"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:50:14.203610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port cc1a8698-5e65-49c9-b8ec-f50f86bc5099, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=cc1a8698-5e65-49c9-b8ec-f50f86bc5099,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:50:14.208386 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:14.236708 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68739c1-9dff-4db2-a444-d2f84dce4a12 x-openstack-request-id: req-a68739c1-9dff-4db2-a444-d2f84dce4a12 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:50:14.237006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e796e7d-cdc2-4c18-b91a-a5659e5a71de", "name": "network-vif-plugged", "status": "completed", "tag": "cc1a8698-5e65-49c9-b8ec-f50f86bc5099", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:50:14.237268 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a68739c1-9dff-4db2-a444-d2f84dce4a12 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:50:14.237695 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68739c1-9dff-4db2-a444-d2f84dce4a12'] response: {'server_uuid': '6e796e7d-cdc2-4c18-b91a-a5659e5a71de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1a8698-5e65-49c9-b8ec-f50f86bc5099', 'code': 200} Nov 03 02:50:14.269868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=cc1a8698-5e65-49c9-b8ec-f50f86bc5099,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:14.438796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c251f8-09ab-425a-bb7b-922320e7402e req-aa3b59be-ee11-48ab-ad6b-b29e9af85eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:14.440559 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48c251f8-09ab-425a-bb7b-922320e7402e req-aa3b59be-ee11-48ab-ad6b-b29e9af85eee service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 1129 time: 0.0456116 Nov 03 02:50:14.488737 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48c251f8-09ab-425a-bb7b-922320e7402e req-cbdf1437-2a51-4e2b-bd43-4f2d98bc474f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382340 Nov 03 02:50:14.644030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7e344-86ae-41e5-b813-2ec517959343 req-8614a9f6-9ab1-4e2b-96ee-635c86f18a5a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:14.645530 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6ac7e344-86ae-41e5-b813-2ec517959343 req-8614a9f6-9ab1-4e2b-96ee-635c86f18a5a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 945 time: 0.0565548 Nov 03 02:50:14.692022 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6ac7e344-86ae-41e5-b813-2ec517959343 req-a243fcc9-1f5e-49aa-819a-58be0a66d12b tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Nov 03 02:50:14.740957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:15.816620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e22c7-1ce1-483b-9f58-38cd86c1277d req-b0f18f21-45fc-462a-ab39-73314474bf7e tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:15.818139 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-669e22c7-1ce1-483b-9f58-38cd86c1277d req-b0f18f21-45fc-462a-ab39-73314474bf7e tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 945 time: 0.0525787 Nov 03 02:50:15.864934 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-669e22c7-1ce1-483b-9f58-38cd86c1277d req-6deb3f43-3fde-4926-860e-e6d266cd463b tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 Nov 03 02:50:15.989094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e156ed-81a8-4b36-8813-654cd02f865d req-1230d947-2467-41a6-9ee9-1418d67e83cb tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:15.990481 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04e156ed-81a8-4b36-8813-654cd02f865d req-1230d947-2467-41a6-9ee9-1418d67e83cb tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 945 time: 0.0524147 Nov 03 02:50:16.039438 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-04e156ed-81a8-4b36-8813-654cd02f865d req-79e49b95-23a4-4627-a66b-4356f2485c10 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 Nov 03 02:50:16.136261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:26.960393 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:50:38.384448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:39.803684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-87a58f0a-0767-4e4b-a6ed-30b54bd9ce1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:42.302687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7f617764-4930-4549-93c8-ba6db664f7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:43.258768 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:44.743221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:46.139630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:51.583952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2b981-6da3-4b2d-8f05-f721aa1dfa47 req-4c8810c1-69d0-41a9-b815-5d48a5bb8d4f tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:51.585494 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63b2b981-6da3-4b2d-8f05-f721aa1dfa47 req-4c8810c1-69d0-41a9-b815-5d48a5bb8d4f tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 945 time: 0.0528884 Nov 03 02:50:51.633290 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63b2b981-6da3-4b2d-8f05-f721aa1dfa47 req-8a34baf0-7d5b-47bc-b489-3727ce73b12e tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Nov 03 02:50:52.760031 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fbc59-369f-49a9-b056-2355595d7dd3 req-2ce3328a-2ed9-464d-a578-33a59acc6d25 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:52.761523 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-648fbc59-369f-49a9-b056-2355595d7dd3 req-2ce3328a-2ed9-464d-a578-33a59acc6d25 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 945 time: 0.0530612 Nov 03 02:50:52.814440 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-648fbc59-369f-49a9-b056-2355595d7dd3 req-bdf71822-ef46-41c0-a0a6-3189ee0115cb tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470769 Nov 03 02:50:53.261803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad15ab-b671-43a1-9d97-10e962cba8b8 req-711ff708-c220-4950-9e08-cbdf96196e4e tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:53.263362 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c1ad15ab-b671-43a1-9d97-10e962cba8b8 req-711ff708-c220-4950-9e08-cbdf96196e4e tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 945 time: 0.0563407 Nov 03 02:50:53.360970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-c1ad15ab-b671-43a1-9d97-10e962cba8b8 req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Deleting port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:50:53.361318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c1ad15ab-b671-43a1-9d97-10e962cba8b8 req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:53.452901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-c1ad15ab-b671-43a1-9d97-10e962cba8b8 req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] For port cc1a8698-5e65-49c9-b8ec-f50f86bc5099, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=cc1a8698-5e65-49c9-b8ec-f50f86bc5099,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:50:53.453275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c1ad15ab-b671-43a1-9d97-10e962cba8b8 req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:53.465852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-c1ad15ab-b671-43a1-9d97-10e962cba8b8 req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Calling delete_port for cc1a8698-5e65-49c9-b8ec-f50f86bc5099 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:50:53.593753 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c1ad15ab-b671-43a1-9d97-10e962cba8b8 req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (cc1a8698-5e65-49c9-b8ec-f50f86bc5099), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:53.610061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['cc1a8698-5e65-49c9-b8ec-f50f86bc5099'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:50:53.619326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Pushing event deleted for resources: {'Port': ['ID=cc1a8698-5e65-49c9-b8ec-f50f86bc5099,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:53.633600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.633967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.634321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.634668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.635014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.635351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.635686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.636121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.636347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.636706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.637042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.637395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.637704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:50:53.673745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ad15ab-b671-43a1-9d97-10e962cba8b8 req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] No DVR routers for this DVR port cc1a8698-5e65-49c9-b8ec-f50f86bc5099 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:50:53.676146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c1ad15ab-b671-43a1-9d97-10e962cba8b8 req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:53.679429 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c1ad15ab-b671-43a1-9d97-10e962cba8b8 req-d6b077b5-c31f-43c2-a228-bcbb525be694 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "DELETE /v2.0/ports/cc1a8698-5e65-49c9-b8ec-f50f86bc5099 HTTP/1.1" status: 204 len: 173 time: 0.4062238 Nov 03 02:50:53.679930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e796e7d-cdc2-4c18-b91a-a5659e5a71de', 'name': 'network-vif-deleted', 'tag': 'cc1a8698-5e65-49c9-b8ec-f50f86bc5099'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:50:53.682185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810a95b1-749e-4d0f-807e-5eac1275137a" -d '{"events": [{"server_uuid": "6e796e7d-cdc2-4c18-b91a-a5659e5a71de", "name": "network-vif-deleted", "tag": "cc1a8698-5e65-49c9-b8ec-f50f86bc5099"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:50:53.718728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8142bfeb-b84b-4272-a848-0cd74c7f2841 x-openstack-request-id: req-8142bfeb-b84b-4272-a848-0cd74c7f2841 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:50:53.719030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e796e7d-cdc2-4c18-b91a-a5659e5a71de", "name": "network-vif-deleted", "tag": "cc1a8698-5e65-49c9-b8ec-f50f86bc5099", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:50:53.719295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8142bfeb-b84b-4272-a848-0cd74c7f2841 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:50:53.719704 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8142bfeb-b84b-4272-a848-0cd74c7f2841'] response: {'server_uuid': '6e796e7d-cdc2-4c18-b91a-a5659e5a71de', 'name': 'network-vif-deleted', 'tag': 'cc1a8698-5e65-49c9-b8ec-f50f86bc5099', 'status': 'completed', 'code': 200} Nov 03 02:50:53.926630 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-23765354-9f3a-4183-8599-897485f4e153 req-2c8a995a-4516-41f5-9095-e12b173284d4 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e796e7d-cdc2-4c18-b91a-a5659e5a71de HTTP/1.1" status: 200 len: 210 time: 0.0268886 Nov 03 02:50:55.276011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-39555ae9-836b-4001-955c-ac72bd709c4f tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:55.277494 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-39555ae9-836b-4001-955c-ac72bd709c4f tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/networks?id=34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 200 len: 816 time: 0.1045301 Nov 03 02:50:55.291873 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f5f9fd3d-c455-48be-9572-71184f58e32f tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/quotas/cf412cde227f490fbd276f26812f6764 HTTP/1.1" status: 200 len: 375 time: 0.0087273 Nov 03 02:50:55.345543 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-7d1e0692-379b-4579-a139-024fc7f70eb9 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf412cde227f490fbd276f26812f6764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487080 Nov 03 02:50:55.442177 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-eef1c228-4714-4191-b132-cac0f607985c service neutron] 10.222.0.23 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851984 Nov 03 02:50:55.529059 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-2d72974e-ed53-424e-890b-e290f1e4a3ce service neutron] 10.222.0.23 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813258 Nov 03 02:50:55.687273 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b47ce095-3d80-43f3-a127-b335245c4c4b req-aacdc137-1501-4547-b1f5-04617b94e380 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 210 time: 0.0282013 Nov 03 02:50:56.286964 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device cc1a8698-5e65-49c9-b8ec-f50f86bc5099 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:50:56.306184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: cc1a8698-5e65-49c9-b8ec-f50f86bc5099 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:50:56.306534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device cc1a8698-5e65-49c9-b8ec-f50f86bc5099 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:50:56.689082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-9e1291e2-59a7-4ca8-b272-acb54fa20e95 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:56.690663 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-9e1291e2-59a7-4ca8-b272-acb54fa20e95 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "GET /v2.0/networks?id=34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 200 len: 816 time: 0.1085722 Nov 03 02:50:56.703386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Request body: {'port': {'device_id': 'bc9b9392-6573-4d67-b553-d53569bee791', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'admin_state_up': True, 'tenant_id': 'cf412cde227f490fbd276f26812f6764'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:50:56.794235 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2ca18a38-e9a6-42a0-816b-af114ef9ccac req-5cf18c06-bc37-4ae7-b54e-a483efc992e5 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 210 time: 0.0318298 Nov 03 02:50:56.837233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Made reservation on behalf of cf412cde227f490fbd276f26812f6764 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:50:56.840586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:56.964386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Allocated IP 172.20.0.9 (34b5aa4f-86dd-44de-bbd5-0a5524448365/03658ad0-048d-4e24-89e9-89a160908808/0bb35c77-dc48-4611-a2fa-3f336410bce3) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:50:57.108862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks [] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:57.139895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:57.178994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Network 34b5aa4f-86dd-44de-bbd5-0a5524448365 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:50:57.181958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:50:57.192508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:50:57.215636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Pushing event updated for resources: {'Port': ['ID=0bb35c77-dc48-4611-a2fa-3f336410bce3,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:57.245418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:57.246042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:57.262674 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e641d18a-227f-4ecf-8b65-8cc274bfbd80 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5629885 Nov 03 02:50:57.279951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Request body: {'port': {'device_id': 'bc9b9392-6573-4d67-b553-d53569bee791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:50:57.342009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:57.422168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-64b9d968-2905-49fc-95d8-d983787628f8 None None] Provisioning complete for port 0bb35c77-dc48-4611-a2fa-3f336410bce3 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:50:57.422762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64b9d968-2905-49fc-95d8-d983787628f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:57.422991 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-64b9d968-2905-49fc-95d8-d983787628f8 None None] Attempt 1 to provision port 0bb35c77-dc48-4611-a2fa-3f336410bce3 Nov 03 02:50:57.457387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-64b9d968-2905-49fc-95d8-d983787628f8 None None] Port 0bb35c77-dc48-4611-a2fa-3f336410bce3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:50:57.596072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb35c77-dc48-4611-a2fa-3f336410bce3 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:50:57.603717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Publish callbacks [] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:57.615629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Transition to ACTIVE for port object 0bb35c77-dc48-4611-a2fa-3f336410bce3 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:50:57.618552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:57.676625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb35c77-dc48-4611-a2fa-3f336410bce3,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:57.723675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Attempting to bind port 0bb35c77-dc48-4611-a2fa-3f336410bce3 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:50:57.724355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Attempting to bind port 0bb35c77-dc48-4611-a2fa-3f336410bce3 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:50:57.724355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Attempting to bind port 0bb35c77-dc48-4611-a2fa-3f336410bce3 on network 34b5aa4f-86dd-44de-bbd5-0a5524448365 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:50:57.728831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Port 0bb35c77-dc48-4611-a2fa-3f336410bce3 on network 34b5aa4f-86dd-44de-bbd5-0a5524448365 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:50:57.729154 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Attempting to bind port 0bb35c77-dc48-4611-a2fa-3f336410bce3 on network 34b5aa4f-86dd-44de-bbd5-0a5524448365 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:50:57.733957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:50:57.734293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Checking segment: {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:50:57.734678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Bound using segment: {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:50:57.735100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Bound port: 0bb35c77-dc48-4611-a2fa-3f336410bce3, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:50:57.735458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:57.797657 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] For port 0bb35c77-dc48-4611-a2fa-3f336410bce3, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:50:57.800905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] For port 0bb35c77-dc48-4611-a2fa-3f336410bce3, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0bb35c77-dc48-4611-a2fa-3f336410bce3,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:50:57.806677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:57.810645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:57.812616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:50:57.814104 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] 10.222.0.27 "PUT /v2.0/ports/0bb35c77-dc48-4611-a2fa-3f336410bce3 HTTP/1.1" status: 200 len: 1093 time: 0.5386190 Nov 03 02:50:57.814619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9b9392-6573-4d67-b553-d53569bee791', 'tag': '0bb35c77-dc48-4611-a2fa-3f336410bce3'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:50:57.816921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64b96c7-020d-4592-b765-053c71f22dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9b9392-6573-4d67-b553-d53569bee791", "tag": "0bb35c77-dc48-4611-a2fa-3f336410bce3"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:50:57.870529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a0456c-88a7-41a0-a0eb-5b3631ff409c x-openstack-request-id: req-37a0456c-88a7-41a0-a0eb-5b3631ff409c {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:50:57.870815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9b9392-6573-4d67-b553-d53569bee791", "tag": "0bb35c77-dc48-4611-a2fa-3f336410bce3", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:50:57.871067 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37a0456c-88a7-41a0-a0eb-5b3631ff409c {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:50:57.871464 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a0456c-88a7-41a0-a0eb-5b3631ff409c'] response: {'name': 'network-changed', 'server_uuid': 'bc9b9392-6573-4d67-b553-d53569bee791', 'tag': '0bb35c77-dc48-4611-a2fa-3f336410bce3', 'status': 'completed', 'code': 200} Nov 03 02:50:57.928592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315cec5-dee4-4150-a340-913fd72e8989 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb35c77-dc48-4611-a2fa-3f336410bce3,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:50:57.958191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-783c4741-48fd-4722-8b9d-809b68f8e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:57.958413 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-64b9d968-2905-49fc-95d8-d983787628f8 None None] Attempt 2 to provision port 0bb35c77-dc48-4611-a2fa-3f336410bce3 Nov 03 02:50:57.959703 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-783c4741-48fd-4722-8b9d-809b68f8e915 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cf412cde227f490fbd276f26812f6764&device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 1127 time: 0.0990994 Nov 03 02:50:57.970359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08693b8-ea92-4cc2-86d1-8734a07e4820 req-60f4d49b-13c0-4312-999e-fba2884a5c7f tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:57.971770 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e08693b8-ea92-4cc2-86d1-8734a07e4820 req-60f4d49b-13c0-4312-999e-fba2884a5c7f tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 943 time: 0.0953264 Nov 03 02:50:57.996623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-64b9d968-2905-49fc-95d8-d983787628f8 None None] Port 0bb35c77-dc48-4611-a2fa-3f336410bce3 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:50:58.010937 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-5502130d-109d-4fef-88fe-424864f2885c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb35c77-dc48-4611-a2fa-3f336410bce3 HTTP/1.1" status: 200 len: 217 time: 0.0382340 Nov 03 02:50:58.077303 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e08693b8-ea92-4cc2-86d1-8734a07e4820 req-b78c3cbe-e4f5-40a3-88c1-e01f6eb0f367 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991404 Nov 03 02:50:58.080912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e19f1096-5820-4f66-b56f-afb7d726fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:58.082292 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-e19f1096-5820-4f66-b56f-afb7d726fdb0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=03658ad0-048d-4e24-89e9-89a160908808 HTTP/1.1" status: 200 len: 855 time: 0.0637448 Nov 03 02:50:58.138550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-04f4c422-1503-4e75-9d45-4e3b40991c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:58.140013 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-04f4c422-1503-4e75-9d45-4e3b40991c78 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=34b5aa4f-86dd-44de-bbd5-0a5524448365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482423 Nov 03 02:50:58.232596 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-dc678d1b-4f03-44f1-8f39-8d738b014caa service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810907 Nov 03 02:50:58.326350 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af036c80-26b7-4ead-a553-01fb9eb7c027 req-774132b0-af81-4aaa-ba1f-17eaf423371d service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835216 Nov 03 02:50:58.429917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b96c7-020d-4592-b765-053c71f22dfb req-8aa6bcab-59b4-4c83-83ac-f2ce17b8ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:58.431303 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e64b96c7-020d-4592-b765-053c71f22dfb req-8aa6bcab-59b4-4c83-83ac-f2ce17b8ecbe service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cf412cde227f490fbd276f26812f6764&device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 1127 time: 0.0450189 Nov 03 02:50:58.522176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b96c7-020d-4592-b765-053c71f22dfb req-5f3b4372-5694-4c6b-9dc3-d727a1f0cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:58.523629 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e64b96c7-020d-4592-b765-053c71f22dfb req-5f3b4372-5694-4c6b-9dc3-d727a1f0cf94 service neutron] 10.222.0.27 "GET /v2.0/networks?id=34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 200 len: 917 time: 0.0861511 Nov 03 02:50:58.561742 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e64b96c7-020d-4592-b765-053c71f22dfb req-78739a9c-b4dc-46bb-9e29-16e4bcd790df service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb35c77-dc48-4611-a2fa-3f336410bce3 HTTP/1.1" status: 200 len: 217 time: 0.0306792 Nov 03 02:50:58.610961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b96c7-020d-4592-b765-053c71f22dfb req-5a424ac6-bfdc-450f-9003-92fae0c88969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:58.612382 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e64b96c7-020d-4592-b765-053c71f22dfb req-5a424ac6-bfdc-450f-9003-92fae0c88969 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=03658ad0-048d-4e24-89e9-89a160908808 HTTP/1.1" status: 200 len: 855 time: 0.0435975 Nov 03 02:50:58.660144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b96c7-020d-4592-b765-053c71f22dfb req-9f77d28c-ad9c-4b46-88e6-030a72b2ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:58.661615 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e64b96c7-020d-4592-b765-053c71f22dfb req-9f77d28c-ad9c-4b46-88e6-030a72b2ded5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=34b5aa4f-86dd-44de-bbd5-0a5524448365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427864 Nov 03 02:50:59.072270 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e64b96c7-020d-4592-b765-053c71f22dfb req-2ed32f79-071c-4176-9507-8d57677ef39b service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032695 Nov 03 02:50:59.173149 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e64b96c7-020d-4592-b765-053c71f22dfb req-aac3c37a-816b-4ae9-bfa2-661d13898ef5 service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945866 Nov 03 02:50:59.213497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe20f3f-4b28-4299-9ca1-0d3df9d9c7bb req-40fe36ee-7d1b-47d8-90d1-a4b38c59716e tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:50:59.214947 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dbe20f3f-4b28-4299-9ca1-0d3df9d9c7bb req-40fe36ee-7d1b-47d8-90d1-a4b38c59716e tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 943 time: 0.0595412 Nov 03 02:50:59.260836 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dbe20f3f-4b28-4299-9ca1-0d3df9d9c7bb req-1f87e055-73d6-43f2-9647-974caea9b1d9 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401883 Nov 03 02:51:00.309953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0bb35c77-dc48-4611-a2fa-3f336410bce3 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:51:00.388716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b5458-609b-497c-908b-61016ac39249 req-3494c76a-cdf6-46ed-84cf-1866dde32408 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:00.391024 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e19b5458-609b-497c-908b-61016ac39249 req-3494c76a-cdf6-46ed-84cf-1866dde32408 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 943 time: 0.0545924 Nov 03 02:51:00.408884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 0bb35c77-dc48-4611-a2fa-3f336410bce3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0bb35c77-dc48-4611-a2fa-3f336410bce3,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:51:00.423463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '0bb35c77-dc48-4611-a2fa-3f336410bce3', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'port_id': '0bb35c77-dc48-4611-a2fa-3f336410bce3', 'mac_address': 'fa:16:3e:a7:3e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03658ad0-048d-4e24-89e9-89a160908808', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:51:00.437591 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e19b5458-609b-497c-908b-61016ac39249 req-95c237e0-6e58-4e94-991d-79d2b3205f47 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409589 Nov 03 02:51:00.458353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 0bb35c77-dc48-4611-a2fa-3f336410bce3 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:51:00.458743 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:00.471275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb35c77-dc48-4611-a2fa-3f336410bce3 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:51:00.489948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 0bb35c77-dc48-4611-a2fa-3f336410bce3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0bb35c77-dc48-4611-a2fa-3f336410bce3,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:51:00.494548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:00.538354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=0bb35c77-dc48-4611-a2fa-3f336410bce3,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:51:00.804287 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['0bb35c77-dc48-4611-a2fa-3f336410bce3'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:51:01.576000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4acc03-065f-4aee-b590-36abee65f873 req-d0fa3a67-cbf7-4171-8669-a20b3b40bb9b tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:01.578047 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc4acc03-065f-4aee-b590-36abee65f873 req-d0fa3a67-cbf7-4171-8669-a20b3b40bb9b tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 944 time: 0.0682735 Nov 03 02:51:01.638983 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fc4acc03-065f-4aee-b590-36abee65f873 req-7a3fc8ad-92be-41fb-b007-6e64a483f843 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549138 Nov 03 02:51:02.320745 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0bb35c77-dc48-4611-a2fa-3f336410bce3 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:51:02.366084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 0bb35c77-dc48-4611-a2fa-3f336410bce3 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:51:02.369758 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 0bb35c77-dc48-4611-a2fa-3f336410bce3 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:51:02.370145 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:02.370497 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 0bb35c77-dc48-4611-a2fa-3f336410bce3 Nov 03 02:51:02.448781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 0bb35c77-dc48-4611-a2fa-3f336410bce3 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:51:02.449177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:02.471093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b9392-6573-4d67-b553-d53569bee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb35c77-dc48-4611-a2fa-3f336410bce3'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:51:02.473385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f584c4-be4d-45b0-9233-35aed046e09c" -d '{"events": [{"server_uuid": "bc9b9392-6573-4d67-b553-d53569bee791", "name": "network-vif-plugged", "status": "completed", "tag": "0bb35c77-dc48-4611-a2fa-3f336410bce3"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:51:02.487409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 0bb35c77-dc48-4611-a2fa-3f336410bce3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0bb35c77-dc48-4611-a2fa-3f336410bce3,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:51:02.492288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:02.515161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfecf14c-3f80-4afa-a29d-6ffc7f136860 x-openstack-request-id: req-bfecf14c-3f80-4afa-a29d-6ffc7f136860 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:51:02.515504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b9392-6573-4d67-b553-d53569bee791", "name": "network-vif-plugged", "status": "completed", "tag": "0bb35c77-dc48-4611-a2fa-3f336410bce3", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:51:02.515804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfecf14c-3f80-4afa-a29d-6ffc7f136860 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:51:02.516208 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfecf14c-3f80-4afa-a29d-6ffc7f136860'] response: {'server_uuid': 'bc9b9392-6573-4d67-b553-d53569bee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb35c77-dc48-4611-a2fa-3f336410bce3', 'code': 200} Nov 03 02:51:02.541541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=0bb35c77-dc48-4611-a2fa-3f336410bce3,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:51:02.549511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.549872 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.550225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.550570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.550910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.551246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.551581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.551915 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.552254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.552608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.552939 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.553284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.553593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:51:02.693530 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee024788-354e-44a7-a093-4c0666aa072b req-cff41900-a1ef-48b7-aa24-52345856cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:02.695039 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ee024788-354e-44a7-a093-4c0666aa072b req-cff41900-a1ef-48b7-aa24-52345856cebd service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 1129 time: 0.0447340 Nov 03 02:51:02.765541 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ee024788-354e-44a7-a093-4c0666aa072b req-c5627a08-5198-4303-ab17-f6dd60d03dbf service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644991 Nov 03 02:51:02.783697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ad3c5-d66d-44ac-908c-c04e5681a0cd req-9e10ddae-a185-41e1-afe2-70b51806db45 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:02.785144 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a95ad3c5-d66d-44ac-908c-c04e5681a0cd req-9e10ddae-a185-41e1-afe2-70b51806db45 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 945 time: 0.0688002 Nov 03 02:51:02.835463 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a95ad3c5-d66d-44ac-908c-c04e5681a0cd req-78dd24a3-51dc-4b0f-b793-8c0147bff0ff tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447640 Nov 03 02:51:03.959491 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:51:03.974574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8f0b8-dc40-4e9a-8bbb-074c7b0205c7 req-071312ca-81f5-40da-a340-b87a66715d6c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:03.976061 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-86d8f0b8-dc40-4e9a-8bbb-074c7b0205c7 req-071312ca-81f5-40da-a340-b87a66715d6c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 945 time: 0.0592604 Nov 03 02:51:04.024168 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-86d8f0b8-dc40-4e9a-8bbb-074c7b0205c7 req-9fb07930-9c87-492c-b365-57fe3a52a881 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420599 Nov 03 02:51:05.146529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6d4ba-b9c4-4732-99c9-baef0e66e500 req-dbd91ac4-8620-4820-966a-095d2a0153db tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:05.147900 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-39e6d4ba-b9c4-4732-99c9-baef0e66e500 req-dbd91ac4-8620-4820-966a-095d2a0153db tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 945 time: 0.0518742 Nov 03 02:51:05.193665 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-39e6d4ba-b9c4-4732-99c9-baef0e66e500 req-9ea675c9-ebb1-40b4-a2ad-e11006e192f9 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Nov 03 02:51:05.321722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414bfb3-03cf-496f-8b16-4da8a5cae022 req-6d0a1b8f-e449-4a98-97b0-7c39e82c5c42 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:05.323124 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b414bfb3-03cf-496f-8b16-4da8a5cae022 req-6d0a1b8f-e449-4a98-97b0-7c39e82c5c42 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 945 time: 0.0560243 Nov 03 02:51:05.369905 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b414bfb3-03cf-496f-8b16-4da8a5cae022 req-332a3b25-de6e-41b8-92f8-8e3fc0a12062 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Nov 03 02:51:08.398860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:09.389544 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-b4294774-9324-465e-b980-bbb73d248ad2 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466995 Nov 03 02:51:09.476649 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-e0a767ea-ccf3-4931-a17d-6966ed42e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:09.478389 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-e0a767ea-ccf3-4931-a17d-6966ed42e44d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cf412cde227f490fbd276f26812f6764&device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 1129 time: 0.0453246 Nov 03 02:51:09.583619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-298abe65-91b5-44e8-9047-3b6e2461046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:09.585023 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-298abe65-91b5-44e8-9047-3b6e2461046e service neutron] 10.222.0.27 "GET /v2.0/networks?id=34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 200 len: 917 time: 0.0886080 Nov 03 02:51:09.623575 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-262febd0-49a0-4be9-a179-3d4b06a862e5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb35c77-dc48-4611-a2fa-3f336410bce3 HTTP/1.1" status: 200 len: 217 time: 0.0324781 Nov 03 02:51:09.672598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-5c8b2834-a251-4410-a7df-b984872e2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:09.674018 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-5c8b2834-a251-4410-a7df-b984872e2c8e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=03658ad0-048d-4e24-89e9-89a160908808 HTTP/1.1" status: 200 len: 855 time: 0.0439074 Nov 03 02:51:09.729679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-74dc7688-5fcb-4fb7-a127-141f84ef80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:09.731179 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-74dc7688-5fcb-4fb7-a127-141f84ef80c5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=34b5aa4f-86dd-44de-bbd5-0a5524448365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496061 Nov 03 02:51:09.807240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-94690429-0455-466c-a834-d8a7bdefcc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:09.821956 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-c0744fbe-5d19-4310-87c3-23c10c04dc5a service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839369 Nov 03 02:51:09.916980 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8d5dfecc-d9a1-4672-bde6-911f6f03f883 req-b5eb9d08-6afe-4d05-b450-f01b8830ede0 service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889328 Nov 03 02:51:12.303968 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2ef7a888-1620-42cc-b9da-c4984cb56c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:13.263981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:14.746091 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:16.142416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:38.396890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:39.810891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f2f74201-68d9-4e08-bac6-c6484d00e4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:40.681817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a23aaf-037c-4364-97e0-d7600a4288ab req-5a3efc05-a3db-49ea-b69d-d6896b7b7c8b tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:40.683379 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61a23aaf-037c-4364-97e0-d7600a4288ab req-5a3efc05-a3db-49ea-b69d-d6896b7b7c8b tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 945 time: 0.0538044 Nov 03 02:51:40.731627 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61a23aaf-037c-4364-97e0-d7600a4288ab req-ff3d90fc-27a1-457a-9d36-bc5f56c8bdff tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Nov 03 02:51:40.958424 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:51:41.864326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b614e-0234-4e50-8ef4-df07ae4a2602 req-794bc810-c4ba-44cf-ae00-974bf4fcb736 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:41.865862 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-791b614e-0234-4e50-8ef4-df07ae4a2602 req-794bc810-c4ba-44cf-ae00-974bf4fcb736 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 945 time: 0.0579760 Nov 03 02:51:41.913638 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-791b614e-0234-4e50-8ef4-df07ae4a2602 req-f9a48b8b-24fe-4bc3-a5c5-f4c2c42c4b02 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 Nov 03 02:51:42.307317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-556df646-9824-4c13-a5be-69197d091b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:42.388510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09683960-1be6-43b0-bba2-cefd762a9e4c req-c327d1b5-4cc5-4f07-85b0-5eb736b7e8c1 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:42.390319 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-09683960-1be6-43b0-bba2-cefd762a9e4c req-c327d1b5-4cc5-4f07-85b0-5eb736b7e8c1 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 945 time: 0.0540178 Nov 03 02:51:42.475891 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-09683960-1be6-43b0-bba2-cefd762a9e4c req-8c33b4e5-e9b1-4339-9bd2-e68ec481bfac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Deleting port 0bb35c77-dc48-4611-a2fa-3f336410bce3 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:51:42.476233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-09683960-1be6-43b0-bba2-cefd762a9e4c req-8c33b4e5-e9b1-4339-9bd2-e68ec481bfac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:42.567903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-09683960-1be6-43b0-bba2-cefd762a9e4c req-8c33b4e5-e9b1-4339-9bd2-e68ec481bfac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] For port 0bb35c77-dc48-4611-a2fa-3f336410bce3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0bb35c77-dc48-4611-a2fa-3f336410bce3,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:51:42.568164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-09683960-1be6-43b0-bba2-cefd762a9e4c req-8c33b4e5-e9b1-4339-9bd2-e68ec481bfac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:42.581955 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-09683960-1be6-43b0-bba2-cefd762a9e4c req-8c33b4e5-e9b1-4339-9bd2-e68ec481bfac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Calling delete_port for 0bb35c77-dc48-4611-a2fa-3f336410bce3 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:51:42.713441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-09683960-1be6-43b0-bba2-cefd762a9e4c req-8c33b4e5-e9b1-4339-9bd2-e68ec481bfac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0bb35c77-dc48-4611-a2fa-3f336410bce3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:42.730369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['0bb35c77-dc48-4611-a2fa-3f336410bce3'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:51:42.742074 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33b4e5-e9b1-4339-9bd2-e68ec481bfac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Pushing event deleted for resources: {'Port': ['ID=0bb35c77-dc48-4611-a2fa-3f336410bce3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:51:42.785575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-09683960-1be6-43b0-bba2-cefd762a9e4c req-8c33b4e5-e9b1-4339-9bd2-e68ec481bfac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] No DVR routers for this DVR port 0bb35c77-dc48-4611-a2fa-3f336410bce3 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:51:42.788066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-09683960-1be6-43b0-bba2-cefd762a9e4c req-8c33b4e5-e9b1-4339-9bd2-e68ec481bfac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:42.791319 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-09683960-1be6-43b0-bba2-cefd762a9e4c req-8c33b4e5-e9b1-4339-9bd2-e68ec481bfac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "DELETE /v2.0/ports/0bb35c77-dc48-4611-a2fa-3f336410bce3 HTTP/1.1" status: 204 len: 173 time: 0.3953376 Nov 03 02:51:42.791815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b9392-6573-4d67-b553-d53569bee791', 'name': 'network-vif-deleted', 'tag': '0bb35c77-dc48-4611-a2fa-3f336410bce3'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:51:42.794058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd2fd3a-42f6-40a8-8ff2-88011e99ffc7" -d '{"events": [{"server_uuid": "bc9b9392-6573-4d67-b553-d53569bee791", "name": "network-vif-deleted", "tag": "0bb35c77-dc48-4611-a2fa-3f336410bce3"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:51:42.829501 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d09b08e-6368-498a-8e70-cf6930876d85 x-openstack-request-id: req-7d09b08e-6368-498a-8e70-cf6930876d85 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:51:42.829801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b9392-6573-4d67-b553-d53569bee791", "name": "network-vif-deleted", "tag": "0bb35c77-dc48-4611-a2fa-3f336410bce3", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:51:42.830055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d09b08e-6368-498a-8e70-cf6930876d85 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:51:42.830458 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d09b08e-6368-498a-8e70-cf6930876d85'] response: {'server_uuid': 'bc9b9392-6573-4d67-b553-d53569bee791', 'name': 'network-vif-deleted', 'tag': '0bb35c77-dc48-4611-a2fa-3f336410bce3', 'status': 'completed', 'code': 200} Nov 03 02:51:43.029170 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b621fb08-ba06-4c1a-a6aa-7471410a0b04 req-46e4eaee-2164-4687-b079-aa2ae4338c09 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9b9392-6573-4d67-b553-d53569bee791 HTTP/1.1" status: 200 len: 210 time: 0.0311272 Nov 03 02:51:43.268435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:44.378158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-88a79130-6a2e-4884-b639-293d7f7c1207 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:44.379611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-88a79130-6a2e-4884-b639-293d7f7c1207 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/networks?id=34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 200 len: 816 time: 0.1009846 Nov 03 02:51:44.393851 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-ffd7e6e1-ad71-47a8-ae7c-17ff79b44334 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/quotas/cf412cde227f490fbd276f26812f6764 HTTP/1.1" status: 200 len: 375 time: 0.0089154 Nov 03 02:51:44.447622 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a290a67d-c697-4f48-adb6-a6ee6e10a650 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf412cde227f490fbd276f26812f6764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487361 Nov 03 02:51:44.543579 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-db17db1b-c3c0-4902-a6bb-eb7fd356d087 service neutron] 10.222.0.23 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846484 Nov 03 02:51:44.633409 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-9ae34d8a-cd33-487b-941c-94ecde6be300 service neutron] 10.222.0.23 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830076 Nov 03 02:51:44.748866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:44.799406 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ea6ce837-757d-4197-8f7e-b22e3a4cab02 req-02437572-32b1-4903-b6b2-8b9f6c6b58e0 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 210 time: 0.0345526 Nov 03 02:51:45.769952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-64a5ba49-c8b6-48d7-829d-5b9632a94eca tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:45.771431 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-64a5ba49-c8b6-48d7-829d-5b9632a94eca tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "GET /v2.0/networks?id=34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 200 len: 816 time: 0.1053452 Nov 03 02:51:45.789438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Request body: {'port': {'device_id': 'e151a1da-bff6-4734-8c9f-31cb298e6041', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'admin_state_up': True, 'tenant_id': 'cf412cde227f490fbd276f26812f6764'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:51:45.906798 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-49431820-f653-4a6e-8742-e1bf0706034a req-95c7b916-eccb-4f62-8914-7b67973696b6 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 210 time: 0.0347147 Nov 03 02:51:45.929602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Made reservation on behalf of cf412cde227f490fbd276f26812f6764 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:51:45.932916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.061516 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Allocated IP 172.20.0.11 (34b5aa4f-86dd-44de-bbd5-0a5524448365/03658ad0-048d-4e24-89e9-89a160908808/8bc68323-11a9-44ed-ab6b-17ddbccb9a9f) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:51:46.145842 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.211627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks [] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.248350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.288771 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Network 34b5aa4f-86dd-44de-bbd5-0a5524448365 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:51:46.291804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:51:46.298627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:51:46.303951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Pushing event updated for resources: {'Port': ['ID=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:51:46.351140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:46.351772 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.374643 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-a2467416-6e91-49c1-9e6f-3dd3078f9393 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898690 Nov 03 02:51:46.391179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Request body: {'port': {'device_id': 'e151a1da-bff6-4734-8c9f-31cb298e6041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:51:46.458091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.521220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4407f79f-1c03-4c9b-b83e-291a298fa886 None None] Provisioning complete for port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:51:46.521603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4407f79f-1c03-4c9b-b83e-291a298fa886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.521945 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4407f79f-1c03-4c9b-b83e-291a298fa886 None None] Attempt 1 to provision port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f Nov 03 02:51:46.552385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4407f79f-1c03-4c9b-b83e-291a298fa886 None None] Port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:51:46.646195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0bb35c77-dc48-4611-a2fa-3f336410bce3 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:51:46.666965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 0bb35c77-dc48-4611-a2fa-3f336410bce3 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:51:46.667374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0bb35c77-dc48-4611-a2fa-3f336410bce3 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:51:46.715646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:51:46.723798 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Publish callbacks [] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.736253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Transition to ACTIVE for port object 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:51:46.740878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.820691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Pushing event updated for resources: {'Port': ['ID=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:51:46.847699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Attempting to bind port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:51:46.848039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Attempting to bind port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:51:46.848372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Attempting to bind port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f on network 34b5aa4f-86dd-44de-bbd5-0a5524448365 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:51:46.852636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f on network 34b5aa4f-86dd-44de-bbd5-0a5524448365 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:51:46.852963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Attempting to bind port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f on network 34b5aa4f-86dd-44de-bbd5-0a5524448365 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:51:46.857940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:51:46.858278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Checking segment: {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:51:46.858682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Bound using segment: {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:51:46.859109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Bound port: 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:51:46.859462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.919289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] For port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:51:46.922869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] For port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:51:46.929245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.933207 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:46.933825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:46.935230 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] 10.222.0.27 "PUT /v2.0/ports/8bc68323-11a9-44ed-ab6b-17ddbccb9a9f HTTP/1.1" status: 200 len: 1094 time: 0.5485036 Nov 03 02:51:46.935726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e151a1da-bff6-4734-8c9f-31cb298e6041', 'tag': '8bc68323-11a9-44ed-ab6b-17ddbccb9a9f'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:51:46.938364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06a7214-c927-4d05-8aaf-a259feb434f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e151a1da-bff6-4734-8c9f-31cb298e6041", "tag": "8bc68323-11a9-44ed-ab6b-17ddbccb9a9f"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:51:46.983231 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5637abed-0eca-4cca-affd-c282c3893298 x-openstack-request-id: req-5637abed-0eca-4cca-affd-c282c3893298 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:51:46.983523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e151a1da-bff6-4734-8c9f-31cb298e6041", "tag": "8bc68323-11a9-44ed-ab6b-17ddbccb9a9f", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:51:46.983781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5637abed-0eca-4cca-affd-c282c3893298 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:51:46.984446 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5637abed-0eca-4cca-affd-c282c3893298'] response: {'name': 'network-changed', 'server_uuid': 'e151a1da-bff6-4734-8c9f-31cb298e6041', 'tag': '8bc68323-11a9-44ed-ab6b-17ddbccb9a9f', 'status': 'completed', 'code': 200} Nov 03 02:51:47.029013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de3f62-64f4-4ef5-bc61-002a43ad1aac service neutron] Pushing event updated for resources: {'Port': ['ID=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:51:47.053675 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4407f79f-1c03-4c9b-b83e-291a298fa886 None None] Attempt 2 to provision port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f Nov 03 02:51:47.081468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-56a243fc-8037-4a10-9a25-bb85db35a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:47.083004 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-56a243fc-8037-4a10-9a25-bb85db35a4af service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cf412cde227f490fbd276f26812f6764&device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 1128 time: 0.0955045 Nov 03 02:51:47.090456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91e9a1-c6c4-4e89-b846-585cc535c9b4 req-e05d65bf-6434-4921-871f-8913c6503f77 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:47.091835 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ab91e9a1-c6c4-4e89-b846-585cc535c9b4 req-e05d65bf-6434-4921-871f-8913c6503f77 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 944 time: 0.0919433 Nov 03 02:51:47.095301 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4407f79f-1c03-4c9b-b83e-291a298fa886 None None] Port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:51:47.138334 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-89dff89c-307b-4444-9770-10c0de836e7d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f HTTP/1.1" status: 200 len: 217 time: 0.0426843 Nov 03 02:51:47.192598 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ab91e9a1-c6c4-4e89-b846-585cc535c9b4 req-a6f5bcb6-fa09-4c41-9976-fb67dc5e8530 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903735 Nov 03 02:51:47.206769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-b48e7275-7877-4bf9-99ec-88715afefa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:47.208183 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-b48e7275-7877-4bf9-99ec-88715afefa0a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=03658ad0-048d-4e24-89e9-89a160908808 HTTP/1.1" status: 200 len: 855 time: 0.0572171 Nov 03 02:51:47.266624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-977c7aa8-c1b7-4a69-8f59-7e0ae34d954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:47.268093 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-977c7aa8-c1b7-4a69-8f59-7e0ae34d954a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=34b5aa4f-86dd-44de-bbd5-0a5524448365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473282 Nov 03 02:51:47.360827 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-0145bbc6-b489-493d-ab2b-abdd22375b06 service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820282 Nov 03 02:51:47.454654 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2c75a711-f5f3-4e64-b9ed-30757e617dfe req-5fcc2dd1-b094-4fac-a15b-fb93f00b9a52 service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854721 Nov 03 02:51:47.549787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a7214-c927-4d05-8aaf-a259feb434f6 req-10f84e9d-5566-46f4-ba39-dd624f2cd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:47.551296 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b06a7214-c927-4d05-8aaf-a259feb434f6 req-10f84e9d-5566-46f4-ba39-dd624f2cd0fb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cf412cde227f490fbd276f26812f6764&device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 1128 time: 0.0463984 Nov 03 02:51:47.642561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a7214-c927-4d05-8aaf-a259feb434f6 req-56b8c93e-9dae-4e47-a922-bc06f6c71ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:47.644013 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b06a7214-c927-4d05-8aaf-a259feb434f6 req-56b8c93e-9dae-4e47-a922-bc06f6c71ff7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 200 len: 917 time: 0.0862558 Nov 03 02:51:47.684270 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b06a7214-c927-4d05-8aaf-a259feb434f6 req-c0bc848e-14f6-4934-bc8b-77c4322a0cb6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f HTTP/1.1" status: 200 len: 217 time: 0.0324445 Nov 03 02:51:47.733536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a7214-c927-4d05-8aaf-a259feb434f6 req-db2ac310-fd02-4620-97c4-74798eeaa22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:47.734861 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b06a7214-c927-4d05-8aaf-a259feb434f6 req-db2ac310-fd02-4620-97c4-74798eeaa22f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=03658ad0-048d-4e24-89e9-89a160908808 HTTP/1.1" status: 200 len: 855 time: 0.0437813 Nov 03 02:51:47.785828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a7214-c927-4d05-8aaf-a259feb434f6 req-aefa7f8b-b531-4e21-ac1b-818f99a6db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:47.787289 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b06a7214-c927-4d05-8aaf-a259feb434f6 req-aefa7f8b-b531-4e21-ac1b-818f99a6db3a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=34b5aa4f-86dd-44de-bbd5-0a5524448365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433984 Nov 03 02:51:47.879204 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b06a7214-c927-4d05-8aaf-a259feb434f6 req-976e152f-5108-4c9c-a9d6-17bb5844d18f service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844452 Nov 03 02:51:47.968392 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b06a7214-c927-4d05-8aaf-a259feb434f6 req-e29653a9-6e48-4aff-80de-5fb1e0e03024 service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823326 Nov 03 02:51:48.320989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef28b-733c-4225-a281-f032cf64726d req-efc1dfe5-7925-4d65-a56b-5eef057820cd tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:48.322473 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3c7ef28b-733c-4225-a281-f032cf64726d req-efc1dfe5-7925-4d65-a56b-5eef057820cd tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 944 time: 0.0571225 Nov 03 02:51:48.369699 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3c7ef28b-733c-4225-a281-f032cf64726d req-3672c250-12a7-4b78-aa32-1e9b3c378ec3 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Nov 03 02:51:49.491400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1fa4e-6273-4fbb-a0a9-a032163a8ccc req-5b86a2a9-6265-4e57-8504-57c4be903b6a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:49.492892 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0dd1fa4e-6273-4fbb-a0a9-a032163a8ccc req-5b86a2a9-6265-4e57-8504-57c4be903b6a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 944 time: 0.0514526 Nov 03 02:51:49.538470 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0dd1fa4e-6273-4fbb-a0a9-a032163a8ccc req-821b41c0-8e2e-4f4f-825a-e067412eb079 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Nov 03 02:51:50.645941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:51:50.665482 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869cd1e-2bbe-4be5-8123-fe7ef9f1bca7 req-5b3783e8-0da0-4f1d-86cc-53c739c10a00 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:50.666971 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9869cd1e-2bbe-4be5-8123-fe7ef9f1bca7 req-5b3783e8-0da0-4f1d-86cc-53c739c10a00 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 944 time: 0.0567472 Nov 03 02:51:50.713538 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9869cd1e-2bbe-4be5-8123-fe7ef9f1bca7 req-6a68cf42-3983-41c7-92b7-3ad88acac8a4 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Nov 03 02:51:50.745367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:51:50.756927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '8bc68323-11a9-44ed-ab6b-17ddbccb9a9f', 'network_id': '34b5aa4f-86dd-44de-bbd5-0a5524448365', 'port_id': '8bc68323-11a9-44ed-ab6b-17ddbccb9a9f', 'mac_address': 'fa:16:3e:f9:a9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03658ad0-048d-4e24-89e9-89a160908808', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:51:50.790940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:51:50.791325 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:50.803601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:51:50.823013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:51:50.827697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:50.871664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:51:51.148296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['8bc68323-11a9-44ed-ab6b-17ddbccb9a9f'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:51:51.837708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc65f2f-02d6-4339-bf53-5724295b20bf req-44f0c8dc-b46e-462a-8ef5-28cf47fcfaf7 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:51.839174 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bbc65f2f-02d6-4339-bf53-5724295b20bf req-44f0c8dc-b46e-462a-8ef5-28cf47fcfaf7 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 945 time: 0.0528469 Nov 03 02:51:51.885400 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bbc65f2f-02d6-4339-bf53-5724295b20bf req-905e7657-1cd5-479f-92f5-2c08934ba586 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Nov 03 02:51:52.662217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:51:52.708334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:51:52.712410 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:51:52.712816 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:52.713160 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f Nov 03 02:51:52.786968 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:51:52.787358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:52.809685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e151a1da-bff6-4734-8c9f-31cb298e6041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc68323-11a9-44ed-ab6b-17ddbccb9a9f'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:51:52.811951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0f78e6-1c92-49bc-8b92-5955434e48eb" -d '{"events": [{"server_uuid": "e151a1da-bff6-4734-8c9f-31cb298e6041", "name": "network-vif-plugged", "status": "completed", "tag": "8bc68323-11a9-44ed-ab6b-17ddbccb9a9f"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:51:52.825738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:51:52.829924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:51:52.851815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ef86b4-99f1-473a-9167-43cde541ffeb x-openstack-request-id: req-b0ef86b4-99f1-473a-9167-43cde541ffeb {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:51:52.852103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e151a1da-bff6-4734-8c9f-31cb298e6041", "name": "network-vif-plugged", "status": "completed", "tag": "8bc68323-11a9-44ed-ab6b-17ddbccb9a9f", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:51:52.852376 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0ef86b4-99f1-473a-9167-43cde541ffeb {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:51:52.852789 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ef86b4-99f1-473a-9167-43cde541ffeb'] response: {'server_uuid': 'e151a1da-bff6-4734-8c9f-31cb298e6041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc68323-11a9-44ed-ab6b-17ddbccb9a9f', 'code': 200} Nov 03 02:51:52.878577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:51:53.042126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9e189-3be6-4bd3-9c67-bf5ee78e10c5 req-fdee41a8-0971-4c8b-bfc4-0c73921dd7ac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:53.043583 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-13f9e189-3be6-4bd3-9c67-bf5ee78e10c5 req-fdee41a8-0971-4c8b-bfc4-0c73921dd7ac tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 946 time: 0.0832527 Nov 03 02:51:53.071251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18c0c8-d15b-4166-94b6-52ba8b78f16a req-9b861376-f056-4341-8038-6f882e3bb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:53.072730 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e18c0c8-d15b-4166-94b6-52ba8b78f16a req-9b861376-f056-4341-8038-6f882e3bb8a9 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 1130 time: 0.0746799 Nov 03 02:51:53.110931 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-13f9e189-3be6-4bd3-9c67-bf5ee78e10c5 req-ae56b75d-c3af-4e57-a5c0-591b24ad0218 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607910 Nov 03 02:51:53.133680 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e18c0c8-d15b-4166-94b6-52ba8b78f16a req-a24b221a-f8ad-4020-858d-e029e1bb5aa3 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495424 Nov 03 02:51:54.239137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b71165-dae7-4ce4-b691-770995dc986b req-ccbeefa3-f2cb-4ec5-9669-eea20ee61cea tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:54.240672 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-42b71165-dae7-4ce4-b691-770995dc986b req-ccbeefa3-f2cb-4ec5-9669-eea20ee61cea tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 946 time: 0.0540483 Nov 03 02:51:54.289835 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-42b71165-dae7-4ce4-b691-770995dc986b req-6c57f82f-8a13-4874-8d5f-8879abba940a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Nov 03 02:51:55.417100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5cb1c-13c7-4d74-a23d-2da5a24188ea req-392bd751-7820-495d-85e8-be6dd045857a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:55.418568 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4c5cb1c-13c7-4d74-a23d-2da5a24188ea req-392bd751-7820-495d-85e8-be6dd045857a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 946 time: 0.0555620 Nov 03 02:51:55.464475 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4c5cb1c-13c7-4d74-a23d-2da5a24188ea req-10e16015-3707-4a63-a7c5-52331c469da3 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Nov 03 02:51:55.586364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc16f6-09b1-4c2e-a92d-1cdfe60dbaf7 req-0f4b5d09-bc39-4c0e-8fe8-e05fa132f0c2 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:51:55.587750 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d0cc16f6-09b1-4c2e-a92d-1cdfe60dbaf7 req-0f4b5d09-bc39-4c0e-8fe8-e05fa132f0c2 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 946 time: 0.0519376 Nov 03 02:51:55.633626 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d0cc16f6-09b1-4c2e-a92d-1cdfe60dbaf7 req-ea8de5d0-83dd-422d-86dd-66f6054c1f0c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 Nov 03 02:52:08.407100 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:09.814938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9df421cf-8f60-4bca-84e2-18dca920097f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:10.040712 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-a90f8d44-3053-45ba-a452-b74860a2eb86 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906250 Nov 03 02:52:10.133103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-3e627dde-4ab5-4853-ab8d-4529f1f1c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:52:10.134612 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-3e627dde-4ab5-4853-ab8d-4529f1f1c98c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cf412cde227f490fbd276f26812f6764&device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 1130 time: 0.0456152 Nov 03 02:52:10.244600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-9fc6ecc4-94d4-4505-9f14-1f251e88f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:52:10.246061 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-9fc6ecc4-94d4-4505-9f14-1f251e88f5d3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 200 len: 917 time: 0.0868340 Nov 03 02:52:10.288025 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-09d93bdc-b694-4661-9476-acc50a789dde service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f HTTP/1.1" status: 200 len: 217 time: 0.0352893 Nov 03 02:52:10.337813 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-ae0d62ef-34ba-457a-aca7-8220f46b1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:52:10.339132 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-ae0d62ef-34ba-457a-aca7-8220f46b1b25 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=03658ad0-048d-4e24-89e9-89a160908808 HTTP/1.1" status: 200 len: 855 time: 0.0431244 Nov 03 02:52:10.389138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-ec3155e1-2963-4d3d-a336-6f9baf6a69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:52:10.391360 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-ec3155e1-2963-4d3d-a336-6f9baf6a69fb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=34b5aa4f-86dd-44de-bbd5-0a5524448365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445135 Nov 03 02:52:10.401951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-87a6f660-688d-4165-baf8-39275e726016 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:52:10.403276 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-87a6f660-688d-4165-baf8-39275e726016 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051632 Nov 03 02:52:10.493450 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-87c38f4b-abf7-495e-a797-f6e0840aa20a service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836596 Nov 03 02:52:10.579598 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-92045e19-bb0c-4e7e-b8e7-43018a5fdb80 req-c9e0afd2-776d-4c49-9f37-f1fc0a9a6764 service neutron] 10.222.0.27 "GET /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797963 Nov 03 02:52:12.309178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a62044a7-c79d-4e16-909e-2196673a0398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:13.268097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:14.746074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:16.149571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:17.957475 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:52:31.011853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da48aa7-356f-4443-9780-1ca631a900fa req-bc7bedf6-537a-4012-804a-9802f394976c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:52:31.013476 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1da48aa7-356f-4443-9780-1ca631a900fa req-bc7bedf6-537a-4012-804a-9802f394976c tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 946 time: 0.0590911 Nov 03 02:52:31.060859 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1da48aa7-356f-4443-9780-1ca631a900fa req-2334d376-9d0b-4733-905c-d39b373d474e tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Nov 03 02:52:32.187759 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567fae6-76f2-4ea6-bcee-2b70694b528d req-23a3c28d-73ef-4737-b643-8be271b92bf5 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:52:32.189500 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a567fae6-76f2-4ea6-bcee-2b70694b528d req-23a3c28d-73ef-4737-b643-8be271b92bf5 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 946 time: 0.0530541 Nov 03 02:52:32.236214 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a567fae6-76f2-4ea6-bcee-2b70694b528d req-2f02e402-c7e4-4ebc-93b8-a8bf811c19cb tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/security-groups?id=76d6d603-d111-44c0-96be-1f0ff93d02fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Nov 03 02:52:32.690960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7e4f5-6f4e-4921-8886-82ed87966f1b req-cdefab72-af73-42b4-97e0-db7417b3a1fb tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:52:32.692400 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46f7e4f5-6f4e-4921-8886-82ed87966f1b req-cdefab72-af73-42b4-97e0-db7417b3a1fb tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 946 time: 0.0519066 Nov 03 02:52:32.784858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-46f7e4f5-6f4e-4921-8886-82ed87966f1b req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Deleting port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:52:32.785198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-46f7e4f5-6f4e-4921-8886-82ed87966f1b req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:32.875375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-46f7e4f5-6f4e-4921-8886-82ed87966f1b req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] For port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:32.875772 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-46f7e4f5-6f4e-4921-8886-82ed87966f1b req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:32.887391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-46f7e4f5-6f4e-4921-8886-82ed87966f1b req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Calling delete_port for 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:52:33.011742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-46f7e4f5-6f4e-4921-8886-82ed87966f1b req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8bc68323-11a9-44ed-ab6b-17ddbccb9a9f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:33.029234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['8bc68323-11a9-44ed-ab6b-17ddbccb9a9f'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:52:33.040440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Pushing event deleted for resources: {'Port': ['ID=8bc68323-11a9-44ed-ab6b-17ddbccb9a9f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:33.073706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.074058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.074402 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.074744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.075085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.075421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.075753 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.076083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.076411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.076761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.077090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.077419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.078595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:33.102022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f7e4f5-6f4e-4921-8886-82ed87966f1b req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] No DVR routers for this DVR port 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:52:33.104838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-46f7e4f5-6f4e-4921-8886-82ed87966f1b req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:33.108075 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46f7e4f5-6f4e-4921-8886-82ed87966f1b req-8d647a6c-614f-4b03-87c8-02d3f6addb81 tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.27 "DELETE /v2.0/ports/8bc68323-11a9-44ed-ab6b-17ddbccb9a9f HTTP/1.1" status: 204 len: 173 time: 0.4081900 Nov 03 02:52:33.108833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e151a1da-bff6-4734-8c9f-31cb298e6041', 'name': 'network-vif-deleted', 'tag': '8bc68323-11a9-44ed-ab6b-17ddbccb9a9f'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:52:33.111035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f263f41a-0b0f-4741-9375-fc14cbd1539a" -d '{"events": [{"server_uuid": "e151a1da-bff6-4734-8c9f-31cb298e6041", "name": "network-vif-deleted", "tag": "8bc68323-11a9-44ed-ab6b-17ddbccb9a9f"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:52:33.148602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c4430f-858c-48e7-aad1-1eb4571917e2 x-openstack-request-id: req-14c4430f-858c-48e7-aad1-1eb4571917e2 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:52:33.148894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e151a1da-bff6-4734-8c9f-31cb298e6041", "name": "network-vif-deleted", "tag": "8bc68323-11a9-44ed-ab6b-17ddbccb9a9f", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:52:33.149152 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14c4430f-858c-48e7-aad1-1eb4571917e2 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:52:33.149555 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c4430f-858c-48e7-aad1-1eb4571917e2'] response: {'server_uuid': 'e151a1da-bff6-4734-8c9f-31cb298e6041', 'name': 'network-vif-deleted', 'tag': '8bc68323-11a9-44ed-ab6b-17ddbccb9a9f', 'status': 'completed', 'code': 200} Nov 03 02:52:33.347064 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1513a03e-29be-46c8-acd0-74f3566549a1 req-a523d63c-f6d9-4a98-ac83-73d487ee667a tempest-TestEncryptedCinderVolumes-1491941010 tempest-TestEncryptedCinderVolumes-1491941010-project] 10.222.0.23 "GET /v2.0/ports?device_id=e151a1da-bff6-4734-8c9f-31cb298e6041 HTTP/1.1" status: 200 len: 210 time: 0.0271611 Nov 03 02:52:34.445758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45826) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:34.768411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (4549dcac-2ee2-4b69-803a-e4577119e7ef), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:34.997772 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] Deleting port 1628ef20-ac0f-491b-b82e-f0d102015c74 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:52:34.998117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:35.076174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] For port 1628ef20-ac0f-491b-b82e-f0d102015c74, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1628ef20-ac0f-491b-b82e-f0d102015c74,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:35.076452 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:35.089472 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] Calling delete_port for 1628ef20-ac0f-491b-b82e-f0d102015c74 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:52:35.580729 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1628ef20-ac0f-491b-b82e-f0d102015c74), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:35.609435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1628ef20-ac0f-491b-b82e-f0d102015c74,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:35.771274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (4549dcac-2ee2-4b69-803a-e4577119e7ef), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:35.970434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] Router 4549dcac-2ee2-4b69-803a-e4577119e7ef has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:52:36.069871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:52:36.076645 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e643b757-8b24-41e8-8fb4-249a3c9192ff admin admin] 10.222.0.23 "PUT /v2.0/routers/4549dcac-2ee2-4b69-803a-e4577119e7ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6283202 Nov 03 02:52:36.078423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45828) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:36.079453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e3818-99e2-476c-96ef-1d8383ada337 None None] Sync routers for ids ['4549dcac-2ee2-4b69-803a-e4577119e7ef'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:52:36.090316 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e3818-99e2-476c-96ef-1d8383ada337 None None] Routers {'4549dcac-2ee2-4b69-803a-e4577119e7ef'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:36.091035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eb4e3818-99e2-476c-96ef-1d8383ada337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4549dcac-2ee2-4b69-803a-e4577119e7ef'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:36.177714 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Publish callbacks [] for router (4549dcac-2ee2-4b69-803a-e4577119e7ef), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.280014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Publish callbacks [] for router_gateway (4549dcac-2ee2-4b69-803a-e4577119e7ef), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.330388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Deleting port 780664b6-788f-4d5f-82e8-14673dbc9ac2 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:52:36.330729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.337629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-eb4e3818-99e2-476c-96ef-1d8383ada337 None None] Set router 4549dcac-2ee2-4b69-803a-e4577119e7ef gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:36.409969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] For port 780664b6-788f-4d5f-82e8-14673dbc9ac2, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=780664b6-788f-4d5f-82e8-14673dbc9ac2,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:36.410344 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.423798 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Calling delete_port for 780664b6-788f-4d5f-82e8-14673dbc9ac2 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:52:36.510850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eb4e3818-99e2-476c-96ef-1d8383ada337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'name': 'tempest-TestEncryptedCinderVolumes-232576819-router', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:56Z', 'updated_at': '2022-11-03T02:52:35Z', 'revision_number': 5, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'gw_port': {'id': '780664b6-788f-4d5f-82e8-14673dbc9ac2', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:49:57Z', 'updated_at': '2022-11-03T02:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:36.535223 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e3818-99e2-476c-96ef-1d8383ada337 None None] Checking router: 4549dcac-2ee2-4b69-803a-e4577119e7ef for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:52:36.544957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e3818-99e2-476c-96ef-1d8383ada337 None None] Routers {'4549dcac-2ee2-4b69-803a-e4577119e7ef'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:36.545779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eb4e3818-99e2-476c-96ef-1d8383ada337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4549dcac-2ee2-4b69-803a-e4577119e7ef'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:36.592277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (780664b6-788f-4d5f-82e8-14673dbc9ac2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.620146 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Pushing event deleted for resources: {'Port': ['ID=780664b6-788f-4d5f-82e8-14673dbc9ac2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:36.631246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-eb4e3818-99e2-476c-96ef-1d8383ada337 None None] Set router 4549dcac-2ee2-4b69-803a-e4577119e7ef gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:36.634381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.634736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.635089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.635431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.635767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.636100 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.636427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.636853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.637182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.637510 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.637838 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.638163 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.638484 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:36.684757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-eb4e3818-99e2-476c-96ef-1d8383ada337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'name': 'tempest-TestEncryptedCinderVolumes-232576819-router', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:56Z', 'updated_at': '2022-11-03T02:52:36Z', 'revision_number': 6, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:36.694285 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (4549dcac-2ee2-4b69-803a-e4577119e7ef), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.709416 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e3818-99e2-476c-96ef-1d8383ada337 None None] The sync data for ids ['4549dcac-2ee2-4b69-803a-e4577119e7ef'] in dv-neutron-860659-5-hyperv is: [{'id': '4549dcac-2ee2-4b69-803a-e4577119e7ef', 'name': 'tempest-TestEncryptedCinderVolumes-232576819-router', 'tenant_id': 'cf412cde227f490fbd276f26812f6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:49:56Z', 'updated_at': '2022-11-03T02:52:36Z', 'revision_number': 6, 'project_id': 'cf412cde227f490fbd276f26812f6764', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:52:36.784201 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (4549dcac-2ee2-4b69-803a-e4577119e7ef), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.786253 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Publish callbacks [] for router_controller (4549dcac-2ee2-4b69-803a-e4577119e7ef), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.829369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (4549dcac-2ee2-4b69-803a-e4577119e7ef), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.829931 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4549dcac-2ee2-4b69-803a-e4577119e7ef {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:52:36.834313 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.835571 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-94fa1b33-83a3-49a2-bd65-6c8896e9e830 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4549dcac-2ee2-4b69-803a-e4577119e7ef HTTP/1.1" status: 204 len: 168 time: 0.7561247 Nov 03 02:52:36.838099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45832) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:36.886402 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-75664274-ead5-4faf-9f08-66b1d2e07a0f admin admin] Deleting subnet 03658ad0-048d-4e24-89e9-89a160908808 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:52:36.889449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-75664274-ead5-4faf-9f08-66b1d2e07a0f admin admin] Publish callbacks [] for subnet (03658ad0-048d-4e24-89e9-89a160908808), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.924618 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-75664274-ead5-4faf-9f08-66b1d2e07a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (03658ad0-048d-4e24-89e9-89a160908808), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:36.973722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:52:36.994102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:52:36.994379 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 8bc68323-11a9-44ed-ab6b-17ddbccb9a9f not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:52:36.998354 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-75664274-ead5-4faf-9f08-66b1d2e07a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (03658ad0-048d-4e24-89e9-89a160908808), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.054656 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-75664274-ead5-4faf-9f08-66b1d2e07a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (03658ad0-048d-4e24-89e9-89a160908808), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.081398 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75664274-ead5-4faf-9f08-66b1d2e07a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03658ad0-048d-4e24-89e9-89a160908808,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:37.083391 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-75664274-ead5-4faf-9f08-66b1d2e07a0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.089291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45834) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:37.089835 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-75664274-ead5-4faf-9f08-66b1d2e07a0f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/03658ad0-048d-4e24-89e9-89a160908808 HTTP/1.1" status: 204 len: 168 time: 0.2501564 Nov 03 02:52:37.097459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c508f92-809a-477b-a34e-ace260f05486 None None] Network 34b5aa4f-86dd-44de-bbd5-0a5524448365 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:52:37.203991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1628ef20-ac0f-491b-b82e-f0d102015c74 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:52:37.211470 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (34b5aa4f-86dd-44de-bbd5-0a5524448365), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.238623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 1628ef20-ac0f-491b-b82e-f0d102015c74 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:52:37.238980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1628ef20-ac0f-491b-b82e-f0d102015c74 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:52:37.265518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Deleting port f13d85d7-c007-4e73-aa7d-5792f8d9d987 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:52:37.265819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.336210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] For port f13d85d7-c007-4e73-aa7d-5792f8d9d987, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f13d85d7-c007-4e73-aa7d-5792f8d9d987,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:37.336641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.337251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] DHCP port deletion for 34b5aa4f-86dd-44de-bbd5-0a5524448365 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:52:37.349957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Calling delete_port for f13d85d7-c007-4e73-aa7d-5792f8d9d987 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:52:37.387536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Deleting port f13d85d7-c007-4e73-aa7d-5792f8d9d987 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:52:37.388029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.433252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.457290 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] For port f13d85d7-c007-4e73-aa7d-5792f8d9d987, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f13d85d7-c007-4e73-aa7d-5792f8d9d987,segment=NetworkSegment(e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43),segment_id=e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:37.458192 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.460879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] No DVR routers for this DVR port f13d85d7-c007-4e73-aa7d-5792f8d9d987 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:52:37.464634 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f13d85d7-c007-4e73-aa7d-5792f8d9d987,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:37.471260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Calling delete_port for f13d85d7-c007-4e73-aa7d-5792f8d9d987 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:52:37.542663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (34b5aa4f-86dd-44de-bbd5-0a5524448365), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.552364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (f13d85d7-c007-4e73-aa7d-5792f8d9d987), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.570291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b5aa4f-86dd-44de-bbd5-0a5524448365']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:37.580397 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] No DVR routers for this DVR port f13d85d7-c007-4e73-aa7d-5792f8d9d987 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:52:37.582268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:37.582402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Pushing event deleted for resources: {'Port': ['ID=f13d85d7-c007-4e73-aa7d-5792f8d9d987,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:37.582574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:37.592702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.596818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.597181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.597528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.597870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.598205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.598539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.599343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.599715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.600054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.600395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.600757 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.601086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.601419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895348b-14f5-455c-a37c-56fc3722f27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:37.607315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.613597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:52:37.614094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.653315 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43 resource provider aggregate not found Nov 03 02:52:37.670880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3973ebf-0ae1-4e82-8eb5-7f96b57a2d43 found for delete ", "request_id": "req-de3ddc52-60e8-4ca2-99e8-df2da0706b69"}]} Nov 03 02:52:37.678833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (34b5aa4f-86dd-44de-bbd5-0a5524448365), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.683985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:37.687649 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/34b5aa4f-86dd-44de-bbd5-0a5524448365 HTTP/1.1" status: 204 len: 168 time: 0.5973599 Nov 03 02:52:37.690732 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45840) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:37.698598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5571b-1380-4cd9-90c3-0a2b92d6ada5 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b5aa4f-86dd-44de-bbd5-0a5524448365,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:38.014583 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:38.243917 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] Deleting port a5358333-7ad0-49a8-8cee-86e24b5eef20 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:52:38.244586 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:38.325592 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] For port a5358333-7ad0-49a8-8cee-86e24b5eef20, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a5358333-7ad0-49a8-8cee-86e24b5eef20,segment=NetworkSegment(1855bb6c-1928-4988-a227-ee0cd2bfb3b8),segment_id=1855bb6c-1928-4988-a227-ee0cd2bfb3b8)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:38.325958 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:38.339418 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] Calling delete_port for a5358333-7ad0-49a8-8cee-86e24b5eef20 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:52:38.395966 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:38.818865 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (a5358333-7ad0-49a8-8cee-86e24b5eef20), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:38.845193 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5358333-7ad0-49a8-8cee-86e24b5eef20,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:39.003861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:39.072265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 780664b6-788f-4d5f-82e8-14673dbc9ac2 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:52:39.091664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 780664b6-788f-4d5f-82e8-14673dbc9ac2 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:52:39.092018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 780664b6-788f-4d5f-82e8-14673dbc9ac2 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:52:39.092447 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f13d85d7-c007-4e73-aa7d-5792f8d9d987 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:52:39.112857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: f13d85d7-c007-4e73-aa7d-5792f8d9d987 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:52:39.113190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f13d85d7-c007-4e73-aa7d-5792f8d9d987 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:52:39.213443 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] Router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:52:39.314708 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:52:39.319867 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5646484f-064c-4e4e-ab2b-0b71bdfbaba8 admin admin] 10.222.0.23 "PUT /v2.0/routers/65c148f0-f8e4-42b8-8ca2-a010d43c0aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281061 Nov 03 02:52:39.322501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45842) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:39.324918 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b6bad-b095-4c7f-879d-9446fb92b20d None None] Sync routers for ids ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:52:39.336685 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b6bad-b095-4c7f-879d-9446fb92b20d None None] Routers {'65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:39.337305 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-598b6bad-b095-4c7f-879d-9446fb92b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:39.427994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Publish callbacks [] for router (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:39.524232 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-598b6bad-b095-4c7f-879d-9446fb92b20d None None] Set router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:39.530530 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Publish callbacks [] for router_gateway (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:39.580684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Deleting port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:52:39.580973 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:39.659467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] For port 6195a09d-e231-4bc3-86b1-1ba8551b8ca0, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=6195a09d-e231-4bc3-86b1-1ba8551b8ca0,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:39.659836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:39.673162 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Calling delete_port for 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:52:39.694634 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-598b6bad-b095-4c7f-879d-9446fb92b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'name': 'tempest-TestEncryptedCinderVolumes-471362772-router', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:50:00Z', 'updated_at': '2022-11-03T02:52:38Z', 'revision_number': 5, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'gw_port': {'id': '6195a09d-e231-4bc3-86b1-1ba8551b8ca0', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:50:01Z', 'updated_at': '2022-11-03T02:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:39.720287 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b6bad-b095-4c7f-879d-9446fb92b20d None None] Checking router: 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:52:39.728407 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b6bad-b095-4c7f-879d-9446fb92b20d None None] Routers {'65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:39.729042 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-598b6bad-b095-4c7f-879d-9446fb92b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:39.821566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-25ae0e40-5daf-419d-8244-9adb9e09ffba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:39.831163 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-598b6bad-b095-4c7f-879d-9446fb92b20d None None] Set router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:39.848741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (6195a09d-e231-4bc3-86b1-1ba8551b8ca0), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:39.881169 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-598b6bad-b095-4c7f-879d-9446fb92b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'name': 'tempest-TestEncryptedCinderVolumes-471362772-router', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:50:00Z', 'updated_at': '2022-11-03T02:52:39Z', 'revision_number': 6, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:39.882757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=6195a09d-e231-4bc3-86b1-1ba8551b8ca0,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:39.906604 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b6bad-b095-4c7f-879d-9446fb92b20d None None] The sync data for ids ['65c148f0-f8e4-42b8-8ca2-a010d43c0aaa'] in dv-neutron-860659-5-hyperv is: [{'id': '65c148f0-f8e4-42b8-8ca2-a010d43c0aaa', 'name': 'tempest-TestEncryptedCinderVolumes-471362772-router', 'tenant_id': 'de80539c86a5430f8f66a297ff84e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:50:00Z', 'updated_at': '2022-11-03T02:52:39Z', 'revision_number': 6, 'project_id': 'de80539c86a5430f8f66a297ff84e8a1', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:52:39.951798 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.038636 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.040798 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Publish callbacks [] for router_controller (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.083017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (65c148f0-f8e4-42b8-8ca2-a010d43c0aaa), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.083480 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65c148f0-f8e4-42b8-8ca2-a010d43c0aaa {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:52:40.088065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.089264 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3f095832-4f89-4d6f-9f58-6ba602544c16 admin admin] 10.222.0.23 "DELETE /v2.0/routers/65c148f0-f8e4-42b8-8ca2-a010d43c0aaa HTTP/1.1" status: 204 len: 168 time: 0.7658308 Nov 03 02:52:40.091779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45844) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:40.136327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a2054d-155c-40b0-a870-13894de7ee26 admin admin] Deleting subnet 250cd090-5e64-4a2d-b116-ea55ade807a2 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:52:40.139393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-22a2054d-155c-40b0-a870-13894de7ee26 admin admin] Publish callbacks [] for subnet (250cd090-5e64-4a2d-b116-ea55ade807a2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.179242 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-22a2054d-155c-40b0-a870-13894de7ee26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (250cd090-5e64-4a2d-b116-ea55ade807a2), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.256676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-22a2054d-155c-40b0-a870-13894de7ee26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (250cd090-5e64-4a2d-b116-ea55ade807a2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.315518 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-22a2054d-155c-40b0-a870-13894de7ee26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (250cd090-5e64-4a2d-b116-ea55ade807a2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.348700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2054d-155c-40b0-a870-13894de7ee26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=250cd090-5e64-4a2d-b116-ea55ade807a2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:40.350723 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-22a2054d-155c-40b0-a870-13894de7ee26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.354508 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d22a23-e1ec-4910-a415-87ead1c04660 None None] Network 29b764b3-13be-4110-88f4-c9209188851d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:52:40.354934 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-22a2054d-155c-40b0-a870-13894de7ee26 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/250cd090-5e64-4a2d-b116-ea55ade807a2 HTTP/1.1" status: 204 len: 168 time: 0.2621264 Nov 03 02:52:40.356662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45846) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:40.427771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (29b764b3-13be-4110-88f4-c9209188851d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.478541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Deleting port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:52:40.478884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.544774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] For port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fbc81329-1ae2-4ba7-80b8-e2fca5c33c70,segment=NetworkSegment(1855bb6c-1928-4988-a227-ee0cd2bfb3b8),segment_id=1855bb6c-1928-4988-a227-ee0cd2bfb3b8)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:40.545140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.558059 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Calling delete_port for fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:52:40.633237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (fbc81329-1ae2-4ba7-80b8-e2fca5c33c70), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.659106 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc81329-1ae2-4ba7-80b8-e2fca5c33c70,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:40.662590 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] No DVR routers for this DVR port fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:52:40.677125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6536a491-5fea-47fa-8c23-a7dec791c74d None None] DHCP port deletion for 29b764b3-13be-4110-88f4-c9209188851d request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:52:40.743789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (29b764b3-13be-4110-88f4-c9209188851d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.765877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b764b3-13be-4110-88f4-c9209188851d']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:40.775473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1855bb6c-1928-4988-a227-ee0cd2bfb3b8') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:40.775999 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1855bb6c-1928-4988-a227-ee0cd2bfb3b8') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:40.786031 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (1855bb6c-1928-4988-a227-ee0cd2bfb3b8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.800055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (1855bb6c-1928-4988-a227-ee0cd2bfb3b8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.806203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:52:40.806597 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (1855bb6c-1928-4988-a227-ee0cd2bfb3b8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.850780 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1855bb6c-1928-4988-a227-ee0cd2bfb3b8 resource provider aggregate not found Nov 03 02:52:40.873776 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 1855bb6c-1928-4988-a227-ee0cd2bfb3b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1855bb6c-1928-4988-a227-ee0cd2bfb3b8 found for delete ", "request_id": "req-d6a02be3-fa23-41e9-a989-db830b8d63da"}]} Nov 03 02:52:40.880639 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (29b764b3-13be-4110-88f4-c9209188851d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.886409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:40.889589 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/29b764b3-13be-4110-88f4-c9209188851d HTTP/1.1" status: 204 len: 168 time: 0.5319819 Nov 03 02:52:40.903098 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6987cc-c216-44b6-8418-cd4304de80e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b764b3-13be-4110-88f4-c9209188851d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:41.019788 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:52:41.043537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:52:41.043888 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 6195a09d-e231-4bc3-86b1-1ba8551b8ca0 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:52:41.044314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a5358333-7ad0-49a8-8cee-86e24b5eef20 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:52:41.056418 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45854) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:41.063343 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: a5358333-7ad0-49a8-8cee-86e24b5eef20 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:52:41.063703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a5358333-7ad0-49a8-8cee-86e24b5eef20 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:52:41.064129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:52:41.082595 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:52:41.082940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fbc81329-1ae2-4ba7-80b8-e2fca5c33c70 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:52:41.098866 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b5603c33-cb75-44ed-b9dc-8b2b59439727 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf412cde227f490fbd276f26812f6764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412273 Nov 03 02:52:41.101426 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45856) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:41.149986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-abef9037-9ec9-4ac6-ad0f-5a2949c9c0db admin admin] Publish callbacks [] for security_group (76d6d603-d111-44c0-96be-1f0ff93d02fb), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:41.171450 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-abef9037-9ec9-4ac6-ad0f-5a2949c9c0db admin admin] Publish callbacks [] for security_group (76d6d603-d111-44c0-96be-1f0ff93d02fb), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:41.218713 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-abef9037-9ec9-4ac6-ad0f-5a2949c9c0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (76d6d603-d111-44c0-96be-1f0ff93d02fb), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:41.221340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-abef9037-9ec9-4ac6-ad0f-5a2949c9c0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:41.222498 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-abef9037-9ec9-4ac6-ad0f-5a2949c9c0db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76d6d603-d111-44c0-96be-1f0ff93d02fb HTTP/1.1" status: 204 len: 168 time: 0.1201646 Nov 03 02:52:41.230328 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef9037-9ec9-4ac6-ad0f-5a2949c9c0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d6d603-d111-44c0-96be-1f0ff93d02fb,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:41.527919 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45862) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:41.568277 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-25bc1fd3-eca9-434c-8fca-341ecde0e1f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de80539c86a5430f8f66a297ff84e8a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391772 Nov 03 02:52:41.570657 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45864) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:41.620501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a70382b-bf41-40d6-8b52-a620a81fa829 admin admin] Publish callbacks [] for security_group (0a75bb8a-e9d6-44c0-8d92-14bf864c9358), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:41.642321 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a70382b-bf41-40d6-8b52-a620a81fa829 admin admin] Publish callbacks [] for security_group (0a75bb8a-e9d6-44c0-8d92-14bf864c9358), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:41.690433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a70382b-bf41-40d6-8b52-a620a81fa829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0a75bb8a-e9d6-44c0-8d92-14bf864c9358), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:41.693147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9a70382b-bf41-40d6-8b52-a620a81fa829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:41.694283 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9a70382b-bf41-40d6-8b52-a620a81fa829 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a75bb8a-e9d6-44c0-8d92-14bf864c9358 HTTP/1.1" status: 204 len: 168 time: 0.1227469 Nov 03 02:52:41.702665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70382b-bf41-40d6-8b52-a620a81fa829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a75bb8a-e9d6-44c0-8d92-14bf864c9358,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:42.311218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ef73-d73d-45f7-b4ff-7c9315021ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:42.346808 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45886) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:42.439392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1021222732-network', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:52:42.459022 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Made reservation on behalf of 76215ea3847a40c9a93e28b7a261b8a0 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:52:42.461473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:42.470959 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:42.547619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Publish callbacks [] for security_group (e88e1405-9e42-4939-97d1-e8045dd06c61), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:42.551605 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e88e1405-9e42-4939-97d1-e8045dd06c61), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:42.579279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:52:42.584688 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88e1405-9e42-4939-97d1-e8045dd06c61,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:42.592464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (95c07417-0ffc-4812-98fc-63cafd2c8445), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:42.592464 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Added segment 95c07417-0ffc-4812-98fc-63cafd2c8445 of type vlan for network 84a7b09b-76ec-44ba-882a-02003a8ff58d Nov 03 02:52:42.636994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (84a7b09b-76ec-44ba-882a-02003a8ff58d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:42.661364 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (84a7b09b-76ec-44ba-882a-02003a8ff58d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:42.662335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:52:42.662920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:42.713218 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3651009 Nov 03 02:52:42.716276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45890) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:42.722054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] Request body: {'subnet': {'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1021222732-subnet', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:52:42.726898 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce834aa0-556f-4610-bd2d-4ad25e941e51 admin admin] Pushing event updated for resources: {'Network': ['ID=84a7b09b-76ec-44ba-882a-02003a8ff58d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:42.737985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 84a7b09b-76ec-44ba-882a-02003a8ff58d details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:52:42.748955 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] Made reservation on behalf of 76215ea3847a40c9a93e28b7a261b8a0 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:52:42.752473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:42.920142 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (3951d6d7-93c9-46bd-b159-1afdfa5c80e8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:42.979562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3951d6d7-93c9-46bd-b159-1afdfa5c80e8,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:42.988090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] Checking segment: {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:52:42.988449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] Network hostable DHCP agents. Network: 84a7b09b-76ec-44ba-882a-02003a8ff58d, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:52:43.005684 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] Network 84a7b09b-76ec-44ba-882a-02003a8ff58d is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:52:43.013877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 84a7b09b-76ec-44ba-882a-02003a8ff58d) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:52:43.018532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:52:43.019140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.029457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e71685f-3733-45a0-8769-65f044e54b4b None None] Network 84a7b09b-76ec-44ba-882a-02003a8ff58d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:52:43.036706 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8e85824f-0a13-49cd-a0de-6414b2e30afd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3192720 Nov 03 02:52:43.039401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45892) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:43.043687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:52:43.063040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (3ad61217-8dfd-4bc3-b190-f5d92571b500), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.064119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (3ad61217-8dfd-4bc3-b190-f5d92571b500), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.117468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Publish callbacks [] for router_controller (3ad61217-8dfd-4bc3-b190-f5d92571b500), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.135057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-84a7b09b-76ec-44ba-882a-02003a8ff58d', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:52:43.136073 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.255562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Publish callbacks [] for router_gateway (3ad61217-8dfd-4bc3-b190-f5d92571b500), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.279393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Allocated IP 172.20.0.2 (84a7b09b-76ec-44ba-882a-02003a8ff58d/3951d6d7-93c9-46bd-b159-1afdfa5c80e8/657316f4-ba0a-4d70-af38-bd6b1eb61e6f) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:52:43.284721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.424257 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Publish callbacks [] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.431998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.459962 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Publish callbacks [] for router_gateway (3ad61217-8dfd-4bc3-b190-f5d92571b500), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.469752 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Network 84a7b09b-76ec-44ba-882a-02003a8ff58d is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:52:43.472632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:52:43.478291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:52:43.479823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.485229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Pushing event updated for resources: {'Port': ['ID=657316f4-ba0a-4d70-af38-bd6b1eb61e6f,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:43.541985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Attempting to bind port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:52:43.542265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Attempting to bind port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:52:43.542625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Attempting to bind port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f on network 84a7b09b-76ec-44ba-882a-02003a8ff58d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:52:43.548223 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:52:43.548626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Checking segment: {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:52:43.549028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.549424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Bound using segment: {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:52:43.549884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Bound port: 657316f4-ba0a-4d70-af38-bd6b1eb61e6f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:52:43.550268 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.587293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Allocated IP 172.26.6.61 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/1555200a-67c4-415f-a78f-449697f74410) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:52:43.608796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] For port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:52:43.611964 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] For port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=657316f4-ba0a-4d70-af38-bd6b1eb61e6f,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:52:43.618619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.669608 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881efa78-bd8c-421d-95bb-938997f26c9b None None] Pushing event updated for resources: {'Port': ['ID=657316f4-ba0a-4d70-af38-bd6b1eb61e6f,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:43.696194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Publish callbacks [] for port (1555200a-67c4-415f-a78f-449697f74410), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.730885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1555200a-67c4-415f-a78f-449697f74410), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:43.773176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:52:43.775996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:52:43.783041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:52:43.819534 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1555200a-67c4-415f-a78f-449697f74410,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:44.049047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Publish callbacks [] for router_gateway (3ad61217-8dfd-4bc3-b190-f5d92571b500), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:44.235974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (3ad61217-8dfd-4bc3-b190-f5d92571b500), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:44.366838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Router 3ad61217-8dfd-4bc3-b190-f5d92571b500 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:52:44.475316 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:52:44.486394 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Sync routers for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:52:44.494173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:44.496221 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6e957147-cf4c-4ece-b836-2a97bf6e03f5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4558442 Nov 03 02:52:44.497437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:44.498153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:44.498970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45894) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:44.605781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e3f4e9-a590-4924-9a15-5c6e0224b275 None None] Network 84a7b09b-76ec-44ba-882a-02003a8ff58d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:52:44.651997 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:44.800772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-02046faf-77dd-4da8-b02f-2e7e845fb59a None None] Provisioning complete for port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:44.801152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-02046faf-77dd-4da8-b02f-2e7e845fb59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:44.801490 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-02046faf-77dd-4da8-b02f-2e7e845fb59a None None] Attempt 1 to provision port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f Nov 03 02:52:44.802977 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:44.913502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:44.962515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-02046faf-77dd-4da8-b02f-2e7e845fb59a None None] Current status of the port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:44.962924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-02046faf-77dd-4da8-b02f-2e7e845fb59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.003418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-02046faf-77dd-4da8-b02f-2e7e845fb59a None None] For port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=657316f4-ba0a-4d70-af38-bd6b1eb61e6f,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:45.005514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:43Z', 'revision_number': 3, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:45.009445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-02046faf-77dd-4da8-b02f-2e7e845fb59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.060311 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Checking router: 3ad61217-8dfd-4bc3-b190-f5d92571b500 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:52:45.060785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Updating router 3ad61217-8dfd-4bc3-b190-f5d92571b500 port 1555200a-67c4-415f-a78f-449697f74410 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:52:45.094332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 657316f4-ba0a-4d70-af38-bd6b1eb61e6f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:52:45.119178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Allocated IP 172.20.0.1 (84a7b09b-76ec-44ba-882a-02003a8ff58d/3951d6d7-93c9-46bd-b159-1afdfa5c80e8/fcfdb22f-f223-4cda-a24f-2497fce42b7c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:52:45.132819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1555200a-67c4-415f-a78f-449697f74410), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.136166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02046faf-77dd-4da8-b02f-2e7e845fb59a None None] Pushing event updated for resources: {'Port': ['ID=657316f4-ba0a-4d70-af38-bd6b1eb61e6f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:45.425660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:45.425956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.426308 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f Nov 03 02:52:45.434218 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-96335cec-cfc9-4169-bdf5-0ea39265bd18 None None] Provisioning complete for port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:45.434603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-96335cec-cfc9-4169-bdf5-0ea39265bd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.434950 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-96335cec-cfc9-4169-bdf5-0ea39265bd18 None None] Attempt 1 to provision port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f Nov 03 02:52:45.561191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Publish callbacks [] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.595028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.630679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Network 84a7b09b-76ec-44ba-882a-02003a8ff58d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:52:45.635102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:52:45.641882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:52:45.667964 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:45.669297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Pushing event updated for resources: {'Port': ['ID=fcfdb22f-f223-4cda-a24f-2497fce42b7c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:45.670893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-96335cec-cfc9-4169-bdf5-0ea39265bd18 None None] Current status of the port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:45.695236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (3ad61217-8dfd-4bc3-b190-f5d92571b500), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.720024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Publish callbacks [] for port (1555200a-67c4-415f-a78f-449697f74410), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.727282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1555200a-67c4-415f-a78f-449697f74410), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.760571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Attempting to bind port 1555200a-67c4-415f-a78f-449697f74410 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:52:45.760940 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Attempting to bind port 1555200a-67c4-415f-a78f-449697f74410 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:52:45.761317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Attempting to bind port 1555200a-67c4-415f-a78f-449697f74410 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:52:45.771780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:52:45.772165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:52:45.772613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.773017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:52:45.773504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Bound port: 1555200a-67c4-415f-a78f-449697f74410, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:52:45.773899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1555200a-67c4-415f-a78f-449697f74410), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.801876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c13349-e8e6-4870-9fde-7ea8c4867873 None None] Pushing event updated for resources: {'Port': ['ID=1555200a-67c4-415f-a78f-449697f74410,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:45.829894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.844721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] For port 1555200a-67c4-415f-a78f-449697f74410, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:52:45.849396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] For port 1555200a-67c4-415f-a78f-449697f74410, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1555200a-67c4-415f-a78f-449697f74410,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:52:45.855570 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1555200a-67c4-415f-a78f-449697f74410), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.893892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:45.894528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:45.959251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c13349-e8e6-4870-9fde-7ea8c4867873 None None] Pushing event updated for resources: {'Port': ['ID=1555200a-67c4-415f-a78f-449697f74410,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:45.968828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Provisioning complete for port fcfdb22f-f223-4cda-a24f-2497fce42b7c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:45.969204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:45.969539 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Attempt 1 to provision port fcfdb22f-f223-4cda-a24f-2497fce42b7c Nov 03 02:52:45.996383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Publish callbacks [] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:46.001087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:46.040478 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Port fcfdb22f-f223-4cda-a24f-2497fce42b7c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:46.048649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:46.069357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Pushing event updated for resources: {'Port': ['ID=fcfdb22f-f223-4cda-a24f-2497fce42b7c,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:46.075066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (3ad61217-8dfd-4bc3-b190-f5d92571b500), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:46.169131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Network 84a7b09b-76ec-44ba-882a-02003a8ff58d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:52:46.170605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:52:46.178821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:46.267485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 1, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:46.293331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f30ac2-932b-496b-a7a5-0dfa4b7f28f3 None None] The sync data for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv is: [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 1, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:52:46.293625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Router 3ad61217-8dfd-4bc3-b190-f5d92571b500 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:52:46.411209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:52:46.416166 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e8f29eff-80be-4a0a-936c-58f52de3d83c admin admin] 10.222.0.23 "PUT /v2.0/routers/3ad61217-8dfd-4bc3-b190-f5d92571b500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9153743 Nov 03 02:52:46.542103 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Attempt 2 to provision port fcfdb22f-f223-4cda-a24f-2497fce42b7c Nov 03 02:52:46.582711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Port fcfdb22f-f223-4cda-a24f-2497fce42b7c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:46.915971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45910) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:46.921680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1603040086-network', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:52:46.942673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Made reservation on behalf of 0255f70fc9ea4c1bab27a3f1ee3e464f for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:52:46.945119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:46.954479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.059522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Publish callbacks [] for security_group (4f7bf254-63ea-499d-bcc7-53483dbb5ee1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.064576 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (4f7bf254-63ea-499d-bcc7-53483dbb5ee1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.083697 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Attempt 3 to provision port fcfdb22f-f223-4cda-a24f-2497fce42b7c Nov 03 02:52:47.095619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:52:47.101588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7bf254-63ea-499d-bcc7-53483dbb5ee1,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:47.116615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (e7af616b-417f-4b44-9781-62280cebefe5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.117091 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Added segment e7af616b-417f-4b44-9781-62280cebefe5 of type vlan for network 742aa9ff-f7f3-44b3-a825-aef97298cc0e Nov 03 02:52:47.142481 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Port fcfdb22f-f223-4cda-a24f-2497fce42b7c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:47.166022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (742aa9ff-f7f3-44b3-a825-aef97298cc0e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.173665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 657316f4-ba0a-4d70-af38-bd6b1eb61e6f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:52:47.194880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (742aa9ff-f7f3-44b3-a825-aef97298cc0e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.195912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:52:47.196558 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.226607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:47.226923 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.227341 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f Nov 03 02:52:47.257796 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3405652 Nov 03 02:52:47.260652 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45912) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:47.268052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] Request body: {'subnet': {'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1603040086-subnet', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:52:47.272764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6c870-ef95-48f9-8725-c57e34219009 admin admin] Pushing event updated for resources: {'Network': ['ID=742aa9ff-f7f3-44b3-a825-aef97298cc0e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:47.294772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] Made reservation on behalf of 0255f70fc9ea4c1bab27a3f1ee3e464f for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:52:47.297673 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.298401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 742aa9ff-f7f3-44b3-a825-aef97298cc0e details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:52:47.360805 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:47.361938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1555200a-67c4-415f-a78f-449697f74410 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:52:47.420971 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1555200a-67c4-415f-a78f-449697f74410 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:47.421497 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1555200a-67c4-415f-a78f-449697f74410), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.421889 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1555200a-67c4-415f-a78f-449697f74410 Nov 03 02:52:47.491631 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (0b31bc62-2f9e-4d32-8d81-bd8104250246), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.505639 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1555200a-67c4-415f-a78f-449697f74410 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:47.506170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1555200a-67c4-415f-a78f-449697f74410), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.529531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 1555200a-67c4-415f-a78f-449697f74410, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1555200a-67c4-415f-a78f-449697f74410,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:47.534644 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (1555200a-67c4-415f-a78f-449697f74410), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.548333 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b31bc62-2f9e-4d32-8d81-bd8104250246,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:47.559263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] Checking segment: {'id': 'e7af616b-417f-4b44-9781-62280cebefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:52:47.559628 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] Network hostable DHCP agents. Network: 742aa9ff-f7f3-44b3-a825-aef97298cc0e, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:52:47.578584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] Network 742aa9ff-f7f3-44b3-a825-aef97298cc0e is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:52:47.587980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 742aa9ff-f7f3-44b3-a825-aef97298cc0e) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:52:47.592348 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:52:47.593026 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.603567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538c0a6c-a493-4931-b5af-a7029f161cdb None None] Network 742aa9ff-f7f3-44b3-a825-aef97298cc0e requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:52:47.612647 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b883cb81-1ba8-4335-98bd-e0d5092b8afc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3497024 Nov 03 02:52:47.615184 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 45914) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:47.620082 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1603040086-router', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:52:47.622157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=1555200a-67c4-415f-a78f-449697f74410,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:47.643159 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (73169d14-b3f5-4319-b21e-37fe0f87a3aa), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.644357 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (73169d14-b3f5-4319-b21e-37fe0f87a3aa), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.650949 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Attempt 4 to provision port fcfdb22f-f223-4cda-a24f-2497fce42b7c Nov 03 02:52:47.693864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Port fcfdb22f-f223-4cda-a24f-2497fce42b7c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:47.707214 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Publish callbacks [] for router_controller (73169d14-b3f5-4319-b21e-37fe0f87a3aa), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.747400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-742aa9ff-f7f3-44b3-a825-aef97298cc0e', 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e', 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'fixed_ips': [{'subnet_id': '0b31bc62-2f9e-4d32-8d81-bd8104250246'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:52:47.748293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.849282 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Publish callbacks [] for router_gateway (73169d14-b3f5-4319-b21e-37fe0f87a3aa), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:47.889660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Allocated IP 172.20.0.2 (742aa9ff-f7f3-44b3-a825-aef97298cc0e/0b31bc62-2f9e-4d32-8d81-bd8104250246/570b81f3-d241-434e-bacf-e9fe5d7959d3) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:52:48.035914 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Publish callbacks [] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:48.041660 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:48.056800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Publish callbacks [] for router_gateway (73169d14-b3f5-4319-b21e-37fe0f87a3aa), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:48.075684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:48.079992 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Network 742aa9ff-f7f3-44b3-a825-aef97298cc0e is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:52:48.085025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:52:48.087505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:52:48.096305 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Pushing event updated for resources: {'Port': ['ID=570b81f3-d241-434e-bacf-e9fe5d7959d3,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:48.150846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Attempting to bind port 570b81f3-d241-434e-bacf-e9fe5d7959d3 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:52:48.151222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Attempting to bind port 570b81f3-d241-434e-bacf-e9fe5d7959d3 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'e7af616b-417f-4b44-9781-62280cebefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:52:48.151590 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Attempting to bind port 570b81f3-d241-434e-bacf-e9fe5d7959d3 on network 742aa9ff-f7f3-44b3-a825-aef97298cc0e {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:52:48.157150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:52:48.157530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Checking segment: {'id': 'e7af616b-417f-4b44-9781-62280cebefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:52:48.157938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:48.158338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Bound using segment: {'id': 'e7af616b-417f-4b44-9781-62280cebefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:52:48.158807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Bound port: 570b81f3-d241-434e-bacf-e9fe5d7959d3, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7af616b-417f-4b44-9781-62280cebefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:52:48.159190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:48.191768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Allocated IP 172.26.6.21 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/913a73c1-9232-413b-828d-a8d4b84f8d4d) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:52:48.195253 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Attempt 5 to provision port fcfdb22f-f223-4cda-a24f-2497fce42b7c Nov 03 02:52:48.248737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Port fcfdb22f-f223-4cda-a24f-2497fce42b7c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:48.251727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] For port 570b81f3-d241-434e-bacf-e9fe5d7959d3, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:52:48.265208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] For port 570b81f3-d241-434e-bacf-e9fe5d7959d3, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=570b81f3-d241-434e-bacf-e9fe5d7959d3,segment=NetworkSegment(e7af616b-417f-4b44-9781-62280cebefe5),segment_id=e7af616b-417f-4b44-9781-62280cebefe5)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:52:48.273490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:48.305113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Publish callbacks [] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:48.336036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05309647-08e4-484b-8f7b-cbc20d5abbad None None] Pushing event updated for resources: {'Port': ['ID=570b81f3-d241-434e-bacf-e9fe5d7959d3,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:48.350753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:48.394039 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:52:48.396841 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:52:48.403024 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:52:48.408771 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Pushing event updated for resources: {'Port': ['ID=913a73c1-9232-413b-828d-a8d4b84f8d4d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:48.580291 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Sync routers for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:52:48.593261 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:48.593897 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:48.689959 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Publish callbacks [] for router_gateway (73169d14-b3f5-4319-b21e-37fe0f87a3aa), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:48.696918 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:48.750627 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Attempt 6 to provision port fcfdb22f-f223-4cda-a24f-2497fce42b7c Nov 03 02:52:48.787540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Port fcfdb22f-f223-4cda-a24f-2497fce42b7c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:48.884404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (73169d14-b3f5-4319-b21e-37fe0f87a3aa), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:48.896650 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 2, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:48.920773 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Checking router: 3ad61217-8dfd-4bc3-b190-f5d92571b500 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:52:48.921173 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Updating router 3ad61217-8dfd-4bc3-b190-f5d92571b500 port fcfdb22f-f223-4cda-a24f-2497fce42b7c binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:52:48.949522 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:49.026092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Router 73169d14-b3f5-4319-b21e-37fe0f87a3aa is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:52:49.152251 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:52:49.157482 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 570b81f3-d241-434e-bacf-e9fe5d7959d3 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:52:49.180690 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:49.182647 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-7ecee368-df77-4e79-bc00-2d0107a19876 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5663695 Nov 03 02:52:49.185446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 45916) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:52:49.189035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Sync routers for ids ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:52:49.207479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Routers {'73169d14-b3f5-4319-b21e-37fe0f87a3aa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:49.208247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:49.261559 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Publish callbacks [] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:49.269291 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:49.311733 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Attempt 7 to provision port fcfdb22f-f223-4cda-a24f-2497fce42b7c Nov 03 02:52:49.347074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 570b81f3-d241-434e-bacf-e9fe5d7959d3 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:49.347457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:49.347819 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 570b81f3-d241-434e-bacf-e9fe5d7959d3 Nov 03 02:52:49.362637 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Pushing event updated for resources: {'Port': ['ID=fcfdb22f-f223-4cda-a24f-2497fce42b7c,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:49.379192 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.379686 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.380588 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.380588 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.380807 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.381134 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.381688 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.382048 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.382363 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.382688 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.383012 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.383515 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.383839 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:52:49.391665 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Attempting to bind port fcfdb22f-f223-4cda-a24f-2497fce42b7c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:52:49.391972 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Attempting to bind port fcfdb22f-f223-4cda-a24f-2497fce42b7c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:52:49.392273 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Attempting to bind port fcfdb22f-f223-4cda-a24f-2497fce42b7c on network 84a7b09b-76ec-44ba-882a-02003a8ff58d {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:52:49.398395 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:52:49.398773 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Checking segment: {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:52:49.399171 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:49.399559 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Bound using segment: {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:52:49.400173 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Bound port: fcfdb22f-f223-4cda-a24f-2497fce42b7c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:52:49.400690 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:49.480784 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] For port fcfdb22f-f223-4cda-a24f-2497fce42b7c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:52:49.485480 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] For port fcfdb22f-f223-4cda-a24f-2497fce42b7c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fcfdb22f-f223-4cda-a24f-2497fce42b7c,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:52:49.491968 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:49.533051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a0d52-ab3b-4b6c-bbcc-4fdc9a902234 None None] Network 742aa9ff-f7f3-44b3-a825-aef97298cc0e requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:52:49.536116 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:49.536793 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:49.588458 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45b581-3fc7-4d2d-b8eb-fa0751ce636a None None] Pushing event updated for resources: {'Port': ['ID=fcfdb22f-f223-4cda-a24f-2497fce42b7c,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:49.594195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Port fcfdb22f-f223-4cda-a24f-2497fce42b7c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:49.605485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Set router 73169d14-b3f5-4319-b21e-37fe0f87a3aa gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:49.659262 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:49.678179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:49.814185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 570b81f3-d241-434e-bacf-e9fe5d7959d3 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:49.814491 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:49.850120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Allocated IP 172.20.0.1 (742aa9ff-f7f3-44b3-a825-aef97298cc0e/0b31bc62-2f9e-4d32-8d81-bd8104250246/d429ae33-c954-4bdb-9cc5-08748062e3a8) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:52:49.882055 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:49Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:49.887049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 570b81f3-d241-434e-bacf-e9fe5d7959d3, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=570b81f3-d241-434e-bacf-e9fe5d7959d3,segment=NetworkSegment(e7af616b-417f-4b44-9781-62280cebefe5),segment_id=e7af616b-417f-4b44-9781-62280cebefe5)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:49.896112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:49.897244 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1555200a-67c4-415f-a78f-449697f74410 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:52:49.920709 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd92153-7785-4f0f-b732-3530168eb68e None None] The sync data for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv is: [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:49Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:52:49.984103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'name': 'tempest-TestMinimumBasicScenario-1603040086-router', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:47Z', 'updated_at': '2022-11-03T02:52:48Z', 'revision_number': 3, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'gw_port': {'id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:48Z', 'updated_at': '2022-11-03T02:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:49.988765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Publish callbacks [] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.012865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Checking router: 73169d14-b3f5-4319-b21e-37fe0f87a3aa for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:52:50.013230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Updating router 73169d14-b3f5-4319-b21e-37fe0f87a3aa port 913a73c1-9232-413b-828d-a8d4b84f8d4d binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:52:50.018122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=570b81f3-d241-434e-bacf-e9fe5d7959d3,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:50.043052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.061089 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.065851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 1555200a-67c4-415f-a78f-449697f74410 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:50.066223 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (1555200a-67c4-415f-a78f-449697f74410), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.066563 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 1555200a-67c4-415f-a78f-449697f74410 Nov 03 02:52:50.080067 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Network 742aa9ff-f7f3-44b3-a825-aef97298cc0e is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:52:50.083300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:52:50.087242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:52:50.106906 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Attempt 8 to provision port fcfdb22f-f223-4cda-a24f-2497fce42b7c Nov 03 02:52:50.118586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Pushing event updated for resources: {'Port': ['ID=d429ae33-c954-4bdb-9cc5-08748062e3a8,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:50.140799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (73169d14-b3f5-4319-b21e-37fe0f87a3aa), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.315498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.384883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 1555200a-67c4-415f-a78f-449697f74410 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:50.403905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Current status of the port fcfdb22f-f223-4cda-a24f-2497fce42b7c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:50.404325 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.483871 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] For port fcfdb22f-f223-4cda-a24f-2497fce42b7c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fcfdb22f-f223-4cda-a24f-2497fce42b7c,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:50.498401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.506543 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Publish callbacks [] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.518401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Publish callbacks [] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.525223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.527209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.551369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Attempting to bind port 913a73c1-9232-413b-828d-a8d4b84f8d4d on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:52:50.551739 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Attempting to bind port 913a73c1-9232-413b-828d-a8d4b84f8d4d by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:52:50.552101 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Attempting to bind port 913a73c1-9232-413b-828d-a8d4b84f8d4d on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:52:50.566202 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:52:50.566589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:52:50.566996 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.567397 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:52:50.567882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Bound port: 913a73c1-9232-413b-828d-a8d4b84f8d4d, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:52:50.568267 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.573242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8594a3c-c3b8-468a-a83d-0663728d64f5 None None] Pushing event updated for resources: {'Port': ['ID=fcfdb22f-f223-4cda-a24f-2497fce42b7c,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:50.597578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (73169d14-b3f5-4319-b21e-37fe0f87a3aa), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.613003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Pushing event updated for resources: {'Port': ['ID=d429ae33-c954-4bdb-9cc5-08748062e3a8,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:50.670799 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce9521-6bce-42df-8e5d-1bd3e326ebad None None] Pushing event updated for resources: {'Port': ['ID=913a73c1-9232-413b-828d-a8d4b84f8d4d,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:50.675716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] For port 913a73c1-9232-413b-828d-a8d4b84f8d4d, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:52:50.677838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Provisioning complete for port 570b81f3-d241-434e-bacf-e9fe5d7959d3 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:50.678237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.678595 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Attempt 1 to provision port 570b81f3-d241-434e-bacf-e9fe5d7959d3 Nov 03 02:52:50.681418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] For port 913a73c1-9232-413b-828d-a8d4b84f8d4d, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=913a73c1-9232-413b-828d-a8d4b84f8d4d,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:52:50.705903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.716101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Network 742aa9ff-f7f3-44b3-a825-aef97298cc0e is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:52:50.718027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:52:50.761902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Routers {'73169d14-b3f5-4319-b21e-37fe0f87a3aa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:50.762531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:50.814236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce9521-6bce-42df-8e5d-1bd3e326ebad None None] Pushing event updated for resources: {'Port': ['ID=913a73c1-9232-413b-828d-a8d4b84f8d4d,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:50.859572 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Router 73169d14-b3f5-4319-b21e-37fe0f87a3aa has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:52:50.895011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Current status of the port 570b81f3-d241-434e-bacf-e9fe5d7959d3 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:50.925462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Provisioning complete for port fcfdb22f-f223-4cda-a24f-2497fce42b7c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:50.925897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:50.926197 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Attempt 1 to provision port fcfdb22f-f223-4cda-a24f-2497fce42b7c Nov 03 02:52:50.931333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] Set router 73169d14-b3f5-4319-b21e-37fe0f87a3aa gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:50.972011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:52:50.977272 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-35443adb-5841-4b67-95a6-92f5f257c645 admin admin] 10.222.0.23 "PUT /v2.0/routers/73169d14-b3f5-4319-b21e-37fe0f87a3aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7905552 Nov 03 02:52:51.083836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fcfdb22f-f223-4cda-a24f-2497fce42b7c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:52:51.153024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Current status of the port fcfdb22f-f223-4cda-a24f-2497fce42b7c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:51.193363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Provisioning complete for port d429ae33-c954-4bdb-9cc5-08748062e3a8 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:51.193665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:51.194001 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Attempt 1 to provision port d429ae33-c954-4bdb-9cc5-08748062e3a8 Nov 03 02:52:51.246548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port fcfdb22f-f223-4cda-a24f-2497fce42b7c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:51.246944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:51.247270 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port fcfdb22f-f223-4cda-a24f-2497fce42b7c Nov 03 02:52:51.274578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Port d429ae33-c954-4bdb-9cc5-08748062e3a8 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:51.315930 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'name': 'tempest-TestMinimumBasicScenario-1603040086-router', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:47Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 4, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'gw_port': {'id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:48Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd429ae33-c954-4bdb-9cc5-08748062e3a8', 'name': '', 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'mac_address': 'fa:16:3e:b9:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0b31bc62-2f9e-4d32-8d81-bd8104250246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:49Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 2, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'subnets': [{'id': '0b31bc62-2f9e-4d32-8d81-bd8104250246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:51.361656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903403b-b130-4cba-a3a6-d36d494af025 None None] The sync data for ids ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'] in dv-neutron-860659-5-hyperv is: [{'id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'name': 'tempest-TestMinimumBasicScenario-1603040086-router', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:47Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 4, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'gw_port': {'id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:48Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd429ae33-c954-4bdb-9cc5-08748062e3a8', 'name': '', 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'mac_address': 'fa:16:3e:b9:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0b31bc62-2f9e-4d32-8d81-bd8104250246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:49Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 2, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'subnets': [{'id': '0b31bc62-2f9e-4d32-8d81-bd8104250246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:52:51.374827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port fcfdb22f-f223-4cda-a24f-2497fce42b7c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:51.376031 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 570b81f3-d241-434e-bacf-e9fe5d7959d3 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:52:51.600019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 570b81f3-d241-434e-bacf-e9fe5d7959d3 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:51.600828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:51.600828 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 570b81f3-d241-434e-bacf-e9fe5d7959d3 Nov 03 02:52:51.685743 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 570b81f3-d241-434e-bacf-e9fe5d7959d3 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:51.776254 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Attempt 2 to provision port d429ae33-c954-4bdb-9cc5-08748062e3a8 Nov 03 02:52:51.821789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Port d429ae33-c954-4bdb-9cc5-08748062e3a8 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:52.323991 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Attempt 3 to provision port d429ae33-c954-4bdb-9cc5-08748062e3a8 Nov 03 02:52:52.361588 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Port d429ae33-c954-4bdb-9cc5-08748062e3a8 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:52.863005 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Attempt 4 to provision port d429ae33-c954-4bdb-9cc5-08748062e3a8 Nov 03 02:52:52.904085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Port d429ae33-c954-4bdb-9cc5-08748062e3a8 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:53.099197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 913a73c1-9232-413b-828d-a8d4b84f8d4d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:52:53.168998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 913a73c1-9232-413b-828d-a8d4b84f8d4d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:53.169412 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:53.169766 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 913a73c1-9232-413b-828d-a8d4b84f8d4d Nov 03 02:52:53.262186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 913a73c1-9232-413b-828d-a8d4b84f8d4d is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:53.262722 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:53.294131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 913a73c1-9232-413b-828d-a8d4b84f8d4d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=913a73c1-9232-413b-828d-a8d4b84f8d4d,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:53.302246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:53.360905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=913a73c1-9232-413b-828d-a8d4b84f8d4d,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:53.406242 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Attempt 5 to provision port d429ae33-c954-4bdb-9cc5-08748062e3a8 Nov 03 02:52:53.449576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Port d429ae33-c954-4bdb-9cc5-08748062e3a8 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:53.951105 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Attempt 6 to provision port d429ae33-c954-4bdb-9cc5-08748062e3a8 Nov 03 02:52:53.992817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Port d429ae33-c954-4bdb-9cc5-08748062e3a8 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:54.458052 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Sync routers for ids ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:52:54.494170 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Attempt 7 to provision port d429ae33-c954-4bdb-9cc5-08748062e3a8 Nov 03 02:52:54.527975 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Port d429ae33-c954-4bdb-9cc5-08748062e3a8 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:54.560056 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Routers {'73169d14-b3f5-4319-b21e-37fe0f87a3aa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:54.560892 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:54.676948 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Set router 73169d14-b3f5-4319-b21e-37fe0f87a3aa gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:54.904295 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'name': 'tempest-TestMinimumBasicScenario-1603040086-router', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:47Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 4, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'gw_port': {'id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:48Z', 'updated_at': '2022-11-03T02:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd429ae33-c954-4bdb-9cc5-08748062e3a8', 'name': '', 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'mac_address': 'fa:16:3e:b9:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0b31bc62-2f9e-4d32-8d81-bd8104250246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:49Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 2, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'subnets': [{'id': '0b31bc62-2f9e-4d32-8d81-bd8104250246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:54.933496 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Checking router: 73169d14-b3f5-4319-b21e-37fe0f87a3aa for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:52:54.933775 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Updating router 73169d14-b3f5-4319-b21e-37fe0f87a3aa port d429ae33-c954-4bdb-9cc5-08748062e3a8 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:52:54.970843 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:52:54.973574 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:55.029401 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Attempt 8 to provision port d429ae33-c954-4bdb-9cc5-08748062e3a8 Nov 03 02:52:55.082131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 913a73c1-9232-413b-828d-a8d4b84f8d4d up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:52:55.087628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Port d429ae33-c954-4bdb-9cc5-08748062e3a8 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:52:55.147869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 913a73c1-9232-413b-828d-a8d4b84f8d4d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:55.148576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:55.149016 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 913a73c1-9232-413b-828d-a8d4b84f8d4d Nov 03 02:52:55.240309 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 913a73c1-9232-413b-828d-a8d4b84f8d4d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:55.286164 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Publish callbacks [] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:55.291964 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:55.369919 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979be08-83bb-48ec-878f-aaef45b95276 None None] Pushing event updated for resources: {'Port': ['ID=d429ae33-c954-4bdb-9cc5-08748062e3a8,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:55.386938 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Attempting to bind port d429ae33-c954-4bdb-9cc5-08748062e3a8 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:52:55.387388 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Attempting to bind port d429ae33-c954-4bdb-9cc5-08748062e3a8 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'e7af616b-417f-4b44-9781-62280cebefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:52:55.387820 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Attempting to bind port d429ae33-c954-4bdb-9cc5-08748062e3a8 on network 742aa9ff-f7f3-44b3-a825-aef97298cc0e {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:52:55.394366 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:52:55.394852 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Checking segment: {'id': 'e7af616b-417f-4b44-9781-62280cebefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:52:55.395323 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:55.395784 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Bound using segment: {'id': 'e7af616b-417f-4b44-9781-62280cebefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:52:55.396333 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Bound port: d429ae33-c954-4bdb-9cc5-08748062e3a8, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7af616b-417f-4b44-9781-62280cebefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:52:55.396839 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:55.461046 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] For port d429ae33-c954-4bdb-9cc5-08748062e3a8, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:52:55.464301 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] For port d429ae33-c954-4bdb-9cc5-08748062e3a8, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d429ae33-c954-4bdb-9cc5-08748062e3a8,segment=NetworkSegment(e7af616b-417f-4b44-9781-62280cebefe5),segment_id=e7af616b-417f-4b44-9781-62280cebefe5)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:52:55.470182 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:55.505659 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Routers {'73169d14-b3f5-4319-b21e-37fe0f87a3aa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:52:55.506201 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:52:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:55.563701 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979be08-83bb-48ec-878f-aaef45b95276 None None] Pushing event updated for resources: {'Port': ['ID=d429ae33-c954-4bdb-9cc5-08748062e3a8,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:55.588276 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Attempt 9 to provision port d429ae33-c954-4bdb-9cc5-08748062e3a8 Nov 03 02:52:55.633574 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] Set router 73169d14-b3f5-4319-b21e-37fe0f87a3aa gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:52:55.682454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Current status of the port d429ae33-c954-4bdb-9cc5-08748062e3a8 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:55.683219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:55.744819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] For port d429ae33-c954-4bdb-9cc5-08748062e3a8, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d429ae33-c954-4bdb-9cc5-08748062e3a8,segment=NetworkSegment(e7af616b-417f-4b44-9781-62280cebefe5),segment_id=e7af616b-417f-4b44-9781-62280cebefe5)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:52:55.753309 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:55.822442 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcef60a-9d48-41c2-a3db-1602e0dbbb1e None None] Pushing event updated for resources: {'Port': ['ID=d429ae33-c954-4bdb-9cc5-08748062e3a8,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:52:55.886248 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-fdfde73b-624a-4ba2-933c-416a9ddb104a None None] Provisioning complete for port d429ae33-c954-4bdb-9cc5-08748062e3a8 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:55.886908 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fdfde73b-624a-4ba2-933c-416a9ddb104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:55.887618 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-fdfde73b-624a-4ba2-933c-416a9ddb104a None None] Attempt 1 to provision port d429ae33-c954-4bdb-9cc5-08748062e3a8 Nov 03 02:52:55.904271 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'name': 'tempest-TestMinimumBasicScenario-1603040086-router', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:47Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 4, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'gw_port': {'id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:48Z', 'updated_at': '2022-11-03T02:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd429ae33-c954-4bdb-9cc5-08748062e3a8', 'name': '', 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'mac_address': 'fa:16:3e:b9:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0b31bc62-2f9e-4d32-8d81-bd8104250246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:49Z', 'updated_at': '2022-11-03T02:52:55Z', 'revision_number': 4, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'subnets': [{'id': '0b31bc62-2f9e-4d32-8d81-bd8104250246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:52:55.935334 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72399d33-6227-4e55-91b9-6d0c9372f6e2 None None] The sync data for ids ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'] in dv-neutron-860659-5-hyperv is: [{'id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'name': 'tempest-TestMinimumBasicScenario-1603040086-router', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:47Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 4, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'gw_port': {'id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:48Z', 'updated_at': '2022-11-03T02:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'd429ae33-c954-4bdb-9cc5-08748062e3a8', 'name': '', 'network_id': '742aa9ff-f7f3-44b3-a825-aef97298cc0e', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'mac_address': 'fa:16:3e:b9:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0b31bc62-2f9e-4d32-8d81-bd8104250246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:49Z', 'updated_at': '2022-11-03T02:52:55Z', 'revision_number': 4, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'subnets': [{'id': '0b31bc62-2f9e-4d32-8d81-bd8104250246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:52:55.985404 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fdfde73b-624a-4ba2-933c-416a9ddb104a None None] Current status of the port d429ae33-c954-4bdb-9cc5-08748062e3a8 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:52:57.092380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d429ae33-c954-4bdb-9cc5-08748062e3a8 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:52:57.152288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port d429ae33-c954-4bdb-9cc5-08748062e3a8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:52:57.152698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:52:57.153063 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port d429ae33-c954-4bdb-9cc5-08748062e3a8 Nov 03 02:52:57.242099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port d429ae33-c954-4bdb-9cc5-08748062e3a8 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:53:00.759219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-c160e0b3-63d0-4677-ba01-4de2cc383cb9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:00.760641 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-c160e0b3-63d0-4677-ba01-4de2cc383cb9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 815 time: 0.1005735 Nov 03 02:53:00.775630 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-cbac1697-f83e-43d3-bde4-ca358a224aa5 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/quotas/76215ea3847a40c9a93e28b7a261b8a0 HTTP/1.1" status: 200 len: 375 time: 0.0088193 Nov 03 02:53:00.833898 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-0f4f48f5-e91a-43c5-9312-31d555cd46ef tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535538 Nov 03 02:53:00.848982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-c17b7b7e-54cd-4c37-8061-3e4c7f4f78dd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:53:00.849926 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-c17b7b7e-54cd-4c37-8061-3e4c7f4f78dd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050244 Nov 03 02:53:00.937014 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-33e411ae-e03a-4d45-9a76-2fa454fa13e5 service neutron] 10.222.0.23 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810997 Nov 03 02:53:01.028873 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-496cb0be-2399-4704-b0ec-8f76df05df95 service neutron] 10.222.0.23 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861635 Nov 03 02:53:01.187172 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abfbbd06-1ee9-48d4-a5e1-221b8e0a6881 req-372a516b-2e26-442d-84ae-70c39bbcb3ce tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 210 time: 0.0285356 Nov 03 02:53:02.270687 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9acbaa66-f973-4a88-89fc-acb543932add req-f03091ba-9b05-4766-a0e2-406a77fd20c6 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 210 time: 0.0281479 Nov 03 02:53:03.376357 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f3df4823-1b90-4e05-bb11-4ceede9f1e71 req-9376cdab-f30d-4d0b-943b-9daf11540ec1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 210 time: 0.0293956 Nov 03 02:53:04.273153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-7bcfa914-b312-4751-8e0c-fbcce7d07285 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:04.274898 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-7bcfa914-b312-4751-8e0c-fbcce7d07285 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 815 time: 0.1265197 Nov 03 02:53:04.292953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'port': {'device_id': '7b5abacc-6623-4246-9931-fcf13532d29b', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'admin_state_up': True, 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:53:04.423197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Made reservation on behalf of 76215ea3847a40c9a93e28b7a261b8a0 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:53:04.426681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:04.510273 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ab138b3d-501d-4d9f-a05d-efdae3f27c5e req-a66d2948-a9b8-4241-bc9e-d0f70b0b05c5 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 210 time: 0.0564625 Nov 03 02:53:04.598923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Allocated IP 172.20.0.5 (84a7b09b-76ec-44ba-882a-02003a8ff58d/3951d6d7-93c9-46bd-b159-1afdfa5c80e8/12924471-85ca-4bc4-b23b-247830fee72e) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:53:04.862944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for port (12924471-85ca-4bc4-b23b-247830fee72e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:04.898171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (12924471-85ca-4bc4-b23b-247830fee72e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:04.973557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Network 84a7b09b-76ec-44ba-882a-02003a8ff58d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:53:04.973959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'Port': ['ID=12924471-85ca-4bc4-b23b-247830fee72e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:04.983107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:53:04.987865 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:53:05.074976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:05.075600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:05.113428 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-be17fd25-d481-481a-a1eb-1bff72ce6035 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8235366 Nov 03 02:53:05.400910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Provisioning complete for port 12924471-85ca-4bc4-b23b-247830fee72e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:53:05.401485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (12924471-85ca-4bc4-b23b-247830fee72e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:05.402834 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Attempt 1 to provision port 12924471-85ca-4bc4-b23b-247830fee72e Nov 03 02:53:05.441267 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Port 12924471-85ca-4bc4-b23b-247830fee72e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:53:05.650669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c817576-4939-4496-8b7d-7706f6600bb9 req-3c0a8dbd-2979-4200-b737-d843448bddb3 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:05.652212 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5c817576-4939-4496-8b7d-7706f6600bb9 req-3c0a8dbd-2979-4200-b737-d843448bddb3 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 931 time: 0.0568771 Nov 03 02:53:05.709688 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5c817576-4939-4496-8b7d-7706f6600bb9 req-5e2d7784-a6de-4a4b-80f4-d2598be6aa21 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510468 Nov 03 02:53:05.942761 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Attempt 2 to provision port 12924471-85ca-4bc4-b23b-247830fee72e Nov 03 02:53:05.975013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Port 12924471-85ca-4bc4-b23b-247830fee72e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:53:06.476424 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Attempt 3 to provision port 12924471-85ca-4bc4-b23b-247830fee72e Nov 03 02:53:06.516627 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Port 12924471-85ca-4bc4-b23b-247830fee72e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:53:06.855288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42b92-07f1-44be-874f-81c0da9e7f24 req-aecf1dd2-90aa-41bf-837d-504c44fb0b81 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:06.856912 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-11d42b92-07f1-44be-874f-81c0da9e7f24 req-aecf1dd2-90aa-41bf-837d-504c44fb0b81 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 931 time: 0.0632694 Nov 03 02:53:06.908121 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-11d42b92-07f1-44be-874f-81c0da9e7f24 req-7d019ad5-4aa3-4815-81d6-40cce667ab68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445976 Nov 03 02:53:07.018180 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Attempt 4 to provision port 12924471-85ca-4bc4-b23b-247830fee72e Nov 03 02:53:07.058578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Port 12924471-85ca-4bc4-b23b-247830fee72e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:53:07.560180 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Attempt 5 to provision port 12924471-85ca-4bc4-b23b-247830fee72e Nov 03 02:53:07.595232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Port 12924471-85ca-4bc4-b23b-247830fee72e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:53:08.035236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f31475-564e-479a-ba08-b4de38e9733c req-6b93e5f0-1c86-4bcb-981a-deaac799eb4c tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:08.036863 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-66f31475-564e-479a-ba08-b4de38e9733c req-6b93e5f0-1c86-4bcb-981a-deaac799eb4c tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 931 time: 0.0556362 Nov 03 02:53:08.084198 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-66f31475-564e-479a-ba08-b4de38e9733c req-8a70ee18-6b4f-469d-8e45-4ade3eacfab6 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Nov 03 02:53:08.097233 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Attempt 6 to provision port 12924471-85ca-4bc4-b23b-247830fee72e Nov 03 02:53:08.144092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Port 12924471-85ca-4bc4-b23b-247830fee72e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:53:08.395804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:08.644842 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Attempt 7 to provision port 12924471-85ca-4bc4-b23b-247830fee72e Nov 03 02:53:08.677079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Port 12924471-85ca-4bc4-b23b-247830fee72e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:53:09.178214 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Attempt 8 to provision port 12924471-85ca-4bc4-b23b-247830fee72e Nov 03 02:53:09.216286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Port 12924471-85ca-4bc4-b23b-247830fee72e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:53:09.221240 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e32dc-13c5-4abd-aeb4-6dbb59b6e313 req-71194ffa-81fe-489d-8275-eb36e3c5d3bd tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:09.222914 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-050e32dc-13c5-4abd-aeb4-6dbb59b6e313 req-71194ffa-81fe-489d-8275-eb36e3c5d3bd tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 931 time: 0.0552874 Nov 03 02:53:09.278397 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-050e32dc-13c5-4abd-aeb4-6dbb59b6e313 req-b5ad2300-38ef-4263-a7e0-7fe81b93be23 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498798 Nov 03 02:53:09.717372 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Attempt 9 to provision port 12924471-85ca-4bc4-b23b-247830fee72e Nov 03 02:53:09.748946 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Port 12924471-85ca-4bc4-b23b-247830fee72e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:53:09.831014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2f54bca9-8e93-49b9-ad64-84a487b77b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:10.250838 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Attempt 10 to provision port 12924471-85ca-4bc4-b23b-247830fee72e Nov 03 02:53:10.289089 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ccad6be7-f9c0-4e10-af4a-5e20456009a6 None None] Port 12924471-85ca-4bc4-b23b-247830fee72e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:53:10.417672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17e2a-1f7c-4d80-98da-3754e1554f94 req-a78191aa-df9b-4cee-93a2-81319e1a2636 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:10.419130 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8b17e2a-1f7c-4d80-98da-3754e1554f94 req-a78191aa-df9b-4cee-93a2-81319e1a2636 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 931 time: 0.0540941 Nov 03 02:53:10.467655 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8b17e2a-1f7c-4d80-98da-3754e1554f94 req-2748f89e-6fdf-4641-9f50-1a87053db1b1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Nov 03 02:53:11.599921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d674ae-5bf2-443c-a1cb-6cc8e2bbcf2c req-f713aa5b-ccb4-4512-990e-64b7bd3cab53 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:11.601430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-00d674ae-5bf2-443c-a1cb-6cc8e2bbcf2c req-f713aa5b-ccb4-4512-990e-64b7bd3cab53 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 931 time: 0.0594192 Nov 03 02:53:11.651617 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-00d674ae-5bf2-443c-a1cb-6cc8e2bbcf2c req-33ba5d05-398a-4521-9239-47841cceb18a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 Nov 03 02:53:12.317855 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8aed8f39-a75c-432a-8a5e-07a7dd8a4745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:12.780741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b256-54b5-486d-8a48-725197b81a97 req-16a14326-6f7d-4806-8af3-bbbbf2f6d8a6 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:12.782353 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c6e5b256-54b5-486d-8a48-725197b81a97 req-16a14326-6f7d-4806-8af3-bbbbf2f6d8a6 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 931 time: 0.0561318 Nov 03 02:53:12.828997 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c6e5b256-54b5-486d-8a48-725197b81a97 req-89be3f70-56c0-4939-bc9f-c6ca3fab20bf tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404270 Nov 03 02:53:13.058589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Request body: {'port': {'device_id': '7b5abacc-6623-4246-9931-fcf13532d29b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:53:13.117639 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (12924471-85ca-4bc4-b23b-247830fee72e), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:13.274122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:13.370555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12924471-85ca-4bc4-b23b-247830fee72e {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:53:13.378606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Publish callbacks [] for port (12924471-85ca-4bc4-b23b-247830fee72e), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:13.390356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Transition to ACTIVE for port object 12924471-85ca-4bc4-b23b-247830fee72e will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:53:13.393817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (12924471-85ca-4bc4-b23b-247830fee72e), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:13.470533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Pushing event updated for resources: {'Port': ['ID=12924471-85ca-4bc4-b23b-247830fee72e,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:13.499970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Attempting to bind port 12924471-85ca-4bc4-b23b-247830fee72e on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:53:13.501204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Attempting to bind port 12924471-85ca-4bc4-b23b-247830fee72e by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:53:13.501552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Attempting to bind port 12924471-85ca-4bc4-b23b-247830fee72e on network 84a7b09b-76ec-44ba-882a-02003a8ff58d {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:53:13.506346 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Port 12924471-85ca-4bc4-b23b-247830fee72e on network 84a7b09b-76ec-44ba-882a-02003a8ff58d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:53:13.506669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Attempting to bind port 12924471-85ca-4bc4-b23b-247830fee72e on network 84a7b09b-76ec-44ba-882a-02003a8ff58d {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:53:13.511563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:53:13.511912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Checking segment: {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:53:13.512293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Bound using segment: {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:53:13.512744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Bound port: 12924471-85ca-4bc4-b23b-247830fee72e, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:53:13.513122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (12924471-85ca-4bc4-b23b-247830fee72e), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:13.575494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] For port 12924471-85ca-4bc4-b23b-247830fee72e, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:53:13.578457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] For port 12924471-85ca-4bc4-b23b-247830fee72e, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=12924471-85ca-4bc4-b23b-247830fee72e,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:53:13.583324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (12924471-85ca-4bc4-b23b-247830fee72e), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:13.587258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:13.587868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:13.589239 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] 10.222.0.27 "PUT /v2.0/ports/12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 1093 time: 0.5351875 Nov 03 02:53:13.589731 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:53:13.591958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a800e015-4008-490d-90b7-87c8a4be7aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "tag": "12924471-85ca-4bc4-b23b-247830fee72e"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:53:13.640157 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e15bc10-326b-4652-a856-51ac4962a5f7 x-openstack-request-id: req-7e15bc10-326b-4652-a856-51ac4962a5f7 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:53:13.640445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "tag": "12924471-85ca-4bc4-b23b-247830fee72e", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:53:13.640723 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e15bc10-326b-4652-a856-51ac4962a5f7 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:53:13.641139 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e15bc10-326b-4652-a856-51ac4962a5f7'] response: {'name': 'network-changed', 'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e', 'status': 'completed', 'code': 200} Nov 03 02:53:13.666072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1d53b-a6ee-4220-b240-96c5d85f717c service neutron] Pushing event updated for resources: {'Port': ['ID=12924471-85ca-4bc4-b23b-247830fee72e,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:13.685266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-d76b1ada-bd78-460e-b4c3-f65a2a471428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:13.686761 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-d76b1ada-bd78-460e-b4c3-f65a2a471428 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1127 time: 0.0576112 Nov 03 02:53:13.735665 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-61188626-6b69-4899-bbed-e82bc82ca4a3 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 217 time: 0.0355916 Nov 03 02:53:14.133964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-ff757a4a-e757-49cf-bda7-6927e0155472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:14.135320 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-ff757a4a-e757-49cf-bda7-6927e0155472 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.3919761 Nov 03 02:53:14.160544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6273dd-4b35-4418-b6a6-10b8da8da090 req-bcbc905c-dff8-493c-bc80-a30925ac0e7e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:14.161899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af6273dd-4b35-4418-b6a6-10b8da8da090 req-bcbc905c-dff8-493c-bc80-a30925ac0e7e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 943 time: 0.0694349 Nov 03 02:53:14.231471 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-625228e8-9fc9-4a4b-820d-2aa0538cec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:14.232963 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-625228e8-9fc9-4a4b-820d-2aa0538cec80 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0862811 Nov 03 02:53:14.237670 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af6273dd-4b35-4418-b6a6-10b8da8da090 req-b26d119d-41df-4316-9773-cb80402c8188 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575566 Nov 03 02:53:14.325659 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-a0dbdd5e-3459-4e54-8b0c-f3a4b779fd97 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819607 Nov 03 02:53:14.420848 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89b1876f-8545-4a1c-9c8e-bac21e9f7342 req-66e87679-649e-407e-8cab-4fc06f37e419 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841091 Nov 03 02:53:14.519280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800e015-4008-490d-90b7-87c8a4be7aaf req-ab4aba43-8ca6-4268-b1f2-a24adf80b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:14.520831 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a800e015-4008-490d-90b7-87c8a4be7aaf req-ab4aba43-8ca6-4268-b1f2-a24adf80b179 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1127 time: 0.0449986 Nov 03 02:53:14.611083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800e015-4008-490d-90b7-87c8a4be7aaf req-16e556a5-f844-4186-8e4b-54ef7141a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:14.612539 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a800e015-4008-490d-90b7-87c8a4be7aaf req-16e556a5-f844-4186-8e4b-54ef7141a90f service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.0838299 Nov 03 02:53:14.654473 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a800e015-4008-490d-90b7-87c8a4be7aaf req-578c1a1b-adcb-4e2b-bca4-13b4c44be09e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 217 time: 0.0355735 Nov 03 02:53:14.703956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800e015-4008-490d-90b7-87c8a4be7aaf req-65ad24f3-a751-452e-a5ba-8b69e39c7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:14.705384 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a800e015-4008-490d-90b7-87c8a4be7aaf req-65ad24f3-a751-452e-a5ba-8b69e39c7479 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0430651 Nov 03 02:53:14.749193 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:14.757172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800e015-4008-490d-90b7-87c8a4be7aaf req-5c2b1c81-ab21-462b-8735-45af689170c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:14.758685 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a800e015-4008-490d-90b7-87c8a4be7aaf req-5c2b1c81-ab21-462b-8735-45af689170c5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0469065 Nov 03 02:53:14.851929 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a800e015-4008-490d-90b7-87c8a4be7aaf req-4086a290-2c3b-42d9-afc1-620695d5e7a2 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864894 Nov 03 02:53:14.940979 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a800e015-4008-490d-90b7-87c8a4be7aaf req-718a4979-ff75-4a65-8532-0872cb97c732 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827734 Nov 03 02:53:15.368082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf03e7-40c0-4212-adb5-72c2c456df8f req-79bf9d8c-0ca7-43b1-8b9a-2ddb9fe96e91 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:15.369589 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddaf03e7-40c0-4212-adb5-72c2c456df8f req-79bf9d8c-0ca7-43b1-8b9a-2ddb9fe96e91 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 943 time: 0.0589356 Nov 03 02:53:15.416336 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddaf03e7-40c0-4212-adb5-72c2c456df8f req-6bb72325-f856-480b-8148-c9629aaa6e09 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 Nov 03 02:53:16.151156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:16.536710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134dfc9-b075-42b1-8a46-72a9faba458b req-464272a4-96da-4d8f-8da4-8b547d296ba7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:16.538205 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e134dfc9-b075-42b1-8a46-72a9faba458b req-464272a4-96da-4d8f-8da4-8b547d296ba7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 943 time: 0.0519571 Nov 03 02:53:16.583675 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e134dfc9-b075-42b1-8a46-72a9faba458b req-ef41d4cc-382b-45d8-b606-df25d47aaf56 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Nov 03 02:53:17.144199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 12924471-85ca-4bc4-b23b-247830fee72e details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:53:17.238643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 12924471-85ca-4bc4-b23b-247830fee72e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=12924471-85ca-4bc4-b23b-247830fee72e,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:53:17.252875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '12924471-85ca-4bc4-b23b-247830fee72e', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'port_id': '12924471-85ca-4bc4-b23b-247830fee72e', 'mac_address': 'fa:16:3e:8a:84:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:53:17.285447 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 12924471-85ca-4bc4-b23b-247830fee72e is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:53:17.285827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (12924471-85ca-4bc4-b23b-247830fee72e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:17.298429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12924471-85ca-4bc4-b23b-247830fee72e {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:53:17.317282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 12924471-85ca-4bc4-b23b-247830fee72e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=12924471-85ca-4bc4-b23b-247830fee72e,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:53:17.321426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (12924471-85ca-4bc4-b23b-247830fee72e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:17.366584 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=12924471-85ca-4bc4-b23b-247830fee72e,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:17.622127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['12924471-85ca-4bc4-b23b-247830fee72e'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:53:17.705145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f6bf3-3bff-48c1-8359-85de8db8e241 req-35f6f289-987e-4ee9-a105-983e778ab69d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:17.706741 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3b6f6bf3-3bff-48c1-8359-85de8db8e241 req-35f6f289-987e-4ee9-a105-983e778ab69d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 944 time: 0.0526087 Nov 03 02:53:17.757403 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3b6f6bf3-3bff-48c1-8359-85de8db8e241 req-3c111ec0-6d36-47ac-998d-747bc46b6eee tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447836 Nov 03 02:53:18.881449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0f028-4447-4e30-8d2f-269e5a238217 req-5e7e76c4-83c9-49e2-ba22-766675bf3b0c tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:18.882965 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-16f0f028-4447-4e30-8d2f-269e5a238217 req-5e7e76c4-83c9-49e2-ba22-766675bf3b0c tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 944 time: 0.0554161 Nov 03 02:53:18.928378 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-16f0f028-4447-4e30-8d2f-269e5a238217 req-cc08ce77-70b6-4e64-9ef6-4264571efb92 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400028 Nov 03 02:53:19.160932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 12924471-85ca-4bc4-b23b-247830fee72e up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:53:19.206776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 12924471-85ca-4bc4-b23b-247830fee72e completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:53:19.210749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 12924471-85ca-4bc4-b23b-247830fee72e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:53:19.211133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (12924471-85ca-4bc4-b23b-247830fee72e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:19.211502 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 12924471-85ca-4bc4-b23b-247830fee72e Nov 03 02:53:19.284067 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 12924471-85ca-4bc4-b23b-247830fee72e is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:53:19.284455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (12924471-85ca-4bc4-b23b-247830fee72e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:19.305903 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:53:19.308148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f816ad-85bb-467d-9370-3d88ed46b9cc" -d '{"events": [{"server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "name": "network-vif-plugged", "status": "completed", "tag": "12924471-85ca-4bc4-b23b-247830fee72e"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:53:19.320711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 12924471-85ca-4bc4-b23b-247830fee72e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=12924471-85ca-4bc4-b23b-247830fee72e,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:53:19.324800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (12924471-85ca-4bc4-b23b-247830fee72e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:19.348194 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb3cbb8-abd3-48f7-b286-2764d63c0978 x-openstack-request-id: req-5bb3cbb8-abd3-48f7-b286-2764d63c0978 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:53:19.348506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "name": "network-vif-plugged", "status": "completed", "tag": "12924471-85ca-4bc4-b23b-247830fee72e", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:53:19.348764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bb3cbb8-abd3-48f7-b286-2764d63c0978 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:53:19.349156 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb3cbb8-abd3-48f7-b286-2764d63c0978'] response: {'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e', 'code': 200} Nov 03 02:53:19.375578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=12924471-85ca-4bc4-b23b-247830fee72e,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:19.522549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8f775-e82b-428e-afd4-489bd935f8d8 req-65959c63-6d76-42f3-8778-2abde588afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:19.523931 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bab8f775-e82b-428e-afd4-489bd935f8d8 req-65959c63-6d76-42f3-8778-2abde588afc4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1129 time: 0.0440876 Nov 03 02:53:19.568984 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bab8f775-e82b-428e-afd4-489bd935f8d8 req-8fd1f932-d7e2-44e5-bb38-47b9154469a2 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358164 Nov 03 02:53:20.055320 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f40469-8de4-40f1-8604-735c02fb951d req-b32c93dc-bae9-4222-b2a9-5d71c47ba577 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:20.056836 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-88f40469-8de4-40f1-8604-735c02fb951d req-b32c93dc-bae9-4222-b2a9-5d71c47ba577 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 945 time: 0.0579090 Nov 03 02:53:20.102507 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-88f40469-8de4-40f1-8604-735c02fb951d req-9f874e6d-5ea1-4751-b8e6-9a4847b2e324 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402668 Nov 03 02:53:21.228674 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277102c-9f14-4e23-bffd-2bfeb17ad04f req-4ed5a50a-51bd-49fb-a186-27f8572c36ce tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:21.230424 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3277102c-9f14-4e23-bffd-2bfeb17ad04f req-4ed5a50a-51bd-49fb-a186-27f8572c36ce tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 945 time: 0.0544872 Nov 03 02:53:21.276660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3277102c-9f14-4e23-bffd-2bfeb17ad04f req-e3db4cd6-5c41-4063-b7cc-cee5cb52505b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Nov 03 02:53:21.397319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e73c-98c1-41ff-ab6a-a20319a6164b req-69495485-72ec-4824-b258-c1c2f37751a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:21.398750 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ce3e73c-98c1-41ff-ab6a-a20319a6164b req-69495485-72ec-4824-b258-c1c2f37751a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 945 time: 0.0527451 Nov 03 02:53:21.448912 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ce3e73c-98c1-41ff-ab6a-a20319a6164b req-519b8a46-d962-4304-ab3c-58f2f6242fed tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445714 Nov 03 02:53:21.773376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb4406-4d99-44f7-9aa8-f4fa187912a7 req-954d05fe-ab3c-4350-98d8-117221abd949 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:21.774827 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0abb4406-4d99-44f7-9aa8-f4fa187912a7 req-954d05fe-ab3c-4350-98d8-117221abd949 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 945 time: 0.0514126 Nov 03 02:53:21.821906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0abb4406-4d99-44f7-9aa8-f4fa187912a7 req-345dcadf-fe3d-4c0b-9096-0ce3fa67a769 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Nov 03 02:53:31.959257 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:53:38.404918 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:39.813727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a522-83f4-4cdb-8942-8fc7afce9593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:42.311656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c34034bb-97ca-4ddd-a826-f76c9dcdac07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:43.276104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:44.063997 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf378b-c945-4f26-a775-b4168cfe3db5 req-70109d50-3929-437d-aee4-a3dd4938b17e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:44.065483 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fdf378b-c945-4f26-a775-b4168cfe3db5 req-70109d50-3929-437d-aee4-a3dd4938b17e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 945 time: 0.0543587 Nov 03 02:53:44.115389 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fdf378b-c945-4f26-a775-b4168cfe3db5 req-9089bca0-1863-4d85-9066-9269f26aa146 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442240 Nov 03 02:53:44.143465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46144) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:53:44.274198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2591740d-3f6e-4bd1-a2f2-42312585f7ce tempest-TestMinimumBasicScenario-625691436 tempest-TestMinimumBasicScenario-625691436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:44.275728 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2591740d-3f6e-4bd1-a2f2-42312585f7ce tempest-TestMinimumBasicScenario-625691436 tempest-TestMinimumBasicScenario-625691436-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1124 time: 0.1312811 Nov 03 02:53:44.278691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46148) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:53:44.283591 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '12924471-85ca-4bc4-b23b-247830fee72e', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:53:44.303869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:44.400477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:44.507052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Allocated IP 172.26.6.134 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:53:44.606674 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for port (1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:44.644172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:44.679162 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:53:44.683497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:53:44.689994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:53:44.710996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'Port': ['ID=1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:44.722312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.722671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.723023 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.723370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.723713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.724053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.724387 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.724751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.725109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.725422 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.725756 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.726086 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.726418 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:44.751720 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:45.053001 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for floatingip (5a5865f0-3600-4155-935a-6522fdbcd89d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:45.120796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:45.267719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for port (1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:45.272036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:45.335524 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (5a5865f0-3600-4155-935a-6522fdbcd89d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:45.337175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'Port': ['ID=1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:45.436162 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Floating IP 5a5865f0-3600-4155-935a-6522fdbcd89d associated. External IP: 172.26.6.134, port: 12924471-85ca-4bc4-b23b-247830fee72e. Nov 03 02:53:45.633541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Router 3ad61217-8dfd-4bc3-b190-f5d92571b500 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:53:45.735198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:53:45.744516 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e37179-22a7-42b5-922a-462a8b74cf59 None None] Sync routers for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:53:45.754540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:45.755169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e37179-22a7-42b5-922a-462a8b74cf59 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:53:45.756402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b2e37179-22a7-42b5-922a-462a8b74cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:53:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:53:45.785599 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-385f40b8-3968-485d-9786-5a95804d0f5b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5058873 Nov 03 02:53:45.786462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:53:45.788480 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46150) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:53:45.789206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515c2463-b3c3-4107-99e4-92a6c3aa6c21" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "tag": "12924471-85ca-4bc4-b23b-247830fee72e"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:53:45.794362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403808581', 'description': 'tempest-secgroup-smoke-1403808581 description', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:53:45.819732 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:45.828577 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5110c0-37e9-4ddf-8d1f-ba428dd275fa x-openstack-request-id: req-4a5110c0-37e9-4ddf-8d1f-ba428dd275fa {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:53:45.829094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "tag": "12924471-85ca-4bc4-b23b-247830fee72e", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:53:45.829522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a5110c0-37e9-4ddf-8d1f-ba428dd275fa {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:53:45.830255 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5110c0-37e9-4ddf-8d1f-ba428dd275fa'] response: {'name': 'network-changed', 'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e', 'status': 'completed', 'code': 200} Nov 03 02:53:45.866479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-b2e37179-22a7-42b5-922a-462a8b74cf59 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:53:45.894742 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (905b3a79-cb92-4c86-a9e5-91d048028ab8), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:45.899278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (905b3a79-cb92-4c86-a9e5-91d048028ab8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:45.902830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c2463-b3c3-4107-99e4-92a6c3aa6c21 req-d441e6eb-c360-4092-a80d-4fdf126a9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:45.904384 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-515c2463-b3c3-4107-99e4-92a6c3aa6c21 req-d441e6eb-c360-4092-a80d-4fdf126a9a0e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1129 time: 0.0532937 Nov 03 02:53:45.929768 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:45.933812 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1405280 Nov 03 02:53:45.934716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46154) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:53:45.935405 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905b3a79-cb92-4c86-a9e5-91d048028ab8,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:45.943432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.943793 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.944147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.944506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.944856 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.945204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.945535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.945871 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.946204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.946542 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.946874 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.947206 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.947532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa0219-65c3-4a33-baf9-a8fbd7cc3c68 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:53:45.965630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-16f5efcf-0e4f-4989-b76a-a774d548f42d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '905b3a79-cb92-4c86-a9e5-91d048028ab8', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:53:46.022781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16f5efcf-0e4f-4989-b76a-a774d548f42d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (db1e4fcc-60b0-4292-bd9a-9bfd30dd0718), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.048361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c2463-b3c3-4107-99e4-92a6c3aa6c21 req-5214eee0-7181-4ff5-ba41-cb0bc916cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:46.050024 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-515c2463-b3c3-4107-99e4-92a6c3aa6c21 req-5214eee0-7181-4ff5-ba41-cb0bc916cab2 service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.1374872 Nov 03 02:53:46.101790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b2e37179-22a7-42b5-922a-462a8b74cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '5a5865f0-3600-4155-935a-6522fdbcd89d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'port_id': '12924471-85ca-4bc4-b23b-247830fee72e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'mac_address': 'fa:16:3e:8a:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5abacc-6623-4246-9931-fcf13532d29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:53:44Z', 'updated_at': '2022-11-03T02:53:44Z', 'revision_number': 0, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:53:46.122781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16f5efcf-0e4f-4989-b76a-a774d548f42d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (db1e4fcc-60b0-4292-bd9a-9bfd30dd0718), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.127613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e37179-22a7-42b5-922a-462a8b74cf59 None None] Checking router: 3ad61217-8dfd-4bc3-b190-f5d92571b500 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:53:46.128447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16f5efcf-0e4f-4989-b76a-a774d548f42d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (db1e4fcc-60b0-4292-bd9a-9bfd30dd0718), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.136367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e37179-22a7-42b5-922a-462a8b74cf59 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:53:46.137008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b2e37179-22a7-42b5-922a-462a8b74cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:53:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:53:46.145155 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-515c2463-b3c3-4107-99e4-92a6c3aa6c21 req-0e1df649-de12-44e7-b328-15dd4a4cd3f1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 999 time: 0.0846710 Nov 03 02:53:46.149710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5efcf-0e4f-4989-b76a-a774d548f42d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1e4fcc-60b0-4292-bd9a-9bfd30dd0718,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:46.182977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-16f5efcf-0e4f-4989-b76a-a774d548f42d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.184172 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-16f5efcf-0e4f-4989-b76a-a774d548f42d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2490723 Nov 03 02:53:46.187150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46156) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:53:46.192699 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-dc6d21ec-c07d-4e8a-9dca-6a3246b17037 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '905b3a79-cb92-4c86-a9e5-91d048028ab8', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:53:46.209569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c2463-b3c3-4107-99e4-92a6c3aa6c21 req-10878ac4-f4d4-4b16-a93b-0b5de3520d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:46.211438 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-515c2463-b3c3-4107-99e4-92a6c3aa6c21 req-10878ac4-f4d4-4b16-a93b-0b5de3520d67 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0597391 Nov 03 02:53:46.219855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dc6d21ec-c07d-4e8a-9dca-6a3246b17037 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (ef34c456-f02a-42e7-b4c1-84c557f775b0), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.236124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.260774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-b2e37179-22a7-42b5-922a-462a8b74cf59 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:53:46.270844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c2463-b3c3-4107-99e4-92a6c3aa6c21 req-6bca73d6-4a04-4f50-86fe-22c51e6cd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:46.272688 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-515c2463-b3c3-4107-99e4-92a6c3aa6c21 req-6bca73d6-4a04-4f50-86fe-22c51e6cd0c8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0522027 Nov 03 02:53:46.281336 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dc6d21ec-c07d-4e8a-9dca-6a3246b17037 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (ef34c456-f02a-42e7-b4c1-84c557f775b0), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.286996 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dc6d21ec-c07d-4e8a-9dca-6a3246b17037 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (ef34c456-f02a-42e7-b4c1-84c557f775b0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.306743 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d21ec-c07d-4e8a-9dca-6a3246b17037 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef34c456-f02a-42e7-b4c1-84c557f775b0,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:46.314922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dc6d21ec-c07d-4e8a-9dca-6a3246b17037 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.318735 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dc6d21ec-c07d-4e8a-9dca-6a3246b17037 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277375 Nov 03 02:53:46.318887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46158) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:53:46.323156 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-bf647d94-afe2-4960-a41f-bc81c09b4e3d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '905b3a79-cb92-4c86-a9e5-91d048028ab8', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:53:46.349366 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf647d94-afe2-4960-a41f-bc81c09b4e3d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (6f9abf4c-6670-4471-abbf-eaf5717a5d35), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.388581 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-515c2463-b3c3-4107-99e4-92a6c3aa6c21 req-3fd307d1-d3f5-4835-9d95-a38d05401d63 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050260 Nov 03 02:53:46.501345 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-515c2463-b3c3-4107-99e4-92a6c3aa6c21 req-c26029f6-e746-406b-bba3-71e1a1e0eb55 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054373 Nov 03 02:53:46.509682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b2e37179-22a7-42b5-922a-462a8b74cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '5a5865f0-3600-4155-935a-6522fdbcd89d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'port_id': '12924471-85ca-4bc4-b23b-247830fee72e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'mac_address': 'fa:16:3e:8a:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5abacc-6623-4246-9931-fcf13532d29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:53:44Z', 'updated_at': '2022-11-03T02:53:44Z', 'revision_number': 0, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:53:46.537319 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e37179-22a7-42b5-922a-462a8b74cf59 None None] The sync data for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv is: [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '5a5865f0-3600-4155-935a-6522fdbcd89d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'port_id': '12924471-85ca-4bc4-b23b-247830fee72e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'mac_address': 'fa:16:3e:8a:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5abacc-6623-4246-9931-fcf13532d29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:53:44Z', 'updated_at': '2022-11-03T02:53:44Z', 'revision_number': 0, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:53:46.731419 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf647d94-afe2-4960-a41f-bc81c09b4e3d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (6f9abf4c-6670-4471-abbf-eaf5717a5d35), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.736285 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf647d94-afe2-4960-a41f-bc81c09b4e3d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (6f9abf4c-6670-4471-abbf-eaf5717a5d35), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.753750 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1f95b4-086b-4a7c-bb88-d023bf6d516b None None] New status for floating IP 5a5865f0-3600-4155-935a-6522fdbcd89d: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:53:46.754272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf647d94-afe2-4960-a41f-bc81c09b4e3d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9abf4c-6670-4471-abbf-eaf5717a5d35,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:46.763047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf647d94-afe2-4960-a41f-bc81c09b4e3d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.764289 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bf647d94-afe2-4960-a41f-bc81c09b4e3d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4444668 Nov 03 02:53:46.767329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46160) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:53:46.771893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-bdd4f387-6c8f-4856-8779-69bbd476f027 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '905b3a79-cb92-4c86-a9e5-91d048028ab8', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:53:46.798444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f387-6c8f-4856-8779-69bbd476f027 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (6eb266f7-9f52-495f-b901-178b1be1c32f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.865650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f387-6c8f-4856-8779-69bbd476f027 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (6eb266f7-9f52-495f-b901-178b1be1c32f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.869368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f387-6c8f-4856-8779-69bbd476f027 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (6eb266f7-9f52-495f-b901-178b1be1c32f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.891919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4f387-6c8f-4856-8779-69bbd476f027 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb266f7-9f52-495f-b901-178b1be1c32f,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:46.900708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f387-6c8f-4856-8779-69bbd476f027 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.901906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bdd4f387-6c8f-4856-8779-69bbd476f027 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335077 Nov 03 02:53:46.904735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46162) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:53:46.910478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d1a7a583-de63-4f45-a592-433b4cf3de0f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '905b3a79-cb92-4c86-a9e5-91d048028ab8', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:53:46.930977 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-d1a7a583-de63-4f45-a592-433b4cf3de0f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Project 76215ea3847a40c9a93e28b7a261b8a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:53:46.936445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a583-de63-4f45-a592-433b4cf3de0f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (fc646794-bde5-438b-b31b-af74e325e16c), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:46.996856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a583-de63-4f45-a592-433b4cf3de0f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (fc646794-bde5-438b-b31b-af74e325e16c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:47.002538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a583-de63-4f45-a592-433b4cf3de0f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (fc646794-bde5-438b-b31b-af74e325e16c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:47.021931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7a583-de63-4f45-a592-433b4cf3de0f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc646794-bde5-438b-b31b-af74e325e16c,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:47.026325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a583-de63-4f45-a592-433b4cf3de0f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:47.027522 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d1a7a583-de63-4f45-a592-433b4cf3de0f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218138 Nov 03 02:53:47.030416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46164) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:53:47.034946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d832637b-eb82-43bd-b6bd-0b5dc80f5b3e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '905b3a79-cb92-4c86-a9e5-91d048028ab8', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:53:47.054942 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-d832637b-eb82-43bd-b6bd-0b5dc80f5b3e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Project 76215ea3847a40c9a93e28b7a261b8a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:53:47.059863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d832637b-eb82-43bd-b6bd-0b5dc80f5b3e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (efd52820-8438-4bec-b2ea-403cbfb3e96f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:47.122762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d832637b-eb82-43bd-b6bd-0b5dc80f5b3e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (efd52820-8438-4bec-b2ea-403cbfb3e96f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:47.127198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d832637b-eb82-43bd-b6bd-0b5dc80f5b3e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (efd52820-8438-4bec-b2ea-403cbfb3e96f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:47.144050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832637b-eb82-43bd-b6bd-0b5dc80f5b3e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd52820-8438-4bec-b2ea-403cbfb3e96f,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:47.152633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d832637b-eb82-43bd-b6bd-0b5dc80f5b3e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:47.153829 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d832637b-eb82-43bd-b6bd-0b5dc80f5b3e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225109 Nov 03 02:53:47.242246 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d4264bad-322a-43b2-85cd-d970b0c8eb8d req-20eb4374-3123-40cc-a875-f7fc647e0b53 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403808581&fields=id&tenant_id=76215ea3847a40c9a93e28b7a261b8a0 HTTP/1.1" status: 200 len: 267 time: 0.0442390 Nov 03 02:53:47.298894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4264bad-322a-43b2-85cd-d970b0c8eb8d req-ea947acc-c7c6-4786-bf51-b10ac0b088be tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:47.300265 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d4264bad-322a-43b2-85cd-d970b0c8eb8d req-ea947acc-c7c6-4786-bf51-b10ac0b088be tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 945 time: 0.0530584 Nov 03 02:53:47.310645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-d4264bad-322a-43b2-85cd-d970b0c8eb8d req-4225474c-c9c6-425e-bb17-0e915c19b034 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'port': {'security_groups': ['e88e1405-9e42-4939-97d1-e8045dd06c61', '905b3a79-cb92-4c86-a9e5-91d048028ab8']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:53:47.381800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d4264bad-322a-43b2-85cd-d970b0c8eb8d req-4225474c-c9c6-425e-bb17-0e915c19b034 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (12924471-85ca-4bc4-b23b-247830fee72e), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:47.559121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-d4264bad-322a-43b2-85cd-d970b0c8eb8d req-4225474c-c9c6-425e-bb17-0e915c19b034 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] For port 12924471-85ca-4bc4-b23b-247830fee72e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=12924471-85ca-4bc4-b23b-247830fee72e,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:53:47.586925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d4264bad-322a-43b2-85cd-d970b0c8eb8d req-4225474c-c9c6-425e-bb17-0e915c19b034 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for port (12924471-85ca-4bc4-b23b-247830fee72e), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:47.591227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d4264bad-322a-43b2-85cd-d970b0c8eb8d req-4225474c-c9c6-425e-bb17-0e915c19b034 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (12924471-85ca-4bc4-b23b-247830fee72e), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:47.600730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4264bad-322a-43b2-85cd-d970b0c8eb8d req-4225474c-c9c6-425e-bb17-0e915c19b034 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:47.601342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d4264bad-322a-43b2-85cd-d970b0c8eb8d req-4225474c-c9c6-425e-bb17-0e915c19b034 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:53:47.602663 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d4264bad-322a-43b2-85cd-d970b0c8eb8d req-4225474c-c9c6-425e-bb17-0e915c19b034 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "PUT /v2.0/ports/12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 981 time: 0.2964351 Nov 03 02:53:47.611635 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['12924471-85ca-4bc4-b23b-247830fee72e'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:53:47.655629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225474c-c9c6-425e-bb17-0e915c19b034 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'Port': ['ID=12924471-85ca-4bc4-b23b-247830fee72e,revision_number=6']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:53:47.696461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['12924471-85ca-4bc4-b23b-247830fee72e'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:53:47.713106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5abb-573d-43d7-b341-7a6d4d803b25 req-e8da58f5-7798-4052-91e8-b40c0d3d0df9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:47.714983 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-758c5abb-573d-43d7-b341-7a6d4d803b25 req-e8da58f5-7798-4052-91e8-b40c0d3d0df9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 984 time: 0.0533042 Nov 03 02:53:47.779574 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-758c5abb-573d-43d7-b341-7a6d4d803b25 req-dbaa4be3-09bb-49e5-a8cf-fe2529367980 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=905b3a79-cb92-4c86-a9e5-91d048028ab8&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583467 Nov 03 02:53:47.831824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:53:47.834136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "tag": "12924471-85ca-4bc4-b23b-247830fee72e"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:53:47.869726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacca226-4d19-433f-a1f1-644d7ca7b877 x-openstack-request-id: req-eacca226-4d19-433f-a1f1-644d7ca7b877 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:53:47.870030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "tag": "12924471-85ca-4bc4-b23b-247830fee72e", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:53:47.870287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eacca226-4d19-433f-a1f1-644d7ca7b877 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:53:47.870703 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eacca226-4d19-433f-a1f1-644d7ca7b877'] response: {'name': 'network-changed', 'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e', 'status': 'completed', 'code': 200} Nov 03 02:53:47.940329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b req-c57d71b6-ab1f-4e7a-9aeb-6e3c4ba56a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:47.941878 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b req-c57d71b6-ab1f-4e7a-9aeb-6e3c4ba56a1c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1168 time: 0.0485077 Nov 03 02:53:48.032075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b req-3b68bdf9-4cd0-4a52-8f99-c5876f3d9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:48.033604 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b req-3b68bdf9-4cd0-4a52-8f99-c5876f3d9d24 service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.0858192 Nov 03 02:53:48.099318 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b req-ab0d8b15-d68c-4192-8954-66d178207cae service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 1001 time: 0.0589488 Nov 03 02:53:48.146921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b req-fa710127-7026-4c18-9031-ec29c87cc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:48.148375 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b req-fa710127-7026-4c18-9031-ec29c87cc4c0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0432858 Nov 03 02:53:48.197665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b req-77f6fca3-296c-404a-b9dc-07c7f604f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:53:48.199177 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b req-77f6fca3-296c-404a-b9dc-07c7f604f878 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444210 Nov 03 02:53:48.298281 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b req-a1fec93c-0b6e-4083-912d-0b93060df699 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875344 Nov 03 02:53:48.387979 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8940f09d-1e4d-4c77-985e-0ac7e0235b1b req-5f55a46d-f629-49f2-8727-25ca8c492ed7 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835533 Nov 03 02:54:08.406204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:54:08.957191 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:54:09.816481 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2be6c5c8-7c98-4304-91a4-1bba4e5e6ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:54:12.314643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f7e65535-f686-4dd2-bcab-459a1ad9b629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:54:12.423399 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-7cfafa18-dc3f-4d91-b8c1-6c9af3e0c902 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483809 Nov 03 02:54:12.518807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-27f562d6-c8de-4262-ba10-2990fcb76808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:54:12.520328 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-27f562d6-c8de-4262-ba10-2990fcb76808 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1168 time: 0.0457771 Nov 03 02:54:12.624030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-7d5ee1f3-e6ae-49dc-8f53-9c2939e6d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:54:12.626072 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-7d5ee1f3-e6ae-49dc-8f53-9c2939e6d8f8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.0820870 Nov 03 02:54:12.692973 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-a1660308-1c70-4020-bace-fe9c6441fb76 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 1001 time: 0.0575755 Nov 03 02:54:12.744610 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-7da34c86-c75a-4935-9c01-d3f3de7d52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:54:12.746025 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-7da34c86-c75a-4935-9c01-d3f3de7d52d3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0443537 Nov 03 02:54:12.796692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-d38fc083-5548-422f-864f-9824549192c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:54:12.798732 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-d38fc083-5548-422f-864f-9824549192c3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429869 Nov 03 02:54:12.894918 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-6674de1e-92f8-4498-be1f-b9407e813a13 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852647 Nov 03 02:54:12.986000 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4ffaa2c6-60f6-4702-81cc-db55f4ebfdd2 req-9ad82c15-0439-40b3-8b78-55cbcf890e3c service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810690 Nov 03 02:54:13.280010 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:54:14.755547 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:54:16.159632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:54:38.414398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:54:39.819469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f31ee16f-4929-40a3-811d-0a18facd4b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:54:42.316196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9d962cc6-aa9c-40ca-9c4a-861329ffbab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:54:43.282617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:54:44.758976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:54:45.955227 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:54:46.162260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:08.436254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:09.822382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3304a001-624f-414c-a1e5-ca0cb9f3a492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:12.320330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-59c21d6d-9c5e-4b42-bc7f-c7810d7e28b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:13.285689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:14.420047 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-825797e8-f09a-46c7-9c7f-6dcfd73fc511 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462112 Nov 03 02:55:14.515491 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-1cf66690-fa72-4e65-9ffe-6a7c22a4a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:55:14.517078 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-1cf66690-fa72-4e65-9ffe-6a7c22a4a764 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1168 time: 0.0447273 Nov 03 02:55:14.624617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-719863b1-89e8-4b42-9c05-a34144c44628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:55:14.626156 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-719863b1-89e8-4b42-9c05-a34144c44628 service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.0864289 Nov 03 02:55:14.688927 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-904648f8-4b69-48f8-872e-5a18b1f0b0c1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 1001 time: 0.0533175 Nov 03 02:55:14.742604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-447bc31c-e58a-4174-9463-b54c8a0d2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:55:14.743875 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-447bc31c-e58a-4174-9463-b54c8a0d2d3e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0456111 Nov 03 02:55:14.761118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:14.798939 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-a53d001f-e116-4180-a0fa-f5585f73609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:55:14.800591 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-a53d001f-e116-4180-a0fa-f5585f73609e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457480 Nov 03 02:55:14.893255 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-399b2850-70e1-498f-b630-b38b98f47bcd service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821154 Nov 03 02:55:14.989481 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d875ad9-1827-4ffd-b6e0-d1ce82be9642 req-2d55934e-488b-4b40-94bb-a69152884fb5 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859289 Nov 03 02:55:16.164246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:22.953475 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:55:24.942860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ef94a-4f10-405a-a819-4b4bb42f585c req-91bbaeab-4f44-4f25-9221-8fac17905f1f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:55:24.944334 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-916ef94a-4f10-405a-a819-4b4bb42f585c req-91bbaeab-4f44-4f25-9221-8fac17905f1f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 984 time: 0.0845776 Nov 03 02:55:24.949773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f2dba-5b4c-4290-accb-1aa9d532a1d2 req-d0f43f02-0142-4533-9643-8338e79f0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:55:24.951143 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9e2f2dba-5b4c-4290-accb-1aa9d532a1d2 req-d0f43f02-0142-4533-9643-8338e79f0d7a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1168 time: 0.0639071 Nov 03 02:55:25.375120 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-916ef94a-4f10-405a-a819-4b4bb42f585c req-d366e5b0-bfef-4cfb-be09-885b39114d76 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=905b3a79-cb92-4c86-a9e5-91d048028ab8&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4229839 Nov 03 02:55:25.402523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f2dba-5b4c-4290-accb-1aa9d532a1d2 req-c3bf5017-abc3-4515-bc6f-6fb1206c2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:55:25.403989 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9e2f2dba-5b4c-4290-accb-1aa9d532a1d2 req-c3bf5017-abc3-4515-bc6f-6fb1206c2348 service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.4359336 Nov 03 02:55:25.470717 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9e2f2dba-5b4c-4290-accb-1aa9d532a1d2 req-83e89dfc-cb5f-44d3-936b-4c6d410211f9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 1001 time: 0.0579009 Nov 03 02:55:25.523093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f2dba-5b4c-4290-accb-1aa9d532a1d2 req-7eae9663-d262-42c3-a77f-f881c7c1ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:55:25.524475 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9e2f2dba-5b4c-4290-accb-1aa9d532a1d2 req-7eae9663-d262-42c3-a77f-f881c7c1ed1e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0435107 Nov 03 02:55:25.575353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f2dba-5b4c-4290-accb-1aa9d532a1d2 req-faea4a21-12ee-443c-88b8-1b7c09052320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:55:25.576804 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9e2f2dba-5b4c-4290-accb-1aa9d532a1d2 req-faea4a21-12ee-443c-88b8-1b7c09052320 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420015 Nov 03 02:55:25.672269 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9e2f2dba-5b4c-4290-accb-1aa9d532a1d2 req-5cbd46f2-9958-4002-b061-c973102f6cf6 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847318 Nov 03 02:55:25.766174 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9e2f2dba-5b4c-4290-accb-1aa9d532a1d2 req-26cf5d49-d53b-45df-8650-bd925da79bd0 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Nov 03 02:55:26.503801 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026d39d-580e-4614-bf02-f2c70675a81b req-a1a510cd-5d70-4753-bddd-cd98142b9b88 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:55:26.505309 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3026d39d-580e-4614-bf02-f2c70675a81b req-a1a510cd-5d70-4753-bddd-cd98142b9b88 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 984 time: 0.0547161 Nov 03 02:55:26.567479 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3026d39d-580e-4614-bf02-f2c70675a81b req-139b89e1-9d46-46cc-a0e5-0616d64bc28e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=905b3a79-cb92-4c86-a9e5-91d048028ab8&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564857 Nov 03 02:55:38.429000 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:39.823818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cabe39af-52a8-4067-a138-69e9d02aeb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:42.322504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-84fa62fd-f170-4a0f-af97-18107cb5fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:43.288050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:44.764682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:46.166336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:55:59.951998 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:56:08.425962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:09.825773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c25b4194-de97-4c24-b7c1-cbdc1ccb574d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:12.324224 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7f8d19d4-3293-4788-863b-d3a480bf4103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:13.290551 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:14.768402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:15.102554 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-efe3aee7-13d9-46b1-8e9b-5dce84cc0d23 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436842 Nov 03 02:56:15.199705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-f7fad09b-1a47-45bc-a518-717189cd1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:15.201224 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-f7fad09b-1a47-45bc-a518-717189cd1602 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1168 time: 0.0470207 Nov 03 02:56:15.308321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-5220dba5-b37a-4a90-8097-4475ceaab2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:15.309805 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-5220dba5-b37a-4a90-8097-4475ceaab2ac service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.0849090 Nov 03 02:56:15.382731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-395d5888-9b9d-4668-8efd-e29219a09b5a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 1001 time: 0.0620863 Nov 03 02:56:15.432927 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-1d7cd867-523e-459d-9f6c-5a4bdb4e47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:15.434312 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-1d7cd867-523e-459d-9f6c-5a4bdb4e47ec service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0434051 Nov 03 02:56:15.485249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-790f1936-769d-4347-833c-03d90c5b64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:15.486712 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-790f1936-769d-4347-833c-03d90c5b64a9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430670 Nov 03 02:56:15.579599 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-9b801d56-ce71-412e-b2b2-995a1ce28491 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834794 Nov 03 02:56:15.672320 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-31b34b00-9c6f-4c7f-b57f-d90e31d4f959 req-a3ace166-dd46-4866-a236-c8a1b11d215a service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833235 Nov 03 02:56:16.168126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:36.951124 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:56:38.444367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:39.826387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ee26db34-5632-40b3-b6eb-553ce0643c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:40.926897 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-64528735-9ef5-458c-9df4-4bd8a8cf4b17 req-02eeea8b-846c-4432-8f5f-c1d60277d6a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403808581&fields=id&tenant_id=76215ea3847a40c9a93e28b7a261b8a0 HTTP/1.1" status: 200 len: 267 time: 0.0439796 Nov 03 02:56:40.988355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64528735-9ef5-458c-9df4-4bd8a8cf4b17 req-70de40f6-19e2-462d-b395-bc3dda7fa3c5 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:40.991453 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-64528735-9ef5-458c-9df4-4bd8a8cf4b17 req-70de40f6-19e2-462d-b395-bc3dda7fa3c5 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 984 time: 0.0572822 Nov 03 02:56:41.000704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-64528735-9ef5-458c-9df4-4bd8a8cf4b17 req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'port': {'security_groups': ['e88e1405-9e42-4939-97d1-e8045dd06c61']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:56:41.072735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-64528735-9ef5-458c-9df4-4bd8a8cf4b17 req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (12924471-85ca-4bc4-b23b-247830fee72e), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:41.243870 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-64528735-9ef5-458c-9df4-4bd8a8cf4b17 req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] For port 12924471-85ca-4bc4-b23b-247830fee72e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=12924471-85ca-4bc4-b23b-247830fee72e,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:56:41.270475 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-64528735-9ef5-458c-9df4-4bd8a8cf4b17 req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for port (12924471-85ca-4bc4-b23b-247830fee72e), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:41.275532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-64528735-9ef5-458c-9df4-4bd8a8cf4b17 req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (12924471-85ca-4bc4-b23b-247830fee72e), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:41.284608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64528735-9ef5-458c-9df4-4bd8a8cf4b17 req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:41.285211 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-64528735-9ef5-458c-9df4-4bd8a8cf4b17 req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:41.287366 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-64528735-9ef5-458c-9df4-4bd8a8cf4b17 req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "PUT /v2.0/ports/12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 942 time: 0.2902861 Nov 03 02:56:41.290958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:56:41.293179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46238) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:56:41.293688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25014f60-ab7c-43c2-b260-c575f0860848" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "tag": "12924471-85ca-4bc4-b23b-247830fee72e"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:56:41.295626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['12924471-85ca-4bc4-b23b-247830fee72e'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:56:41.346085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'Port': ['ID=12924471-85ca-4bc4-b23b-247830fee72e,revision_number=7']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:56:41.356290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.356290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.356627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.357200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.357552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.357889 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.358222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.358558 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.358941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.359279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.359607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.359934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.360574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01036bf4-8510-4e00-9107-d7fba5e4594a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.369278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (905b3a79-cb92-4c86-a9e5-91d048028ab8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:41.394667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['12924471-85ca-4bc4-b23b-247830fee72e'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:56:41.399005 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (905b3a79-cb92-4c86-a9e5-91d048028ab8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:41.469662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (905b3a79-cb92-4c86-a9e5-91d048028ab8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:41.473152 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:41.477278 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "DELETE /v2.0/security-groups/905b3a79-cb92-4c86-a9e5-91d048028ab8 HTTP/1.1" status: 204 len: 168 time: 0.1803958 Nov 03 02:56:41.478695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46248) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:56:41.484873 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905b3a79-cb92-4c86-a9e5-91d048028ab8,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:56:41.497665 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.498030 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.498449 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.498865 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.499277 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.499685 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.500091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.500546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.500922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.501326 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.502332 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.502809 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.503727 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6b9a-9cc2-4792-b94a-ea2d6e5c45a9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:56:41.535018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edda8787-6f57-4d8f-99a9-554a97331368 x-openstack-request-id: req-edda8787-6f57-4d8f-99a9-554a97331368 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:56:41.535317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "tag": "12924471-85ca-4bc4-b23b-247830fee72e", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:56:41.535665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edda8787-6f57-4d8f-99a9-554a97331368 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:56:41.535978 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edda8787-6f57-4d8f-99a9-554a97331368'] response: {'name': 'network-changed', 'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e', 'status': 'completed', 'code': 200} Nov 03 02:56:41.666912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25014f60-ab7c-43c2-b260-c575f0860848 req-f3ee2fdc-a491-4e98-805b-18c99c8b55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:41.668425 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-25014f60-ab7c-43c2-b260-c575f0860848 req-f3ee2fdc-a491-4e98-805b-18c99c8b55f3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1129 time: 0.1112375 Nov 03 02:56:41.736020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Deleting port 1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:56:41.736366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:41.814393 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25014f60-ab7c-43c2-b260-c575f0860848 req-811e35f8-be3a-42c8-a82c-d2423cdb0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:41.815872 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-25014f60-ab7c-43c2-b260-c575f0860848 req-811e35f8-be3a-42c8-a82c-d2423cdb0bf4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.1392362 Nov 03 02:56:41.875005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:41.875333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for floatingip (1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:41.892853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Calling delete_port for 1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:56:41.911324 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-25014f60-ab7c-43c2-b260-c575f0860848 req-eb24fd2e-1f42-46a5-9887-9e2e9bf40f52 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 1001 time: 0.0848365 Nov 03 02:56:42.003193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25014f60-ab7c-43c2-b260-c575f0860848 req-0cf64b49-4e1c-4cdd-9bac-11a0a3b7cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:42.004660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-25014f60-ab7c-43c2-b260-c575f0860848 req-0cf64b49-4e1c-4cdd-9bac-11a0a3b7cb6a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0626295 Nov 03 02:56:42.093580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25014f60-ab7c-43c2-b260-c575f0860848 req-01c451e4-9914-4115-ad45-11e4e5e67caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:42.095089 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-25014f60-ab7c-43c2-b260-c575f0860848 req-01c451e4-9914-4115-ad45-11e4e5e67caa service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0804636 Nov 03 02:56:42.157698 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:42.166864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [req-cb2ad4f9-5389-45a9-a2d5-4413c3d98d6f req-918fca29-f273-44e4-bb66-539e6b63c219 tempest-ServerDiskConfigTestJSON-1763816331 tempest-ServerDiskConfigTestJSON-1763816331-project] (104393) timed out ('10.222.0.27', 58232) {{(pid=104393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 03 02:56:42.197509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event deleted for resources: {'Port': ['ID=1af52c8f-8772-4f6a-bb5f-e0ae33d69ec8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:56:42.261971 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-25014f60-ab7c-43c2-b260-c575f0860848 req-b4db86c5-f8d3-4551-b9ca-1300170af68b service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556485 Nov 03 02:56:42.284863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for floatingip (5a5865f0-3600-4155-935a-6522fdbcd89d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:42.285197 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Floating IP 5a5865f0-3600-4155-935a-6522fdbcd89d disassociated (deleted). External IP: 172.26.6.134, port: 12924471-85ca-4bc4-b23b-247830fee72e. Nov 03 02:56:42.327370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-37136476-525b-4de6-9a59-8f89c017a80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:42.448476 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-25014f60-ab7c-43c2-b260-c575f0860848 req-b033561a-6699-44d3-b317-62dc9ba26d1f service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751692 Nov 03 02:56:42.550008 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Router 3ad61217-8dfd-4bc3-b190-f5d92571b500 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:56:42.652186 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:56:42.656628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:42.662551 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e110f-a1b1-4073-9dec-c7f6a6dfcef2 None None] Sync routers for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:56:42.672307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e110f-a1b1-4073-9dec-c7f6a6dfcef2 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:56:42.672962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5b9e110f-a1b1-4073-9dec-c7f6a6dfcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:56:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:56:42.686584 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-79378069-af0f-4dcd-adea-d6fd2e3bb26e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "DELETE /v2.0/floatingips/5a5865f0-3600-4155-935a-6522fdbcd89d HTTP/1.1" status: 204 len: 168 time: 1.2052946 Nov 03 02:56:42.777980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5b9e110f-a1b1-4073-9dec-c7f6a6dfcef2 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:56:42.980125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5b9e110f-a1b1-4073-9dec-c7f6a6dfcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:56:43.009782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e110f-a1b1-4073-9dec-c7f6a6dfcef2 None None] Checking router: 3ad61217-8dfd-4bc3-b190-f5d92571b500 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:56:43.018675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e110f-a1b1-4073-9dec-c7f6a6dfcef2 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:56:43.019273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5b9e110f-a1b1-4073-9dec-c7f6a6dfcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:56:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:56:43.120042 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5b9e110f-a1b1-4073-9dec-c7f6a6dfcef2 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:56:43.299685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:43.319438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5b9e110f-a1b1-4073-9dec-c7f6a6dfcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:56:43.344143 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e110f-a1b1-4073-9dec-c7f6a6dfcef2 None None] The sync data for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv is: [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:56:43.538316 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:56:43.540828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b208f3b5-befc-4505-999e-70ddd8c1acbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "tag": "12924471-85ca-4bc4-b23b-247830fee72e"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:56:43.567660 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e938c-7764-41eb-ae4b-1af85665d2ec None None] New status for floating IP 5a5865f0-3600-4155-935a-6522fdbcd89d: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:56:43.580754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fccacba-782f-48b6-91b3-c8640f423540 x-openstack-request-id: req-7fccacba-782f-48b6-91b3-c8640f423540 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:56:43.581115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "tag": "12924471-85ca-4bc4-b23b-247830fee72e", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:56:43.581441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fccacba-782f-48b6-91b3-c8640f423540 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:56:43.581923 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fccacba-782f-48b6-91b3-c8640f423540'] response: {'name': 'network-changed', 'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e', 'status': 'completed', 'code': 200} Nov 03 02:56:43.666192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f3b5-befc-4505-999e-70ddd8c1acbd req-a4b9ee4b-0fc5-4c6a-9630-5ff9bff03ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:43.667906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b208f3b5-befc-4505-999e-70ddd8c1acbd req-a4b9ee4b-0fc5-4c6a-9630-5ff9bff03ffc service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 1129 time: 0.0599666 Nov 03 02:56:43.762384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f3b5-befc-4505-999e-70ddd8c1acbd req-60369e7b-68fb-45ae-a7dd-152ac5101633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:43.763876 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b208f3b5-befc-4505-999e-70ddd8c1acbd req-60369e7b-68fb-45ae-a7dd-152ac5101633 service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.0862403 Nov 03 02:56:43.810698 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b208f3b5-befc-4505-999e-70ddd8c1acbd req-5f9a0131-717e-44bf-ac8f-5247be07c321 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 200 len: 217 time: 0.0365777 Nov 03 02:56:43.865383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f3b5-befc-4505-999e-70ddd8c1acbd req-21de1df4-6726-49c0-9c17-4ae90d794dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:43.866834 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b208f3b5-befc-4505-999e-70ddd8c1acbd req-21de1df4-6726-49c0-9c17-4ae90d794dfb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0442305 Nov 03 02:56:43.923241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f3b5-befc-4505-999e-70ddd8c1acbd req-ffa583b6-0097-4e96-84f5-92b1dcbd9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:43.924680 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b208f3b5-befc-4505-999e-70ddd8c1acbd req-ffa583b6-0097-4e96-84f5-92b1dcbd9c7d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456865 Nov 03 02:56:44.024653 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b208f3b5-befc-4505-999e-70ddd8c1acbd req-94497dcb-c119-40d2-b6c6-e720a0dab758 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881813 Nov 03 02:56:44.117674 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b208f3b5-befc-4505-999e-70ddd8c1acbd req-ce6c4085-f4d4-43bb-b114-609bdef77726 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830750 Nov 03 02:56:44.770579 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:46.175568 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:56:58.106044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241b737-2a90-4ece-8c74-ba492bb72918 req-01bd77dd-a0cb-4547-b956-90f7f70583f8 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:58.107865 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6241b737-2a90-4ece-8c74-ba492bb72918 req-01bd77dd-a0cb-4547-b956-90f7f70583f8 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 945 time: 0.0520670 Nov 03 02:56:58.160168 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6241b737-2a90-4ece-8c74-ba492bb72918 req-508d07fa-5397-4214-a59b-9b5697ff0b30 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 Nov 03 02:56:59.285657 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729d1e-0bc0-4fa9-aebe-6b9b9429c3b0 req-58acb8ed-a2e3-4054-9a20-953d4feb330a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:59.288167 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ae729d1e-0bc0-4fa9-aebe-6b9b9429c3b0 req-58acb8ed-a2e3-4054-9a20-953d4feb330a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 945 time: 0.0543180 Nov 03 02:56:59.336634 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ae729d1e-0bc0-4fa9-aebe-6b9b9429c3b0 req-2b55eb12-ee78-4108-bd7e-30b44e2ac54d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427554 Nov 03 02:56:59.984079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58293186-d716-49a4-b909-caf27eb08593 req-ac7cf741-098e-4ccb-b9f4-43768a5aaae4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:56:59.985535 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-58293186-d716-49a4-b909-caf27eb08593 req-ac7cf741-098e-4ccb-b9f4-43768a5aaae4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.27 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 945 time: 0.0531037 Nov 03 02:57:00.078274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-58293186-d716-49a4-b909-caf27eb08593 req-4468100b-e0e3-474f-81d3-52e825ebd13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Deleting port 12924471-85ca-4bc4-b23b-247830fee72e {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:57:00.078617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-58293186-d716-49a4-b909-caf27eb08593 req-4468100b-e0e3-474f-81d3-52e825ebd13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (12924471-85ca-4bc4-b23b-247830fee72e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:00.166210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-58293186-d716-49a4-b909-caf27eb08593 req-4468100b-e0e3-474f-81d3-52e825ebd13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] For port 12924471-85ca-4bc4-b23b-247830fee72e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=12924471-85ca-4bc4-b23b-247830fee72e,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:57:00.166474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-58293186-d716-49a4-b909-caf27eb08593 req-4468100b-e0e3-474f-81d3-52e825ebd13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (12924471-85ca-4bc4-b23b-247830fee72e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:00.179383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-58293186-d716-49a4-b909-caf27eb08593 req-4468100b-e0e3-474f-81d3-52e825ebd13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Calling delete_port for 12924471-85ca-4bc4-b23b-247830fee72e owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:57:00.306066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-58293186-d716-49a4-b909-caf27eb08593 req-4468100b-e0e3-474f-81d3-52e825ebd13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (12924471-85ca-4bc4-b23b-247830fee72e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:00.323231 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['12924471-85ca-4bc4-b23b-247830fee72e'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:57:00.332572 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468100b-e0e3-474f-81d3-52e825ebd13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event deleted for resources: {'Port': ['ID=12924471-85ca-4bc4-b23b-247830fee72e,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:00.380553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-58293186-d716-49a4-b909-caf27eb08593 req-4468100b-e0e3-474f-81d3-52e825ebd13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] No DVR routers for this DVR port 12924471-85ca-4bc4-b23b-247830fee72e on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:57:00.383463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-58293186-d716-49a4-b909-caf27eb08593 req-4468100b-e0e3-474f-81d3-52e825ebd13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:00.386838 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-58293186-d716-49a4-b909-caf27eb08593 req-4468100b-e0e3-474f-81d3-52e825ebd13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.27 "DELETE /v2.0/ports/12924471-85ca-4bc4-b23b-247830fee72e HTTP/1.1" status: 204 len: 173 time: 0.3937919 Nov 03 02:57:00.387846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'name': 'network-vif-deleted', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:57:00.390137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3d9d21-81d4-47ff-97de-defd56dcd4b6" -d '{"events": [{"server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "name": "network-vif-deleted", "tag": "12924471-85ca-4bc4-b23b-247830fee72e"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:57:00.443658 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c0d8df1c-ced6-4895-bf8f-2dd331d57286 req-9941b94b-bcba-4d8f-be45-6b90bbf51985 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5abacc-6623-4246-9931-fcf13532d29b HTTP/1.1" status: 200 len: 210 time: 0.0289385 Nov 03 02:57:00.445210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797241e3-4030-47bb-a75b-543bda9ed321 x-openstack-request-id: req-797241e3-4030-47bb-a75b-543bda9ed321 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:57:00.445598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5abacc-6623-4246-9931-fcf13532d29b", "name": "network-vif-deleted", "tag": "12924471-85ca-4bc4-b23b-247830fee72e", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:57:00.445949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-797241e3-4030-47bb-a75b-543bda9ed321 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:57:00.446449 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797241e3-4030-47bb-a75b-543bda9ed321'] response: {'server_uuid': '7b5abacc-6623-4246-9931-fcf13532d29b', 'name': 'network-vif-deleted', 'tag': '12924471-85ca-4bc4-b23b-247830fee72e', 'status': 'completed', 'code': 200} Nov 03 02:57:04.279147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 12924471-85ca-4bc4-b23b-247830fee72e no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:57:04.299464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 12924471-85ca-4bc4-b23b-247830fee72e {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:57:04.300129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 12924471-85ca-4bc4-b23b-247830fee72e not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:57:08.484448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:09.830315 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5845bf08-de3e-4514-ad0c-0e1af51666f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:10.860519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-60a5ebdc-26dd-4948-918d-4abb11d419b7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:10.862005 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-60a5ebdc-26dd-4948-918d-4abb11d419b7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 815 time: 0.1089525 Nov 03 02:57:10.876562 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-0ee54781-a237-488d-9af3-23dcd3584be1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/quotas/76215ea3847a40c9a93e28b7a261b8a0 HTTP/1.1" status: 200 len: 375 time: 0.0090182 Nov 03 02:57:10.930763 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-fcc0278a-85d6-4f1b-92ee-8aa5bfaab41b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486090 Nov 03 02:57:11.009975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-e198a4a1-c325-495d-a094-7b89b96f7fd7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 02:57:11.011003 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-e198a4a1-c325-495d-a094-7b89b96f7fd7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0695653 Nov 03 02:57:11.097702 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-ccc24f88-9868-4ff2-91fd-afb0f6bafe2d service neutron] 10.222.0.23 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808659 Nov 03 02:57:11.189088 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-1f11fbb6-0ee0-4cf0-ad4c-1fe9fce08492 service neutron] 10.222.0.23 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856545 Nov 03 02:57:11.349292 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-72142952-b634-4829-9898-2313cba288c1 req-843265e2-171b-4937-92d1-daa7ff71d17a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 210 time: 0.0297771 Nov 03 02:57:12.333609 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0103443a-0bae-4eaf-918d-3ad7a4ef665f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:12.448498 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0a32bb0a-adea-4ee3-9d0d-7e57455fdef1 req-05eced40-18a6-418e-98d9-2b8594585b09 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 210 time: 0.0268221 Nov 03 02:57:12.618704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-022fb2a1-6d31-42b5-b02a-bbf6042cce72 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:12.620147 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-022fb2a1-6d31-42b5-b02a-bbf6042cce72 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 815 time: 0.1085916 Nov 03 02:57:12.635144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'port': {'device_id': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'admin_state_up': True, 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:57:12.755653 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Made reservation on behalf of 76215ea3847a40c9a93e28b7a261b8a0 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:57:12.759755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:12.888107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Allocated IP 172.20.0.7 (84a7b09b-76ec-44ba-882a-02003a8ff58d/3951d6d7-93c9-46bd-b159-1afdfa5c80e8/fad6249d-b5ab-4ca6-ab60-b7a671e8b6da) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:57:13.119464 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:13.166053 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:13.237734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Network 84a7b09b-76ec-44ba-882a-02003a8ff58d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:57:13.241928 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:57:13.245807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:57:13.305241 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:13.314006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'Port': ['ID=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:13.347117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:13.349291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:13.381118 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-731f1bf1-9a3c-4bc7-a838-9b195e34b13f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7488248 Nov 03 02:57:13.631285 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdfe7f-0f47-44b7-b7ba-49bfedd85aab req-8b5592a3-804d-4a08-bb86-d48b71867f3a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:13.632915 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e9cdfe7f-0f47-44b7-b7ba-49bfedd85aab req-8b5592a3-804d-4a08-bb86-d48b71867f3a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 931 time: 0.0819550 Nov 03 02:57:13.658039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Provisioning complete for port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:57:13.665216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:13.665985 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Attempt 1 to provision port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da Nov 03 02:57:13.704461 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e9cdfe7f-0f47-44b7-b7ba-49bfedd85aab req-36c804c9-b65b-4b69-955b-41acef55b94a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619893 Nov 03 02:57:13.716999 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:57:13.949934 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:57:14.218493 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Attempt 2 to provision port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da Nov 03 02:57:14.254141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:57:14.757615 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Attempt 3 to provision port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da Nov 03 02:57:14.825678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:14.826592 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:57:14.858090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9166ac-d575-432a-80cb-8397dde3c3b2 req-60628a40-2a7c-4a1b-a474-3c218adcf12f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:14.859707 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ec9166ac-d575-432a-80cb-8397dde3c3b2 req-60628a40-2a7c-4a1b-a474-3c218adcf12f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 931 time: 0.0607371 Nov 03 02:57:14.920019 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ec9166ac-d575-432a-80cb-8397dde3c3b2 req-4a9bc6a6-8d1d-4cab-906e-ecbb464aaa40 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525498 Nov 03 02:57:15.327997 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Attempt 4 to provision port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da Nov 03 02:57:15.362029 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:57:15.863414 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Attempt 5 to provision port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da Nov 03 02:57:15.908174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:57:16.181346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:16.409311 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Attempt 6 to provision port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da Nov 03 02:57:16.450521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:57:16.542460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb8242-5d5e-4386-82d1-a5939ede7e41 req-77f086f2-ee05-4259-b1ff-72b273877e0e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:16.544005 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61cb8242-5d5e-4386-82d1-a5939ede7e41 req-77f086f2-ee05-4259-b1ff-72b273877e0e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 931 time: 0.5036964 Nov 03 02:57:16.599674 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61cb8242-5d5e-4386-82d1-a5939ede7e41 req-f86b5d79-9270-41c1-a163-b15d0cc43cf7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494514 Nov 03 02:57:16.951502 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Attempt 7 to provision port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da Nov 03 02:57:16.989622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:57:17.491469 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Attempt 8 to provision port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da Nov 03 02:57:17.527150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:57:17.736363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39010f9d-358f-4fcc-b914-e955f5d74856 req-a5343898-b313-444b-8b40-86fe771c9625 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:17.738096 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-39010f9d-358f-4fcc-b914-e955f5d74856 req-a5343898-b313-444b-8b40-86fe771c9625 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 931 time: 0.0630920 Nov 03 02:57:17.792774 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-39010f9d-358f-4fcc-b914-e955f5d74856 req-0b6ea3b4-235b-4a99-9b3d-fe4825042759 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480294 Nov 03 02:57:18.028272 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Attempt 9 to provision port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da Nov 03 02:57:18.062119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:57:18.563965 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Attempt 10 to provision port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da Nov 03 02:57:18.597554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7744c-c398-4057-bbfa-9108949fad5c None None] Port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:57:18.928331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfcbbb-a77a-498c-b5f7-f8d0475bbabe req-2f1b2caa-eda3-4be5-be80-1dda2489ae6a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:18.930482 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-06cfcbbb-a77a-498c-b5f7-f8d0475bbabe req-2f1b2caa-eda3-4be5-be80-1dda2489ae6a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 931 time: 0.0586336 Nov 03 02:57:18.984887 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-06cfcbbb-a77a-498c-b5f7-f8d0475bbabe req-32752b6f-bd12-4933-b1fc-d589b0328b40 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481188 Nov 03 02:57:20.112443 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974d5cb-0c3a-431e-b13a-12525707089c req-7b1a609c-9312-433e-b9df-1893cafe4439 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:20.114903 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5974d5cb-0c3a-431e-b13a-12525707089c req-7b1a609c-9312-433e-b9df-1893cafe4439 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 931 time: 0.0547187 Nov 03 02:57:20.165423 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5974d5cb-0c3a-431e-b13a-12525707089c req-30a319da-dde0-4b96-9e28-2e27b14342c1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446935 Nov 03 02:57:20.655679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Request body: {'port': {'device_id': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:57:20.716730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:20.965622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad6249d-b5ab-4ca6-ab60-b7a671e8b6da {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:57:20.973050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Publish callbacks [] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:20.985709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Transition to ACTIVE for port object fad6249d-b5ab-4ca6-ab60-b7a671e8b6da will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:57:20.989121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:21.064988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Pushing event updated for resources: {'Port': ['ID=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:21.095379 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Attempting to bind port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:57:21.095720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Attempting to bind port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:57:21.096052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Attempting to bind port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da on network 84a7b09b-76ec-44ba-882a-02003a8ff58d {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:57:21.100542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da on network 84a7b09b-76ec-44ba-882a-02003a8ff58d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:57:21.100869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Attempting to bind port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da on network 84a7b09b-76ec-44ba-882a-02003a8ff58d {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:57:21.105633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:57:21.105974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Checking segment: {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:57:21.106359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Bound using segment: {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:57:21.106779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Bound port: fad6249d-b5ab-4ca6-ab60-b7a671e8b6da, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c07417-0ffc-4812-98fc-63cafd2c8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:57:21.107382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:21.166795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] For port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:57:21.169682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] For port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:57:21.175435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:21.179809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:21.180425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:21.181804 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] 10.222.0.27 "PUT /v2.0/ports/fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 200 len: 1093 time: 0.5747938 Nov 03 02:57:21.182303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:57:21.184544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e068072-f7f2-4b81-be00-180d9da58394" -d '{"events": [{"name": "network-changed", "server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:57:21.243116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905057de-1375-470a-8ab9-2ecd9e8591ae x-openstack-request-id: req-905057de-1375-470a-8ab9-2ecd9e8591ae {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:57:21.243409 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:57:21.243667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-905057de-1375-470a-8ab9-2ecd9e8591ae {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:57:21.244074 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905057de-1375-470a-8ab9-2ecd9e8591ae'] response: {'name': 'network-changed', 'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'status': 'completed', 'code': 200} Nov 03 02:57:21.276049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c496f68-ffb8-439f-84bd-5351d5957b09 service neutron] Pushing event updated for resources: {'Port': ['ID=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:21.322119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-c2b0343e-db32-4506-8a03-07b69a0b60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:21.323609 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-c2b0343e-db32-4506-8a03-07b69a0b60e5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 1127 time: 0.0983524 Nov 03 02:57:21.335410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a16d5-ec0b-4336-8341-cf91777fd693 req-150f583f-1414-4cc5-b41f-759d8f8a8d93 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:21.336811 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-283a16d5-ec0b-4336-8341-cf91777fd693 req-150f583f-1414-4cc5-b41f-759d8f8a8d93 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 943 time: 0.0727558 Nov 03 02:57:21.374677 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-3f5f1bc6-ff77-42e8-afb0-fa997bb50853 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 200 len: 217 time: 0.0369418 Nov 03 02:57:21.438728 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-283a16d5-ec0b-4336-8341-cf91777fd693 req-9385b1f4-8e20-43ed-87eb-0b802aae6ec2 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955341 Nov 03 02:57:21.446362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-fdbdf31a-065b-4609-b3ca-8ca3a08784b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:21.447760 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-fdbdf31a-065b-4609-b3ca-8ca3a08784b3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0611343 Nov 03 02:57:21.505380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-afe610e9-c59a-4eb7-83f3-d95b8f3689db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:21.506902 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-afe610e9-c59a-4eb7-83f3-d95b8f3689db service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498247 Nov 03 02:57:21.599582 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-34aa9b0b-1887-4d92-923d-917f1755b299 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817363 Nov 03 02:57:21.698358 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56fb8871-10d1-42b6-a5b3-440d2daea6e7 req-b8087c34-2c11-4103-9e58-9cac16e2f66d service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867004 Nov 03 02:57:21.799593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e068072-f7f2-4b81-be00-180d9da58394 req-f171ff8b-6342-48bc-b18b-515aab801300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:21.801130 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e068072-f7f2-4b81-be00-180d9da58394 req-f171ff8b-6342-48bc-b18b-515aab801300 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 1127 time: 0.0442355 Nov 03 02:57:21.898626 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e068072-f7f2-4b81-be00-180d9da58394 req-5ee0324d-9435-4792-909e-5a27ef1105cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:21.900132 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e068072-f7f2-4b81-be00-180d9da58394 req-5ee0324d-9435-4792-909e-5a27ef1105cf service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.0886109 Nov 03 02:57:21.940340 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e068072-f7f2-4b81-be00-180d9da58394 req-ccd9d9d1-aadd-47c2-84ea-9d40ec4578c4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 200 len: 217 time: 0.0320413 Nov 03 02:57:21.988604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e068072-f7f2-4b81-be00-180d9da58394 req-1f89193b-6998-4f22-afd6-aa3243008c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:21.990544 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e068072-f7f2-4b81-be00-180d9da58394 req-1f89193b-6998-4f22-afd6-aa3243008c73 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0437241 Nov 03 02:57:22.038936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e068072-f7f2-4b81-be00-180d9da58394 req-f0415f78-29ac-479c-96a5-26cd7be3ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:22.040419 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e068072-f7f2-4b81-be00-180d9da58394 req-f0415f78-29ac-479c-96a5-26cd7be3ebef service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430861 Nov 03 02:57:22.133579 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e068072-f7f2-4b81-be00-180d9da58394 req-6f249998-11d7-4c16-adde-751e47b712ce service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863907 Nov 03 02:57:22.223173 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2e068072-f7f2-4b81-be00-180d9da58394 req-8c08970a-eeba-4860-a201-08bf9b048b92 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829198 Nov 03 02:57:22.570792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68784bd5-2411-4da1-8920-5ebc39185ce2 req-3593a5ac-1a8d-4447-a8c5-e796462e3c48 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:22.572278 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-68784bd5-2411-4da1-8920-5ebc39185ce2 req-3593a5ac-1a8d-4447-a8c5-e796462e3c48 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 943 time: 0.0599506 Nov 03 02:57:22.618624 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-68784bd5-2411-4da1-8920-5ebc39185ce2 req-70773167-416f-4d9c-85f6-dce7536d4261 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Nov 03 02:57:23.742360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e4a2-f284-4d81-ab99-6d95e245e5c9 req-1038f6be-47f7-4213-b544-7dff04d7c368 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:23.743852 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98e8e4a2-f284-4d81-ab99-6d95e245e5c9 req-1038f6be-47f7-4213-b544-7dff04d7c368 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 943 time: 0.0538664 Nov 03 02:57:23.790245 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98e8e4a2-f284-4d81-ab99-6d95e245e5c9 req-17c82027-c4bc-4c2d-8894-4450d28ec41c tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408714 Nov 03 02:57:24.405687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device fad6249d-b5ab-4ca6-ab60-b7a671e8b6da details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:57:24.499648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:57:24.511164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'port_id': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'mac_address': 'fa:16:3e:6f:10:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:57:24.547994 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:57:24.548386 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:24.560984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad6249d-b5ab-4ca6-ab60-b7a671e8b6da {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:57:24.579784 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:57:24.584310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:24.628272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:24.636024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.636378 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.636878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.637223 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.637562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.637899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.638236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.638571 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.638906 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.639239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.639568 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.639895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.640220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:24.902832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:57:24.917613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc5c06-1876-470a-ba33-89b486ba399b req-2199fa1b-4a2e-463b-969d-740bc3ff1059 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:24.919112 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3dc5c06-1876-470a-ba33-89b486ba399b req-2199fa1b-4a2e-463b-969d-740bc3ff1059 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 944 time: 0.0580895 Nov 03 02:57:24.966075 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3dc5c06-1876-470a-ba33-89b486ba399b req-b74dbf19-d057-4df2-880a-8b91bdbe8587 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411651 Nov 03 02:57:26.137740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a48798-ad00-49f9-889d-9e66991cd8e8 req-3ee8187b-a587-4c3f-8523-cc66b441694a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:26.139150 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e1a48798-ad00-49f9-889d-9e66991cd8e8 req-3ee8187b-a587-4c3f-8523-cc66b441694a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 944 time: 0.1018841 Nov 03 02:57:26.185280 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e1a48798-ad00-49f9-889d-9e66991cd8e8 req-31d60971-abf8-45fb-8c4d-ad18ce797c34 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Nov 03 02:57:26.438619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device fad6249d-b5ab-4ca6-ab60-b7a671e8b6da up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:57:26.487101 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:57:26.491135 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:57:26.491514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:26.491858 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da Nov 03 02:57:26.563886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:57:26.564263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:26.586431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:57:26.588765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cec410-5c46-4e8d-8899-d0d88f36389b" -d '{"events": [{"server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "name": "network-vif-plugged", "status": "completed", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:57:26.601452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:57:26.609555 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:26.655435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:26.680856 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68ef797-f985-43ce-980e-754e1834fe0a x-openstack-request-id: req-a68ef797-f985-43ce-980e-754e1834fe0a {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:57:26.681147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "name": "network-vif-plugged", "status": "completed", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:57:26.681406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a68ef797-f985-43ce-980e-754e1834fe0a {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:57:26.681862 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68ef797-f985-43ce-980e-754e1834fe0a'] response: {'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'code': 200} Nov 03 02:57:26.862193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d8ca3-612e-4254-86cc-3c26a3074ad0 req-4b04226d-5517-46b2-9f7a-450b090d87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:26.863644 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0a6d8ca3-612e-4254-86cc-3c26a3074ad0 req-4b04226d-5517-46b2-9f7a-450b090d87a8 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 1129 time: 0.0431600 Nov 03 02:57:26.917375 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0a6d8ca3-612e-4254-86cc-3c26a3074ad0 req-d45c56a7-0dec-4015-a980-a8b00cf5a8a2 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Nov 03 02:57:27.306595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a13a49-eb3d-436c-a467-357e9b222d48 req-bcb4a487-b9c4-4f98-b034-39420eb6b923 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:27.308088 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28a13a49-eb3d-436c-a467-357e9b222d48 req-bcb4a487-b9c4-4f98-b034-39420eb6b923 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 945 time: 0.0514967 Nov 03 02:57:27.355238 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28a13a49-eb3d-436c-a467-357e9b222d48 req-2e4ea4dc-e09e-4202-808f-a649f269616d tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Nov 03 02:57:28.478223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e7456-32d1-4288-a437-209478edbd91 req-79b1e759-10c7-4351-9ef4-ed4f534b7805 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:28.479704 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-394e7456-32d1-4288-a437-209478edbd91 req-79b1e759-10c7-4351-9ef4-ed4f534b7805 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 945 time: 0.0520139 Nov 03 02:57:28.526670 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-394e7456-32d1-4288-a437-209478edbd91 req-725da7b1-e936-49ac-b445-3d4990bbebfa tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Nov 03 02:57:28.653104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02958d-b97b-48f8-8d5e-af0633331859 req-21431b59-97fd-4409-b1f8-315196d584d9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:28.654481 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f02958d-b97b-48f8-8d5e-af0633331859 req-21431b59-97fd-4409-b1f8-315196d584d9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 945 time: 0.0570524 Nov 03 02:57:28.701206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f02958d-b97b-48f8-8d5e-af0633331859 req-f4b3bcba-d659-4677-8d03-ef243c3e6171 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Nov 03 02:57:28.894839 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d2007-bffc-4d6b-b4a9-fad8e698e979 req-922b14b3-6db7-42eb-93b8-f22a8238b4b2 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:28.896441 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-995d2007-bffc-4d6b-b4a9-fad8e698e979 req-922b14b3-6db7-42eb-93b8-f22a8238b4b2 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 945 time: 0.0528119 Nov 03 02:57:28.942453 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-995d2007-bffc-4d6b-b4a9-fad8e698e979 req-b9d871d8-eae5-43e5-b233-b5ca71f1f915 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Nov 03 02:57:38.453819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:39.835802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1fac509e-d367-42f6-905d-080f11fd28b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:42.325135 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f836de58-1ce7-4832-9f27-468c272713f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:43.303159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:44.777828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:46.174003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:47.881252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac392c1-d362-42c5-a6c3-84d23aef6a7a req-6425f39a-b5eb-4a13-a84e-e500b5bb3f99 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:47.882745 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac392c1-d362-42c5-a6c3-84d23aef6a7a req-6425f39a-b5eb-4a13-a84e-e500b5bb3f99 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 945 time: 0.0579367 Nov 03 02:57:47.928451 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ac392c1-d362-42c5-a6c3-84d23aef6a7a req-85e335d4-6acc-4d74-a829-15dd81074e8f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Nov 03 02:57:47.956753 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46580) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:57:48.005061 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b5299-2b5e-4526-9fc7-23ad9ebdbba4 tempest-TestMinimumBasicScenario-625691436 tempest-TestMinimumBasicScenario-625691436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:48.006621 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-544b5299-2b5e-4526-9fc7-23ad9ebdbba4 tempest-TestMinimumBasicScenario-625691436 tempest-TestMinimumBasicScenario-625691436-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 1124 time: 0.0487702 Nov 03 02:57:48.009370 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46584) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:57:48.013600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:57:48.033155 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:48.127566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:48.230974 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Allocated IP 172.26.6.76 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/c2f49083-5ab3-452a-887f-da48a31a8863) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:57:48.331185 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for port (c2f49083-5ab3-452a-887f-da48a31a8863), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:48.363129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (c2f49083-5ab3-452a-887f-da48a31a8863), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:48.403900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:57:48.406780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:57:48.412864 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:57:48.417826 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'Port': ['ID=c2f49083-5ab3-452a-887f-da48a31a8863,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:48.444734 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.445087 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.445436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.445766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.446102 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.446436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.446762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.447092 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.447417 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.447741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.448062 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.448384 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.448726 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:48.766211 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for floatingip (f2d5e1ae-5d9c-4069-bff8-b39073c9ce1b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:48.833914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c2f49083-5ab3-452a-887f-da48a31a8863), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:48.975008 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for port (c2f49083-5ab3-452a-887f-da48a31a8863), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:48.979612 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (c2f49083-5ab3-452a-887f-da48a31a8863), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.048020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'Port': ['ID=c2f49083-5ab3-452a-887f-da48a31a8863,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:49.050479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (f2d5e1ae-5d9c-4069-bff8-b39073c9ce1b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.147185 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Floating IP f2d5e1ae-5d9c-4069-bff8-b39073c9ce1b associated. External IP: 172.26.6.76, port: fad6249d-b5ab-4ca6-ab60-b7a671e8b6da. Nov 03 02:57:49.344444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Router 3ad61217-8dfd-4bc3-b190-f5d92571b500 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:57:49.446755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:57:49.456223 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39851d1-1116-4f86-b8d3-266e4cf07056 None None] Sync routers for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:57:49.464498 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.467837 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39851d1-1116-4f86-b8d3-266e4cf07056 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:57:49.468769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e39851d1-1116-4f86-b8d3-266e4cf07056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:57:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:57:49.497884 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b26a19e8-45a9-498a-8b0b-13e605d9a8c7 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4874966 Nov 03 02:57:49.498641 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:57:49.500687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46586) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:57:49.501208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1" -d '{"events": [{"name": "network-changed", "server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:57:49.505569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334414461', 'description': 'tempest-secgroup-smoke-1334414461 description', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:57:49.528111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.585985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-e39851d1-1116-4f86-b8d3-266e4cf07056 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:57:49.600396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (3a548659-00f8-4c79-bd41-58a61ef114de), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.603960 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19e74a1-84fb-4c9d-b59d-5942c21e49aa x-openstack-request-id: req-f19e74a1-84fb-4c9d-b59d-5942c21e49aa {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:57:49.604298 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:57:49.604575 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f19e74a1-84fb-4c9d-b59d-5942c21e49aa {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:57:49.605117 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19e74a1-84fb-4c9d-b59d-5942c21e49aa'] response: {'name': 'network-changed', 'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'status': 'completed', 'code': 200} Nov 03 02:57:49.605922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3a548659-00f8-4c79-bd41-58a61ef114de), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.647690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.648958 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1471775 Nov 03 02:57:49.651939 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46592) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:57:49.657459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e401975e-d044-4964-a4e2-d98df9fbb66f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '3a548659-00f8-4c79-bd41-58a61ef114de', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:57:49.671560 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a548659-00f8-4c79-bd41-58a61ef114de,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:49.682221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.682569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.682980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.683256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.683601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.683942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.684281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.684640 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.685159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.685659 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.686172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.686515 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.686760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e401975e-d044-4964-a4e2-d98df9fbb66f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (c3d46f6e-d9be-4a45-a70b-f6609b2483c9), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.686884 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434644-a7c9-4d1d-a53f-6d3705edca2e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:57:49.705293 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1 req-941fbd3e-1bd8-483e-b539-30a44fc5da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:49.707564 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1 req-941fbd3e-1bd8-483e-b539-30a44fc5da37 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 1129 time: 0.0788445 Nov 03 02:57:49.752632 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e401975e-d044-4964-a4e2-d98df9fbb66f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (c3d46f6e-d9be-4a45-a70b-f6609b2483c9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.756944 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e401975e-d044-4964-a4e2-d98df9fbb66f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (c3d46f6e-d9be-4a45-a70b-f6609b2483c9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.779086 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401975e-d044-4964-a4e2-d98df9fbb66f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d46f6e-d9be-4a45-a70b-f6609b2483c9,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:49.789557 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e401975e-d044-4964-a4e2-d98df9fbb66f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.792838 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e401975e-d044-4964-a4e2-d98df9fbb66f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397440 Nov 03 02:57:49.794067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46594) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:57:49.797913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f9ef03c5-ed69-4f71-9bae-492e2e057b4e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '3a548659-00f8-4c79-bd41-58a61ef114de', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:57:49.819062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1 req-d8168acb-c85f-43de-a1d9-2ab61e62f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:49.820198 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1 req-d8168acb-c85f-43de-a1d9-2ab61e62f290 service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.1039917 Nov 03 02:57:49.829202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f9ef03c5-ed69-4f71-9bae-492e2e057b4e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (6a5ef43d-8c0e-4cd8-99a0-8a5f62b4f354), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.899348 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1 req-8a17591d-e9ab-4bf8-b80f-498d2b9b6791 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 200 len: 998 time: 0.0637939 Nov 03 02:57:49.902998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f9ef03c5-ed69-4f71-9bae-492e2e057b4e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (6a5ef43d-8c0e-4cd8-99a0-8a5f62b4f354), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.907508 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f9ef03c5-ed69-4f71-9bae-492e2e057b4e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (6a5ef43d-8c0e-4cd8-99a0-8a5f62b4f354), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.927046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef03c5-ed69-4f71-9bae-492e2e057b4e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5ef43d-8c0e-4cd8-99a0-8a5f62b4f354,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:49.942125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f9ef03c5-ed69-4f71-9bae-492e2e057b4e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.942125 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f9ef03c5-ed69-4f71-9bae-492e2e057b4e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466205 Nov 03 02:57:49.944435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46596) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:57:49.946445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e39851d1-1116-4f86-b8d3-266e4cf07056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'f2d5e1ae-5d9c-4069-bff8-b39073c9ce1b', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'floating_ip_address': '172.26.6.76', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'port_id': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'mac_address': 'fa:16:3e:6f:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:57:48Z', 'updated_at': '2022-11-03T02:57:48Z', 'revision_number': 0, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:57:49.953110 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-25bd8a86-f006-425e-bce1-93db71b764cf tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '3a548659-00f8-4c79-bd41-58a61ef114de', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:57:49.964184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1 req-cf8a2434-18d8-45d4-a687-60d0991c8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:49.965701 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1 req-cf8a2434-18d8-45d4-a687-60d0991c8957 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0591033 Nov 03 02:57:49.975176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39851d1-1116-4f86-b8d3-266e4cf07056 None None] Checking router: 3ad61217-8dfd-4bc3-b190-f5d92571b500 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:57:49.984226 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25bd8a86-f006-425e-bce1-93db71b764cf tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (534d4193-3b28-4418-be22-db22dcb72736), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:49.989815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39851d1-1116-4f86-b8d3-266e4cf07056 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:57:49.990515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e39851d1-1116-4f86-b8d3-266e4cf07056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:57:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:57:50.022521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1 req-5f0d38e9-10a5-4a99-a442-a75ff5b7e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:50.024187 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1 req-5f0d38e9-10a5-4a99-a442-a75ff5b7e2d4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492690 Nov 03 02:57:50.048511 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25bd8a86-f006-425e-bce1-93db71b764cf tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (534d4193-3b28-4418-be22-db22dcb72736), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.054612 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25bd8a86-f006-425e-bce1-93db71b764cf tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (534d4193-3b28-4418-be22-db22dcb72736), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.075155 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd8a86-f006-425e-bce1-93db71b764cf tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534d4193-3b28-4418-be22-db22dcb72736,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:50.084716 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-25bd8a86-f006-425e-bce1-93db71b764cf tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.088940 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-25bd8a86-f006-425e-bce1-93db71b764cf tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430063 Nov 03 02:57:50.089917 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46598) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:57:50.094670 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d232c0ce-2ede-4349-b36e-eb06c6768d5e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '3a548659-00f8-4c79-bd41-58a61ef114de', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:57:50.105063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-e39851d1-1116-4f86-b8d3-266e4cf07056 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:57:50.122044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d232c0ce-2ede-4349-b36e-eb06c6768d5e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (2bf289ce-2fce-419d-9511-74d52524a1ed), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.127402 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1 req-ec31e41d-d55e-4c1f-8536-52ad3e32522c service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926111 Nov 03 02:57:50.186356 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d232c0ce-2ede-4349-b36e-eb06c6768d5e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (2bf289ce-2fce-419d-9511-74d52524a1ed), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.190413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d232c0ce-2ede-4349-b36e-eb06c6768d5e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (2bf289ce-2fce-419d-9511-74d52524a1ed), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.210407 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232c0ce-2ede-4349-b36e-eb06c6768d5e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf289ce-2fce-419d-9511-74d52524a1ed,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:50.220332 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d232c0ce-2ede-4349-b36e-eb06c6768d5e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.224258 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d232c0ce-2ede-4349-b36e-eb06c6768d5e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307983 Nov 03 02:57:50.224664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46600) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:57:50.229161 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4c687305-cd42-44ec-a1c6-1da5618e8e34 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '3a548659-00f8-4c79-bd41-58a61ef114de', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:57:50.248553 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c139477-2ea0-4ecc-8ce2-0ddab50127b1 req-dc96e54c-b895-4f51-8197-1c57eb162fe8 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143541 Nov 03 02:57:50.263199 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-4c687305-cd42-44ec-a1c6-1da5618e8e34 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Project 76215ea3847a40c9a93e28b7a261b8a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:57:50.269277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4c687305-cd42-44ec-a1c6-1da5618e8e34 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (4c53126c-84df-4867-9771-ee28a982434c), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.320695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4c687305-cd42-44ec-a1c6-1da5618e8e34 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (4c53126c-84df-4867-9771-ee28a982434c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.324717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4c687305-cd42-44ec-a1c6-1da5618e8e34 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (4c53126c-84df-4867-9771-ee28a982434c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.344664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c687305-cd42-44ec-a1c6-1da5618e8e34 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c53126c-84df-4867-9771-ee28a982434c,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:50.347518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e39851d1-1116-4f86-b8d3-266e4cf07056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'f2d5e1ae-5d9c-4069-bff8-b39073c9ce1b', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'floating_ip_address': '172.26.6.76', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'port_id': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'mac_address': 'fa:16:3e:6f:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:57:48Z', 'updated_at': '2022-11-03T02:57:48Z', 'revision_number': 0, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:57:50.350055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4c687305-cd42-44ec-a1c6-1da5618e8e34 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.353812 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4c687305-cd42-44ec-a1c6-1da5618e8e34 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255765 Nov 03 02:57:50.354000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46602) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:57:50.358605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9530676d-dfc5-4639-8ced-594d27dfdf83 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'security_group_rule': {'security_group_id': '3a548659-00f8-4c79-bd41-58a61ef114de', 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:57:50.374166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39851d1-1116-4f86-b8d3-266e4cf07056 None None] The sync data for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv is: [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'f2d5e1ae-5d9c-4069-bff8-b39073c9ce1b', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'floating_ip_address': '172.26.6.76', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'port_id': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'mac_address': 'fa:16:3e:6f:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:57:48Z', 'updated_at': '2022-11-03T02:57:48Z', 'revision_number': 0, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:57:50.379721 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-9530676d-dfc5-4639-8ced-594d27dfdf83 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Project 76215ea3847a40c9a93e28b7a261b8a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:57:50.385005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9530676d-dfc5-4639-8ced-594d27dfdf83 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (0f071764-c9ca-4547-ab83-ebfb00d9cc4b), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.449098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9530676d-dfc5-4639-8ced-594d27dfdf83 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (0f071764-c9ca-4547-ab83-ebfb00d9cc4b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.452989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9530676d-dfc5-4639-8ced-594d27dfdf83 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (0f071764-c9ca-4547-ab83-ebfb00d9cc4b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.471934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530676d-dfc5-4639-8ced-594d27dfdf83 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f071764-c9ca-4547-ab83-ebfb00d9cc4b,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:50.481457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9530676d-dfc5-4639-8ced-594d27dfdf83 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.482943 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9530676d-dfc5-4639-8ced-594d27dfdf83 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277397 Nov 03 02:57:50.583089 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2458510e-4958-4fab-beb5-d61eee5ee125 req-1f9d6a03-a6fe-4402-be73-eff106a9e548 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334414461&fields=id&tenant_id=76215ea3847a40c9a93e28b7a261b8a0 HTTP/1.1" status: 200 len: 267 time: 0.0508311 Nov 03 02:57:50.593831 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45072fe-9578-4548-ae29-eb1e07a92e91 None None] New status for floating IP f2d5e1ae-5d9c-4069-bff8-b39073c9ce1b: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:57:50.642337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458510e-4958-4fab-beb5-d61eee5ee125 req-489bd30d-bdc1-4327-a0ec-9ee29339fa6f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:50.643862 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2458510e-4958-4fab-beb5-d61eee5ee125 req-489bd30d-bdc1-4327-a0ec-9ee29339fa6f tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 945 time: 0.0554521 Nov 03 02:57:50.657503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-2458510e-4958-4fab-beb5-d61eee5ee125 req-7a87cc82-fe02-4c18-a736-0d77ac412926 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'port': {'security_groups': ['e88e1405-9e42-4939-97d1-e8045dd06c61', '3a548659-00f8-4c79-bd41-58a61ef114de']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:57:50.727835 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2458510e-4958-4fab-beb5-d61eee5ee125 req-7a87cc82-fe02-4c18-a736-0d77ac412926 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.912385 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-2458510e-4958-4fab-beb5-d61eee5ee125 req-7a87cc82-fe02-4c18-a736-0d77ac412926 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] For port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:57:50.939617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2458510e-4958-4fab-beb5-d61eee5ee125 req-7a87cc82-fe02-4c18-a736-0d77ac412926 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.944134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2458510e-4958-4fab-beb5-d61eee5ee125 req-7a87cc82-fe02-4c18-a736-0d77ac412926 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.950263 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:57:50.953570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458510e-4958-4fab-beb5-d61eee5ee125 req-7a87cc82-fe02-4c18-a736-0d77ac412926 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:50.954900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2458510e-4958-4fab-beb5-d61eee5ee125 req-7a87cc82-fe02-4c18-a736-0d77ac412926 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:57:50.956656 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2458510e-4958-4fab-beb5-d61eee5ee125 req-7a87cc82-fe02-4c18-a736-0d77ac412926 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "PUT /v2.0/ports/fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 200 len: 981 time: 0.3039513 Nov 03 02:57:50.957933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:57:50.960095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:57:50.962460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63056562-a8d9-404a-86fb-cd9a3e4f2b79" -d '{"events": [{"name": "network-changed", "server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:57:51.009352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56435f2-51f4-4dd3-b08b-15ba2032e9af x-openstack-request-id: req-a56435f2-51f4-4dd3-b08b-15ba2032e9af {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:57:51.009603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:57:51.009855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a56435f2-51f4-4dd3-b08b-15ba2032e9af {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:57:51.010801 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56435f2-51f4-4dd3-b08b-15ba2032e9af'] response: {'name': 'network-changed', 'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'status': 'completed', 'code': 200} Nov 03 02:57:51.026368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87cc82-fe02-4c18-a736-0d77ac412926 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'Port': ['ID=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,revision_number=6']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:57:51.047488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:57:51.083204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63056562-a8d9-404a-86fb-cd9a3e4f2b79 req-8f13df41-b121-4dd3-9e75-9dbd34a4e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:51.084759 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63056562-a8d9-404a-86fb-cd9a3e4f2b79 req-8f13df41-b121-4dd3-9e75-9dbd34a4e3fc service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 1168 time: 0.0497761 Nov 03 02:57:51.192474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319fde5-deea-4d14-a4a0-b8d17350a9ba req-a9109ae2-142a-4e54-a0cd-b00c8617a956 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:51.193994 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8319fde5-deea-4d14-a4a0-b8d17350a9ba req-a9109ae2-142a-4e54-a0cd-b00c8617a956 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.1083539 Nov 03 02:57:51.229703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63056562-a8d9-404a-86fb-cd9a3e4f2b79 req-f2718999-023b-4603-b8b7-9c5d1bfdd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:51.231082 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63056562-a8d9-404a-86fb-cd9a3e4f2b79 req-f2718999-023b-4603-b8b7-9c5d1bfdd69b service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.1374412 Nov 03 02:57:51.314986 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8319fde5-deea-4d14-a4a0-b8d17350a9ba req-44da06ed-4c3c-44fc-b34f-70d6933be381 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126924 Nov 03 02:57:51.323465 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63056562-a8d9-404a-86fb-cd9a3e4f2b79 req-e188adcc-b6d7-486d-9487-b2b6e274eadb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 200 len: 1000 time: 0.0828207 Nov 03 02:57:51.375809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63056562-a8d9-404a-86fb-cd9a3e4f2b79 req-b635b345-d68e-4770-ac79-7cb41eb6575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:51.377307 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63056562-a8d9-404a-86fb-cd9a3e4f2b79 req-b635b345-d68e-4770-ac79-7cb41eb6575d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0472894 Nov 03 02:57:51.425705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63056562-a8d9-404a-86fb-cd9a3e4f2b79 req-7a630f1e-add3-4b92-b03e-08db221a90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:57:51.427251 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63056562-a8d9-404a-86fb-cd9a3e4f2b79 req-7a630f1e-add3-4b92-b03e-08db221a90a3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443528 Nov 03 02:57:51.532292 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63056562-a8d9-404a-86fb-cd9a3e4f2b79 req-041d8c7a-6b4c-4d49-9df0-60179dd1f742 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951817 Nov 03 02:57:51.623169 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63056562-a8d9-404a-86fb-cd9a3e4f2b79 req-4bc4c151-5519-4aa1-b446-0858a04ee79b service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827448 Nov 03 02:58:05.729719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181cc23-362e-40c9-9319-647c0bb956c0 req-63b8ef84-7553-4a64-9fad-a7608666533e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:05.731206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3181cc23-362e-40c9-9319-647c0bb956c0 req-63b8ef84-7553-4a64-9fad-a7608666533e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0874476 Nov 03 02:58:05.737696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c8bd-00ef-4ea2-9245-c4a19f3902c2 req-16bfa061-0daa-40c1-b9ba-19c50562b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:05.739070 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-13c6c8bd-00ef-4ea2-9245-c4a19f3902c2 req-16bfa061-0daa-40c1-b9ba-19c50562b77b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 1168 time: 0.0684905 Nov 03 02:58:05.850658 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3181cc23-362e-40c9-9319-647c0bb956c0 req-b7a86079-c5e1-454b-99a6-5d06a2e06220 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105168 Nov 03 02:58:05.873712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c8bd-00ef-4ea2-9245-c4a19f3902c2 req-6336d88c-48a6-4a97-8bb4-2a3334077f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:05.875203 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-13c6c8bd-00ef-4ea2-9245-c4a19f3902c2 req-6336d88c-48a6-4a97-8bb4-2a3334077f46 service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.1285262 Nov 03 02:58:05.936786 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-13c6c8bd-00ef-4ea2-9245-c4a19f3902c2 req-b47000a3-92ec-4fdf-8b9a-6d3b0d3e89b2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 200 len: 1000 time: 0.0541449 Nov 03 02:58:05.983584 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c8bd-00ef-4ea2-9245-c4a19f3902c2 req-3619b4f5-3cba-4b9d-a35a-206d3cb3babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:05.985029 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-13c6c8bd-00ef-4ea2-9245-c4a19f3902c2 req-3619b4f5-3cba-4b9d-a35a-206d3cb3babb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0426996 Nov 03 02:58:06.036742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c8bd-00ef-4ea2-9245-c4a19f3902c2 req-d252dcd6-0cf0-4591-b313-2aaccfa99d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:06.038198 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-13c6c8bd-00ef-4ea2-9245-c4a19f3902c2 req-d252dcd6-0cf0-4591-b313-2aaccfa99d3a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464404 Nov 03 02:58:06.126358 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-13c6c8bd-00ef-4ea2-9245-c4a19f3902c2 req-e2a50217-1487-4394-b57c-57dc8c51e536 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809014 Nov 03 02:58:06.220508 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-13c6c8bd-00ef-4ea2-9245-c4a19f3902c2 req-675393d9-ba3c-4fdb-9d19-6201d27c9a31 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839250 Nov 03 02:58:06.977266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3f629-6e52-4399-91c9-888ae27d8f80 req-af811008-e349-4558-b3bd-6890aed97c8e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:06.978753 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-80c3f629-6e52-4399-91c9-888ae27d8f80 req-af811008-e349-4558-b3bd-6890aed97c8e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0535975 Nov 03 02:58:07.037809 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-80c3f629-6e52-4399-91c9-888ae27d8f80 req-8c927831-ea2c-454d-a4d3-f88839e054fa tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529408 Nov 03 02:58:08.160286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3766b-cf3e-4fc0-807d-139571fee244 req-2c51006d-3e12-4f10-8282-a36d52e5dec2 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:08.161703 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-51b3766b-cf3e-4fc0-807d-139571fee244 req-2c51006d-3e12-4f10-8282-a36d52e5dec2 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0523643 Nov 03 02:58:08.223264 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-51b3766b-cf3e-4fc0-807d-139571fee244 req-47abb802-fe0c-473f-8f2f-098cbf2eda8b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552175 Nov 03 02:58:08.480554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:09.347913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510b7e4-0f1a-4b64-bf97-4e09782a1347 req-27910718-83c0-4868-be29-c5777f785363 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:09.349410 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0510b7e4-0f1a-4b64-bf97-4e09782a1347 req-27910718-83c0-4868-be29-c5777f785363 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0528946 Nov 03 02:58:09.410140 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0510b7e4-0f1a-4b64-bf97-4e09782a1347 req-3798557a-fa61-4849-a6b1-b8c9e046678a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545173 Nov 03 02:58:09.838022 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-797f035b-abb9-40a0-a455-58e0b1528312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:10.535305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817340c5-dcab-43c9-8422-e0506de8f83a req-daa579fa-bff2-4b7c-8591-3f81a99e356a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:10.536794 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-817340c5-dcab-43c9-8422-e0506de8f83a req-daa579fa-bff2-4b7c-8591-3f81a99e356a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0538554 Nov 03 02:58:10.594510 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-817340c5-dcab-43c9-8422-e0506de8f83a req-445a48ac-eb07-4a0a-8c39-106c0813e945 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519128 Nov 03 02:58:11.723156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cef00c-534b-4830-9c18-2856cbe5cb8c req-7a92a0eb-0af2-463c-b262-b96e36e48e36 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:11.724652 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-06cef00c-534b-4830-9c18-2856cbe5cb8c req-7a92a0eb-0af2-463c-b262-b96e36e48e36 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0564733 Nov 03 02:58:11.783675 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-06cef00c-534b-4830-9c18-2856cbe5cb8c req-becdfe6d-95bf-405f-be0f-017ec72c3660 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528023 Nov 03 02:58:12.327407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3852-9ecb-4039-a7ba-6324395c10eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:12.908108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87df7b-4be4-4aeb-be44-338207020206 req-e73e6376-b680-4e20-ac3c-b814f51b0768 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:12.909615 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ab87df7b-4be4-4aeb-be44-338207020206 req-e73e6376-b680-4e20-ac3c-b814f51b0768 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0537281 Nov 03 02:58:12.968714 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ab87df7b-4be4-4aeb-be44-338207020206 req-9e172e21-c52c-4efe-8b0b-75462e10ac25 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526748 Nov 03 02:58:13.305863 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:14.097694 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14bab2-d74c-4484-b1ff-a9a75c7ea7e3 req-79e79dbb-d3f4-4f1d-94f7-8b23a4198ac2 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:14.099146 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e14bab2-d74c-4484-b1ff-a9a75c7ea7e3 req-79e79dbb-d3f4-4f1d-94f7-8b23a4198ac2 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0569015 Nov 03 02:58:14.158092 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6e14bab2-d74c-4484-b1ff-a9a75c7ea7e3 req-7305d618-6a8d-4c98-b9cb-0c8fb9229379 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532658 Nov 03 02:58:14.780988 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:15.281399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bb302-f5c3-46d3-b584-727beeab8a0f req-92b68b90-73e5-4cf2-a232-f62b7737ec1e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:15.282869 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-171bb302-f5c3-46d3-b584-727beeab8a0f req-92b68b90-73e5-4cf2-a232-f62b7737ec1e tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0526116 Nov 03 02:58:15.343425 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-171bb302-f5c3-46d3-b584-727beeab8a0f req-9ee3abb2-2918-447f-9c7c-2fba0b351b8a tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542099 Nov 03 02:58:16.176991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:16.470497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9e1e2-d525-4cd6-8b90-15af25805bad req-b183f1e7-d7c1-4348-a391-a5874cfbbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:16.471920 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cab9e1e2-d525-4cd6-8b90-15af25805bad req-b183f1e7-d7c1-4348-a391-a5874cfbbae0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 1168 time: 0.0811651 Nov 03 02:58:16.491796 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02911b64-b299-43fc-8d7c-a0d53d79ecab req-39a89ac0-814e-4372-92ca-c73697681006 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:16.493706 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02911b64-b299-43fc-8d7c-a0d53d79ecab req-39a89ac0-814e-4372-92ca-c73697681006 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0721664 Nov 03 02:58:16.617403 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-02911b64-b299-43fc-8d7c-a0d53d79ecab req-01148212-a663-42b2-9a0d-83e175eb3863 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122141 Nov 03 02:58:16.631872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9e1e2-d525-4cd6-8b90-15af25805bad req-112e7955-9f97-4912-bae9-cf26268caaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:16.633353 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cab9e1e2-d525-4cd6-8b90-15af25805bad req-112e7955-9f97-4912-bae9-cf26268caaeb service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.1354523 Nov 03 02:58:16.694381 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cab9e1e2-d525-4cd6-8b90-15af25805bad req-2a5ee9fe-a3b5-4027-b42f-c0d6966c1ef4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 200 len: 1000 time: 0.0542326 Nov 03 02:58:16.743088 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9e1e2-d525-4cd6-8b90-15af25805bad req-449bc786-a2f0-49b4-a877-9df95472df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:16.744408 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cab9e1e2-d525-4cd6-8b90-15af25805bad req-449bc786-a2f0-49b4-a877-9df95472df49 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0427761 Nov 03 02:58:16.794746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9e1e2-d525-4cd6-8b90-15af25805bad req-4cc17bef-97eb-4fab-8f0f-224eef10970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:16.796194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cab9e1e2-d525-4cd6-8b90-15af25805bad req-4cc17bef-97eb-4fab-8f0f-224eef10970e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434139 Nov 03 02:58:16.890955 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cab9e1e2-d525-4cd6-8b90-15af25805bad req-1f073ce0-4403-4e69-82e8-97119bd04783 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852349 Nov 03 02:58:16.983965 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cab9e1e2-d525-4cd6-8b90-15af25805bad req-1570c5b7-5551-4eee-9e73-d8f405bb100b service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812030 Nov 03 02:58:17.744233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dcf20-c71f-4de3-85bb-a9e2178add28 req-34f77196-0389-483f-9fb7-79a4535ff825 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:17.745755 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-209dcf20-c71f-4de3-85bb-a9e2178add28 req-34f77196-0389-483f-9fb7-79a4535ff825 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0570188 Nov 03 02:58:17.804566 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-209dcf20-c71f-4de3-85bb-a9e2178add28 req-99d6bf22-1d98-452c-b6c0-22d0692c1d99 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a548659-00f8-4c79-bd41-58a61ef114de&id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531330 Nov 03 02:58:27.949641 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:58:38.491032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:39.838989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-625d4e3c-33d9-495e-a776-e8530832743e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:42.328864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d64ce5f0-2fb0-49ad-8888-0457b8a8631a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:43.307897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:44.783952 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:46.180557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:50.356219 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f6e8b37-06d3-4ac0-a3e7-75dad0ea161e req-1d494fa8-bca2-4871-a7b9-a9415dda901b tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334414461&fields=id&tenant_id=76215ea3847a40c9a93e28b7a261b8a0 HTTP/1.1" status: 200 len: 267 time: 0.0439117 Nov 03 02:58:50.415076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8b37-06d3-4ac0-a3e7-75dad0ea161e req-89f94f93-bade-42c5-99bb-04bfe1fed5ec tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:50.416557 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f6e8b37-06d3-4ac0-a3e7-75dad0ea161e req-89f94f93-bade-42c5-99bb-04bfe1fed5ec tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 984 time: 0.0548625 Nov 03 02:58:50.426793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-7f6e8b37-06d3-4ac0-a3e7-75dad0ea161e req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Request body: {'port': {'security_groups': ['e88e1405-9e42-4939-97d1-e8045dd06c61']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:58:50.496957 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7f6e8b37-06d3-4ac0-a3e7-75dad0ea161e req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:50.984603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-7f6e8b37-06d3-4ac0-a3e7-75dad0ea161e req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] For port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:58:51.011667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7f6e8b37-06d3-4ac0-a3e7-75dad0ea161e req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:51.016065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7f6e8b37-06d3-4ac0-a3e7-75dad0ea161e req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:51.026699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8b37-06d3-4ac0-a3e7-75dad0ea161e req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:51.027307 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7f6e8b37-06d3-4ac0-a3e7-75dad0ea161e req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:51.028680 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f6e8b37-06d3-4ac0-a3e7-75dad0ea161e req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "PUT /v2.0/ports/fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 200 len: 942 time: 0.6061702 Nov 03 02:58:51.029229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:58:51.031550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e5018b-e1a7-4575-a4ae-38de6055be41" -d '{"events": [{"name": "network-changed", "server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:58:51.033009 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:58:51.036564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46668) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:58:51.082239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event updated for resources: {'Port': ['ID=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,revision_number=7']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:58:51.089834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.090196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.090549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.090892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.091237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.091579 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.091922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.092259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.092621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.092954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.093310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.093645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.093976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e86b6-c638-4abf-b26b-4f4ffa2ff626 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.098535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9a1968-f427-4222-9ac8-8a4cb2091e4f x-openstack-request-id: req-6a9a1968-f427-4222-9ac8-8a4cb2091e4f {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:58:51.098697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:58:51.098940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a9a1968-f427-4222-9ac8-8a4cb2091e4f {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:58:51.099335 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9a1968-f427-4222-9ac8-8a4cb2091e4f'] response: {'name': 'network-changed', 'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'status': 'completed', 'code': 200} Nov 03 02:58:51.104129 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (3a548659-00f8-4c79-bd41-58a61ef114de), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:51.125881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:58:51.132094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (3a548659-00f8-4c79-bd41-58a61ef114de), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:51.173565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5018b-e1a7-4575-a4ae-38de6055be41 req-cb330c0a-9983-469d-a08d-d1d31fc56cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:51.175254 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3e5018b-e1a7-4575-a4ae-38de6055be41 req-cb330c0a-9983-469d-a08d-d1d31fc56cfc service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 1129 time: 0.0499830 Nov 03 02:58:51.201553 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3a548659-00f8-4c79-bd41-58a61ef114de), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:51.204165 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:51.205436 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "DELETE /v2.0/security-groups/3a548659-00f8-4c79-bd41-58a61ef114de HTTP/1.1" status: 204 len: 168 time: 0.1677532 Nov 03 02:58:51.209490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46672) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:58:51.216797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a548659-00f8-4c79-bd41-58a61ef114de,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:58:51.224335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.224717 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.225071 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.225413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.225746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.226089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.226538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.227081 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.227427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.227765 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.228101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.228664 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.229001 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdaface-0976-409d-8a76-95ebde74b0af tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:58:51.361297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5018b-e1a7-4575-a4ae-38de6055be41 req-4c8de79e-5481-4e91-b6cc-369007c4d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:51.362777 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3e5018b-e1a7-4575-a4ae-38de6055be41 req-4c8de79e-5481-4e91-b6cc-369007c4d648 service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.1766605 Nov 03 02:58:51.451703 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3e5018b-e1a7-4575-a4ae-38de6055be41 req-8d31fedf-2fc5-40b1-b05c-1680bcd12f3d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 200 len: 1000 time: 0.0799150 Nov 03 02:58:51.492866 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Deleting port c2f49083-5ab3-452a-887f-da48a31a8863 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:58:51.493284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c2f49083-5ab3-452a-887f-da48a31a8863), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:51.545823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5018b-e1a7-4575-a4ae-38de6055be41 req-92164dce-384a-4591-a699-fb1d876118e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:51.547180 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3e5018b-e1a7-4575-a4ae-38de6055be41 req-92164dce-384a-4591-a699-fb1d876118e6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0880911 Nov 03 02:58:51.606628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c2f49083-5ab3-452a-887f-da48a31a8863), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:51.606963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for floatingip (c2f49083-5ab3-452a-887f-da48a31a8863), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:51.623149 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Calling delete_port for c2f49083-5ab3-452a-887f-da48a31a8863 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:58:51.636959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5018b-e1a7-4575-a4ae-38de6055be41 req-4b2fd38f-46d7-41f0-82ec-15e06e73cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:51.638446 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3e5018b-e1a7-4575-a4ae-38de6055be41 req-4b2fd38f-46d7-41f0-82ec-15e06e73cecc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0816603 Nov 03 02:58:51.782451 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3e5018b-e1a7-4575-a4ae-38de6055be41 req-72becdd0-dbee-4e2d-92ff-81cd7c59a47d service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155496 Nov 03 02:58:51.900600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c2f49083-5ab3-452a-887f-da48a31a8863), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:51.936648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event deleted for resources: {'Port': ['ID=c2f49083-5ab3-452a-887f-da48a31a8863,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:58:51.941984 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3e5018b-e1a7-4575-a4ae-38de6055be41 req-7f36cbb9-d06f-40e2-ae85-720ee821d6ff service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485772 Nov 03 02:58:52.002227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks [] for floatingip (f2d5e1ae-5d9c-4069-bff8-b39073c9ce1b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:52.002556 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Floating IP f2d5e1ae-5d9c-4069-bff8-b39073c9ce1b disassociated (deleted). External IP: 172.26.6.76, port: fad6249d-b5ab-4ca6-ab60-b7a671e8b6da. Nov 03 02:58:52.194305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Router 3ad61217-8dfd-4bc3-b190-f5d92571b500 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:58:52.296233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:58:52.300738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:58:52.307219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99313fa9-a151-4eb8-93ef-609773c82cc7 None None] Sync routers for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:58:52.317552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99313fa9-a151-4eb8-93ef-609773c82cc7 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:58:52.318490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-99313fa9-a151-4eb8-93ef-609773c82cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:58:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:58:52.332326 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bb4b47a4-f46c-4b45-82f4-c9158265d6a4 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "DELETE /v2.0/floatingips/f2d5e1ae-5d9c-4069-bff8-b39073c9ce1b HTTP/1.1" status: 204 len: 168 time: 1.1197934 Nov 03 02:58:52.570566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-99313fa9-a151-4eb8-93ef-609773c82cc7 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:58:52.774732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-99313fa9-a151-4eb8-93ef-609773c82cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:58:52.798964 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99313fa9-a151-4eb8-93ef-609773c82cc7 None None] Checking router: 3ad61217-8dfd-4bc3-b190-f5d92571b500 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:58:52.808133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99313fa9-a151-4eb8-93ef-609773c82cc7 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:58:52.808774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-99313fa9-a151-4eb8-93ef-609773c82cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:58:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:58:52.911448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-99313fa9-a151-4eb8-93ef-609773c82cc7 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:58:53.101072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:58:53.104520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9898619f-55f0-48a4-93ab-7858b825688b" -d '{"events": [{"name": "network-changed", "server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:58:53.110588 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-99313fa9-a151-4eb8-93ef-609773c82cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:58:53.136877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99313fa9-a151-4eb8-93ef-609773c82cc7 None None] The sync data for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv is: [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:45Z', 'revision_number': 4, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'fcfdb22f-f223-4cda-a24f-2497fce42b7c', 'name': '', 'network_id': '84a7b09b-76ec-44ba-882a-02003a8ff58d', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'mac_address': 'fa:16:3e:c1:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:44Z', 'updated_at': '2022-11-03T02:52:50Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'subnets': [{'id': '3951d6d7-93c9-46bd-b159-1afdfa5c80e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:58:53.143575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc45fd7c-f695-4fcf-bc97-c0773592db1d x-openstack-request-id: req-cc45fd7c-f695-4fcf-bc97-c0773592db1d {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:58:53.143867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:58:53.144120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc45fd7c-f695-4fcf-bc97-c0773592db1d {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:58:53.144561 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc45fd7c-f695-4fcf-bc97-c0773592db1d'] response: {'name': 'network-changed', 'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'status': 'completed', 'code': 200} Nov 03 02:58:53.222331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898619f-55f0-48a4-93ab-7858b825688b req-09e821bf-acab-437b-94ee-b35899487709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:53.223989 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9898619f-55f0-48a4-93ab-7858b825688b req-09e821bf-acab-437b-94ee-b35899487709 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 1129 time: 0.0548863 Nov 03 02:58:53.318371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898619f-55f0-48a4-93ab-7858b825688b req-c8177fce-94b5-49af-ae73-29763b5f59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:53.319826 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9898619f-55f0-48a4-93ab-7858b825688b req-c8177fce-94b5-49af-ae73-29763b5f59ee service neutron] 10.222.0.27 "GET /v2.0/networks?id=84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 200 len: 916 time: 0.0898712 Nov 03 02:58:53.368463 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9898619f-55f0-48a4-93ab-7858b825688b req-3b437531-6471-4ad3-8456-d6b8b6d87e16 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 200 len: 217 time: 0.0382526 Nov 03 02:58:53.413568 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc71d05b-b6c3-4ad8-934d-e56799f016df None None] New status for floating IP f2d5e1ae-5d9c-4069-bff8-b39073c9ce1b: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:58:53.427398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898619f-55f0-48a4-93ab-7858b825688b req-a8d3caa9-b493-4fa2-854c-38a92fc7091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:53.428914 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9898619f-55f0-48a4-93ab-7858b825688b req-a8d3caa9-b493-4fa2-854c-38a92fc7091e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 200 len: 854 time: 0.0521934 Nov 03 02:58:53.489235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898619f-55f0-48a4-93ab-7858b825688b req-6b09f595-7df5-4521-bddd-a4759be57fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:58:53.490874 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9898619f-55f0-48a4-93ab-7858b825688b req-6b09f595-7df5-4521-bddd-a4759be57fe7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=84a7b09b-76ec-44ba-882a-02003a8ff58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0520031 Nov 03 02:58:53.585424 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9898619f-55f0-48a4-93ab-7858b825688b req-74bda646-5420-4ba8-b8d9-02bf0e7b17b1 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833428 Nov 03 02:58:53.683916 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9898619f-55f0-48a4-93ab-7858b825688b req-778e6b0a-09b6-45a2-948c-687dee21b338 service neutron] 10.222.0.27 "GET /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892072 Nov 03 02:59:04.950204 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:59:07.685377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac4eb0-8d05-4c8e-a589-3ee56d294b4b req-92a2d16a-9832-4ebc-8c34-24e48cb0f269 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:07.686860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9fac4eb0-8d05-4c8e-a589-3ee56d294b4b req-92a2d16a-9832-4ebc-8c34-24e48cb0f269 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 945 time: 0.0536761 Nov 03 02:59:07.735380 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9fac4eb0-8d05-4c8e-a589-3ee56d294b4b req-272e98ba-18c4-459d-b354-be25d27c67db tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426126 Nov 03 02:59:08.525431 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:08.863815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243398fe-29d0-4ef7-b530-90c1ab31d444 req-3cc46f70-211f-4090-9353-73c50f3db362 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:08.865338 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-243398fe-29d0-4ef7-b530-90c1ab31d444 req-3cc46f70-211f-4090-9353-73c50f3db362 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 945 time: 0.0578420 Nov 03 02:59:08.912791 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-243398fe-29d0-4ef7-b530-90c1ab31d444 req-7787a407-4679-44b7-8143-57f701fbd4d9 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/security-groups?id=e88e1405-9e42-4939-97d1-e8045dd06c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415318 Nov 03 02:59:09.651209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1cb3c-b600-4943-8907-53420c4faf89 req-a156b820-0040-4ffc-a252-fd7ac5985746 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:09.652704 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8df1cb3c-b600-4943-8907-53420c4faf89 req-a156b820-0040-4ffc-a252-fd7ac5985746 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.27 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 945 time: 0.0529406 Nov 03 02:59:09.742490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-8df1cb3c-b600-4943-8907-53420c4faf89 req-0164ffe8-dea0-4203-ab9b-74daf4a5b9d1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Deleting port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:59:09.742889 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8df1cb3c-b600-4943-8907-53420c4faf89 req-0164ffe8-dea0-4203-ab9b-74daf4a5b9d1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:09.832411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-8df1cb3c-b600-4943-8907-53420c4faf89 req-0164ffe8-dea0-4203-ab9b-74daf4a5b9d1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] For port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:09.832717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8df1cb3c-b600-4943-8907-53420c4faf89 req-0164ffe8-dea0-4203-ab9b-74daf4a5b9d1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:09.842283 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9981273c-9168-42c4-a321-ee13f97fb90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:09.848011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-8df1cb3c-b600-4943-8907-53420c4faf89 req-0164ffe8-dea0-4203-ab9b-74daf4a5b9d1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Calling delete_port for fad6249d-b5ab-4ca6-ab60-b7a671e8b6da owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:59:09.978203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8df1cb3c-b600-4943-8907-53420c4faf89 req-0164ffe8-dea0-4203-ab9b-74daf4a5b9d1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (fad6249d-b5ab-4ca6-ab60-b7a671e8b6da), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:09.994947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:59:10.024169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164ffe8-dea0-4203-ab9b-74daf4a5b9d1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Pushing event deleted for resources: {'Port': ['ID=fad6249d-b5ab-4ca6-ab60-b7a671e8b6da,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:10.058065 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f20771db-9afb-4f57-9e90-78911ec9a737 req-46daa591-418f-4b9a-bb05-c083cb5e0ba3 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.23 "GET /v2.0/ports?device_id=539db5dc-8f13-449a-a877-d461a9d45c5e HTTP/1.1" status: 200 len: 210 time: 0.0680275 Nov 03 02:59:10.081310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df1cb3c-b600-4943-8907-53420c4faf89 req-0164ffe8-dea0-4203-ab9b-74daf4a5b9d1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] No DVR routers for this DVR port fad6249d-b5ab-4ca6-ab60-b7a671e8b6da on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:59:10.086535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-8df1cb3c-b600-4943-8907-53420c4faf89 req-0164ffe8-dea0-4203-ab9b-74daf4a5b9d1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:10.089841 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8df1cb3c-b600-4943-8907-53420c4faf89 req-0164ffe8-dea0-4203-ab9b-74daf4a5b9d1 tempest-TestMinimumBasicScenario-697105414 tempest-TestMinimumBasicScenario-697105414-project] 10.222.0.27 "DELETE /v2.0/ports/fad6249d-b5ab-4ca6-ab60-b7a671e8b6da HTTP/1.1" status: 204 len: 173 time: 0.4319463 Nov 03 02:59:10.090374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'name': 'network-vif-deleted', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:59:10.092690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5015fa-b296-4838-a311-e8356c55c5aa" -d '{"events": [{"server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "name": "network-vif-deleted", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:59:10.132550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c999d2d1-5491-45ed-9bdd-15d5f6734685 x-openstack-request-id: req-c999d2d1-5491-45ed-9bdd-15d5f6734685 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:59:10.132854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539db5dc-8f13-449a-a877-d461a9d45c5e", "name": "network-vif-deleted", "tag": "fad6249d-b5ab-4ca6-ab60-b7a671e8b6da", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:59:10.133106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c999d2d1-5491-45ed-9bdd-15d5f6734685 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:59:10.133681 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c999d2d1-5491-45ed-9bdd-15d5f6734685'] response: {'server_uuid': '539db5dc-8f13-449a-a877-d461a9d45c5e', 'name': 'network-vif-deleted', 'tag': 'fad6249d-b5ab-4ca6-ab60-b7a671e8b6da', 'status': 'completed', 'code': 200} Nov 03 02:59:11.673709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46784) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:12.106553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (3ad61217-8dfd-4bc3-b190-f5d92571b500), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:12.330863 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-29b606c6-fc6b-442f-91d1-d834de355520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:12.337395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] Deleting port fcfdb22f-f223-4cda-a24f-2497fce42b7c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:59:12.337740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:12.415823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] For port fcfdb22f-f223-4cda-a24f-2497fce42b7c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=fcfdb22f-f223-4cda-a24f-2497fce42b7c,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:12.416108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:12.433051 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] Calling delete_port for fcfdb22f-f223-4cda-a24f-2497fce42b7c owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:59:12.607589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (fcfdb22f-f223-4cda-a24f-2497fce42b7c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:12.633556 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcfdb22f-f223-4cda-a24f-2497fce42b7c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:12.794825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (3ad61217-8dfd-4bc3-b190-f5d92571b500), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:12.998769 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] Router 3ad61217-8dfd-4bc3-b190-f5d92571b500 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:59:13.092274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device fad6249d-b5ab-4ca6-ab60-b7a671e8b6da no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:59:13.098794 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:59:13.105769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2c48b259-8515-4f48-b8a3-682448996c90 admin admin] 10.222.0.23 "PUT /v2.0/routers/3ad61217-8dfd-4bc3-b190-f5d92571b500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4291415 Nov 03 02:59:13.106500 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46788) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:13.113684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db769371-3b65-4693-a2c0-f6b36b120769 None None] Sync routers for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:59:13.115954 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: fad6249d-b5ab-4ca6-ab60-b7a671e8b6da {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:59:13.116301 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device fad6249d-b5ab-4ca6-ab60-b7a671e8b6da not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:59:13.126108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db769371-3b65-4693-a2c0-f6b36b120769 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:59:13.126735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-db769371-3b65-4693-a2c0-f6b36b120769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:59:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:13.235303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-db769371-3b65-4693-a2c0-f6b36b120769 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:59:13.354588 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:13.434286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-db769371-3b65-4693-a2c0-f6b36b120769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:59:12Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:13.458954 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db769371-3b65-4693-a2c0-f6b36b120769 None None] Checking router: 3ad61217-8dfd-4bc3-b190-f5d92571b500 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:59:13.467674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db769371-3b65-4693-a2c0-f6b36b120769 None None] Routers {'3ad61217-8dfd-4bc3-b190-f5d92571b500'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:59:13.468286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-db769371-3b65-4693-a2c0-f6b36b120769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:59:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['3ad61217-8dfd-4bc3-b190-f5d92571b500'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:13.526815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Publish callbacks [] for router (3ad61217-8dfd-4bc3-b190-f5d92571b500), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:13.570160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-db769371-3b65-4693-a2c0-f6b36b120769 None None] Set router 3ad61217-8dfd-4bc3-b190-f5d92571b500 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:59:13.627129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Publish callbacks [] for router_gateway (3ad61217-8dfd-4bc3-b190-f5d92571b500), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:13.683913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Deleting port 1555200a-67c4-415f-a78f-449697f74410 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:59:13.684420 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (1555200a-67c4-415f-a78f-449697f74410), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:13.751043 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-db769371-3b65-4693-a2c0-f6b36b120769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:59:12Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:13.768835 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] For port 1555200a-67c4-415f-a78f-449697f74410, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=1555200a-67c4-415f-a78f-449697f74410,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:13.769208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (1555200a-67c4-415f-a78f-449697f74410), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:13.779769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db769371-3b65-4693-a2c0-f6b36b120769 None None] The sync data for ids ['3ad61217-8dfd-4bc3-b190-f5d92571b500'] in dv-neutron-860659-5-hyperv is: [{'id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'name': 'tempest-TestMinimumBasicScenario-1021222732-router', 'tenant_id': '76215ea3847a40c9a93e28b7a261b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1555200a-67c4-415f-a78f-449697f74410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:59:12Z', 'revision_number': 5, 'project_id': '76215ea3847a40c9a93e28b7a261b8a0', 'gw_port': {'id': '1555200a-67c4-415f-a78f-449697f74410', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad61217-8dfd-4bc3-b190-f5d92571b500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:43Z', 'updated_at': '2022-11-03T02:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:59:13.783323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Calling delete_port for 1555200a-67c4-415f-a78f-449697f74410 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:59:13.956349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (1555200a-67c4-415f-a78f-449697f74410), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:13.984671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1555200a-67c4-415f-a78f-449697f74410,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:14.048229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (3ad61217-8dfd-4bc3-b190-f5d92571b500), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.136515 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (3ad61217-8dfd-4bc3-b190-f5d92571b500), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.138514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Publish callbacks [] for router_controller (3ad61217-8dfd-4bc3-b190-f5d92571b500), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.183831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (3ad61217-8dfd-4bc3-b190-f5d92571b500), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.184564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad61217-8dfd-4bc3-b190-f5d92571b500 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:59:14.191659 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.193481 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9706dc00-7d57-4d72-8d3d-fa245dce29c6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3ad61217-8dfd-4bc3-b190-f5d92571b500 HTTP/1.1" status: 204 len: 168 time: 1.0857999 Nov 03 02:59:14.196955 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46790) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:14.247350 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4934a66-a1cd-4627-b1ce-8648bc26a24a admin admin] Deleting subnet 3951d6d7-93c9-46bd-b159-1afdfa5c80e8 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:59:14.250799 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b4934a66-a1cd-4627-b1ce-8648bc26a24a admin admin] Publish callbacks [] for subnet (3951d6d7-93c9-46bd-b159-1afdfa5c80e8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.287815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b4934a66-a1cd-4627-b1ce-8648bc26a24a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (3951d6d7-93c9-46bd-b159-1afdfa5c80e8), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.365199 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b4934a66-a1cd-4627-b1ce-8648bc26a24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (3951d6d7-93c9-46bd-b159-1afdfa5c80e8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.426616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b4934a66-a1cd-4627-b1ce-8648bc26a24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (3951d6d7-93c9-46bd-b159-1afdfa5c80e8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.448817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db60ac0c-0e79-4fc1-9b28-0ea62dc65c42 None None] Network 84a7b09b-76ec-44ba-882a-02003a8ff58d requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:59:14.455779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b4934a66-a1cd-4627-b1ce-8648bc26a24a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.461718 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b4934a66-a1cd-4627-b1ce-8648bc26a24a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3951d6d7-93c9-46bd-b159-1afdfa5c80e8 HTTP/1.1" status: 204 len: 168 time: 0.2608483 Nov 03 02:59:14.461718 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4934a66-a1cd-4627-b1ce-8648bc26a24a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3951d6d7-93c9-46bd-b159-1afdfa5c80e8,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:14.462701 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46792) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:14.542956 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (84a7b09b-76ec-44ba-882a-02003a8ff58d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.598580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Deleting port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:59:14.598932 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.611865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] DHCP port deletion for 84a7b09b-76ec-44ba-882a-02003a8ff58d request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:59:14.659563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Deleting port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:59:14.660014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.669910 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] For port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=657316f4-ba0a-4d70-af38-bd6b1eb61e6f,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:14.670286 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.683747 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Calling delete_port for 657316f4-ba0a-4d70-af38-bd6b1eb61e6f owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:59:14.722226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] For port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=657316f4-ba0a-4d70-af38-bd6b1eb61e6f,segment=NetworkSegment(95c07417-0ffc-4812-98fc-63cafd2c8445),segment_id=95c07417-0ffc-4812-98fc-63cafd2c8445)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:14.722543 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.735522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Calling delete_port for 657316f4-ba0a-4d70-af38-bd6b1eb61e6f owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:59:14.761833 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.784758 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=657316f4-ba0a-4d70-af38-bd6b1eb61e6f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:14.791323 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] No DVR routers for this DVR port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:59:14.806820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.830924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (657316f4-ba0a-4d70-af38-bd6b1eb61e6f), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.857417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Pushing event deleted for resources: {'Port': ['ID=657316f4-ba0a-4d70-af38-bd6b1eb61e6f,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:14.860830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] No DVR routers for this DVR port 657316f4-ba0a-4d70-af38-bd6b1eb61e6f on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:59:14.870065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.870065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.870065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.870065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.870065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.870065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.870065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.870772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.870772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.870772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.871129 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.871504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.871715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e666eb2-f3af-46bd-b550-09aa00a18d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:14.875512 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (84a7b09b-76ec-44ba-882a-02003a8ff58d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.896709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a7b09b-76ec-44ba-882a-02003a8ff58d']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:14.906183 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c07417-0ffc-4812-98fc-63cafd2c8445') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:14.906490 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c07417-0ffc-4812-98fc-63cafd2c8445') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:14.916470 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (95c07417-0ffc-4812-98fc-63cafd2c8445), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.930338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (95c07417-0ffc-4812-98fc-63cafd2c8445), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:14.936543 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:59:14.936930 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (95c07417-0ffc-4812-98fc-63cafd2c8445), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:15.009806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (84a7b09b-76ec-44ba-882a-02003a8ff58d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:15.009806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:15.012516 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/84a7b09b-76ec-44ba-882a-02003a8ff58d HTTP/1.1" status: 204 len: 168 time: 0.5491962 Nov 03 02:59:15.015595 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 95c07417-0ffc-4812-98fc-63cafd2c8445 resource provider aggregate not found Nov 03 02:59:15.015758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46798) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:15.028722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995972b-bd67-4270-b058-a2a4419fa3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a7b09b-76ec-44ba-882a-02003a8ff58d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:15.039537 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 95c07417-0ffc-4812-98fc-63cafd2c8445 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95c07417-0ffc-4812-98fc-63cafd2c8445 found for delete ", "request_id": "req-d185eab5-2e11-4a14-8ec1-f8511fe48ccb"}]} Nov 03 02:59:15.224095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fcfdb22f-f223-4cda-a24f-2497fce42b7c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:59:15.245097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: fcfdb22f-f223-4cda-a24f-2497fce42b7c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:59:15.245544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device fcfdb22f-f223-4cda-a24f-2497fce42b7c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:59:15.246036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 657316f4-ba0a-4d70-af38-bd6b1eb61e6f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:59:15.263665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 657316f4-ba0a-4d70-af38-bd6b1eb61e6f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:59:15.264016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 657316f4-ba0a-4d70-af38-bd6b1eb61e6f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:59:15.264437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1555200a-67c4-415f-a78f-449697f74410 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:59:15.282350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 1555200a-67c4-415f-a78f-449697f74410 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:59:15.282707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 1555200a-67c4-415f-a78f-449697f74410 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:59:15.359071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (73169d14-b3f5-4319-b21e-37fe0f87a3aa), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:15.586754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] Deleting port d429ae33-c954-4bdb-9cc5-08748062e3a8 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:59:15.586987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:15.668790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] For port d429ae33-c954-4bdb-9cc5-08748062e3a8, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=d429ae33-c954-4bdb-9cc5-08748062e3a8,segment=NetworkSegment(e7af616b-417f-4b44-9781-62280cebefe5),segment_id=e7af616b-417f-4b44-9781-62280cebefe5)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:15.669150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:15.681585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] Calling delete_port for d429ae33-c954-4bdb-9cc5-08748062e3a8 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:59:15.856689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d429ae33-c954-4bdb-9cc5-08748062e3a8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:15.880598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d429ae33-c954-4bdb-9cc5-08748062e3a8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:16.045572 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (73169d14-b3f5-4319-b21e-37fe0f87a3aa), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:16.183518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:16.259867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] Router 73169d14-b3f5-4319-b21e-37fe0f87a3aa has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:59:16.361737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:59:16.367953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6af2cc7b-e0b9-4028-b605-88698a57e5ad admin admin] 10.222.0.23 "PUT /v2.0/routers/73169d14-b3f5-4319-b21e-37fe0f87a3aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3500581 Nov 03 02:59:16.369992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46802) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:16.372687 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67cf61a-7a98-45c7-80bd-72a9321924ec None None] Sync routers for ids ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:59:16.382924 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67cf61a-7a98-45c7-80bd-72a9321924ec None None] Routers {'73169d14-b3f5-4319-b21e-37fe0f87a3aa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:59:16.383622 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d67cf61a-7a98-45c7-80bd-72a9321924ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:59:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:16.469562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Publish callbacks [] for router (73169d14-b3f5-4319-b21e-37fe0f87a3aa), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:16.485350 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d67cf61a-7a98-45c7-80bd-72a9321924ec None None] Set router 73169d14-b3f5-4319-b21e-37fe0f87a3aa gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:59:16.571900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Publish callbacks [] for router_gateway (73169d14-b3f5-4319-b21e-37fe0f87a3aa), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:16.630872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Deleting port 913a73c1-9232-413b-828d-a8d4b84f8d4d {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:59:16.631271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:16.716076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] For port 913a73c1-9232-413b-828d-a8d4b84f8d4d, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=913a73c1-9232-413b-828d-a8d4b84f8d4d,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:16.716462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:16.734943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Calling delete_port for 913a73c1-9232-413b-828d-a8d4b84f8d4d owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:59:16.753230 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d67cf61a-7a98-45c7-80bd-72a9321924ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'name': 'tempest-TestMinimumBasicScenario-1603040086-router', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:47Z', 'updated_at': '2022-11-03T02:59:15Z', 'revision_number': 5, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'gw_port': {'id': '913a73c1-9232-413b-828d-a8d4b84f8d4d', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:52:48Z', 'updated_at': '2022-11-03T02:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:16.781465 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67cf61a-7a98-45c7-80bd-72a9321924ec None None] Checking router: 73169d14-b3f5-4319-b21e-37fe0f87a3aa for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:59:16.790228 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67cf61a-7a98-45c7-80bd-72a9321924ec None None] Routers {'73169d14-b3f5-4319-b21e-37fe0f87a3aa'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:59:16.790831 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d67cf61a-7a98-45c7-80bd-72a9321924ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:59:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:16.885349 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d67cf61a-7a98-45c7-80bd-72a9321924ec None None] Set router 73169d14-b3f5-4319-b21e-37fe0f87a3aa gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:59:16.912180 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (913a73c1-9232-413b-828d-a8d4b84f8d4d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:16.934113 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d67cf61a-7a98-45c7-80bd-72a9321924ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'name': 'tempest-TestMinimumBasicScenario-1603040086-router', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:47Z', 'updated_at': '2022-11-03T02:59:16Z', 'revision_number': 6, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:16.936510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Pushing event deleted for resources: {'Port': ['ID=913a73c1-9232-413b-828d-a8d4b84f8d4d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:16.958102 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67cf61a-7a98-45c7-80bd-72a9321924ec None None] The sync data for ids ['73169d14-b3f5-4319-b21e-37fe0f87a3aa'] in dv-neutron-860659-5-hyperv is: [{'id': '73169d14-b3f5-4319-b21e-37fe0f87a3aa', 'name': 'tempest-TestMinimumBasicScenario-1603040086-router', 'tenant_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:52:47Z', 'updated_at': '2022-11-03T02:59:16Z', 'revision_number': 6, 'project_id': '0255f70fc9ea4c1bab27a3f1ee3e464f', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:59:17.002302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (73169d14-b3f5-4319-b21e-37fe0f87a3aa), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.088220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (73169d14-b3f5-4319-b21e-37fe0f87a3aa), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.090339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Publish callbacks [] for router_controller (73169d14-b3f5-4319-b21e-37fe0f87a3aa), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.134155 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (73169d14-b3f5-4319-b21e-37fe0f87a3aa), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.134692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73169d14-b3f5-4319-b21e-37fe0f87a3aa {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:59:17.139318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.140478 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-79fd104b-c93c-4518-892e-f2a6f1af60fc admin admin] 10.222.0.23 "DELETE /v2.0/routers/73169d14-b3f5-4319-b21e-37fe0f87a3aa HTTP/1.1" status: 204 len: 168 time: 0.7696037 Nov 03 02:59:17.142989 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46804) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:17.186536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-180d74a7-8882-4824-ba02-91523fe992e4 admin admin] Deleting subnet 0b31bc62-2f9e-4d32-8d81-bd8104250246 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 02:59:17.189685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-180d74a7-8882-4824-ba02-91523fe992e4 admin admin] Publish callbacks [] for subnet (0b31bc62-2f9e-4d32-8d81-bd8104250246), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.226473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-180d74a7-8882-4824-ba02-91523fe992e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (0b31bc62-2f9e-4d32-8d81-bd8104250246), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.309296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-180d74a7-8882-4824-ba02-91523fe992e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (0b31bc62-2f9e-4d32-8d81-bd8104250246), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.378762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-180d74a7-8882-4824-ba02-91523fe992e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (0b31bc62-2f9e-4d32-8d81-bd8104250246), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.410538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-180d74a7-8882-4824-ba02-91523fe992e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.416832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46806) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:17.417305 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-180d74a7-8882-4824-ba02-91523fe992e4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0b31bc62-2f9e-4d32-8d81-bd8104250246 HTTP/1.1" status: 204 len: 168 time: 0.2732687 Nov 03 02:59:17.418333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d74a7-8882-4824-ba02-91523fe992e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b31bc62-2f9e-4d32-8d81-bd8104250246,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:17.420414 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d429ae33-c954-4bdb-9cc5-08748062e3a8 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:59:17.422671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb07c5-0107-4b5c-a449-b8fe4ea947a8 None None] Network 742aa9ff-f7f3-44b3-a825-aef97298cc0e requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:59:17.476582 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: d429ae33-c954-4bdb-9cc5-08748062e3a8 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:59:17.477392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device d429ae33-c954-4bdb-9cc5-08748062e3a8 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:59:17.495099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (742aa9ff-f7f3-44b3-a825-aef97298cc0e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.544016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Deleting port 570b81f3-d241-434e-bacf-e9fe5d7959d3 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 02:59:17.544362 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.610796 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] For port 570b81f3-d241-434e-bacf-e9fe5d7959d3, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=570b81f3-d241-434e-bacf-e9fe5d7959d3,segment=NetworkSegment(e7af616b-417f-4b44-9781-62280cebefe5),segment_id=e7af616b-417f-4b44-9781-62280cebefe5)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:17.611165 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.624173 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Calling delete_port for 570b81f3-d241-434e-bacf-e9fe5d7959d3 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 02:59:17.702787 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (570b81f3-d241-434e-bacf-e9fe5d7959d3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.731850 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Pushing event deleted for resources: {'Port': ['ID=570b81f3-d241-434e-bacf-e9fe5d7959d3,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:17.734073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] No DVR routers for this DVR port 570b81f3-d241-434e-bacf-e9fe5d7959d3 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 02:59:17.756718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6251024-4dd8-4ee3-a1a5-df4df6cd3867 None None] DHCP port deletion for 742aa9ff-f7f3-44b3-a825-aef97298cc0e request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 02:59:17.808415 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (742aa9ff-f7f3-44b3-a825-aef97298cc0e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.828932 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742aa9ff-f7f3-44b3-a825-aef97298cc0e']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:17.838125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7af616b-417f-4b44-9781-62280cebefe5') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:17.838433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7af616b-417f-4b44-9781-62280cebefe5') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:17.847728 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (e7af616b-417f-4b44-9781-62280cebefe5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.862203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (e7af616b-417f-4b44-9781-62280cebefe5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.869209 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:59:17.869640 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (e7af616b-417f-4b44-9781-62280cebefe5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.914494 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment e7af616b-417f-4b44-9781-62280cebefe5 resource provider aggregate not found Nov 03 02:59:17.933239 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment e7af616b-417f-4b44-9781-62280cebefe5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7af616b-417f-4b44-9781-62280cebefe5 found for delete ", "request_id": "req-1acbb9cf-9a47-4a21-a152-f1cfbf38289f"}]} Nov 03 02:59:17.940072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (742aa9ff-f7f3-44b3-a825-aef97298cc0e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.945637 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:17.951329 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] 10.222.0.23 "DELETE /v2.0/networks/742aa9ff-f7f3-44b3-a825-aef97298cc0e HTTP/1.1" status: 204 len: 168 time: 0.5305984 Nov 03 02:59:17.960791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157033ab-bbc6-4d98-9d31-2c0a3e9a145b admin admin] Pushing event deleted for resources: {'Network': ['ID=742aa9ff-f7f3-44b3-a825-aef97298cc0e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:18.066748 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46814) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:18.109244 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2bed32df-8cda-4c09-ab3b-d322f48f2138 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76215ea3847a40c9a93e28b7a261b8a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412750 Nov 03 02:59:18.111755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46816) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:18.159413 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a633b35-c918-41c8-8622-849378a43938 admin admin] Publish callbacks [] for security_group (e88e1405-9e42-4939-97d1-e8045dd06c61), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:18.180724 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a633b35-c918-41c8-8622-849378a43938 admin admin] Publish callbacks [] for security_group (e88e1405-9e42-4939-97d1-e8045dd06c61), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:18.227138 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a633b35-c918-41c8-8622-849378a43938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e88e1405-9e42-4939-97d1-e8045dd06c61), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:18.229895 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a633b35-c918-41c8-8622-849378a43938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:18.231084 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2a633b35-c918-41c8-8622-849378a43938 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e88e1405-9e42-4939-97d1-e8045dd06c61 HTTP/1.1" status: 204 len: 168 time: 0.1184125 Nov 03 02:59:18.239022 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a633b35-c918-41c8-8622-849378a43938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88e1405-9e42-4939-97d1-e8045dd06c61,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:18.544409 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46822) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:18.587635 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-53d1c772-405d-48a3-8098-b4e4a54a3594 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0255f70fc9ea4c1bab27a3f1ee3e464f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420244 Nov 03 02:59:18.590119 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46824) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:18.636192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f23c73cc-0334-4e32-bd4d-b856ad59f251 admin admin] Publish callbacks [] for security_group (4f7bf254-63ea-499d-bcc7-53483dbb5ee1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:18.657204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f23c73cc-0334-4e32-bd4d-b856ad59f251 admin admin] Publish callbacks [] for security_group (4f7bf254-63ea-499d-bcc7-53483dbb5ee1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:18.703538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f23c73cc-0334-4e32-bd4d-b856ad59f251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (4f7bf254-63ea-499d-bcc7-53483dbb5ee1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:18.706111 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f23c73cc-0334-4e32-bd4d-b856ad59f251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:18.707239 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f23c73cc-0334-4e32-bd4d-b856ad59f251 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f7bf254-63ea-499d-bcc7-53483dbb5ee1 HTTP/1.1" status: 204 len: 168 time: 0.1162455 Nov 03 02:59:18.715950 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c73cc-0334-4e32-bd4d-b856ad59f251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7bf254-63ea-499d-bcc7-53483dbb5ee1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:19.225584 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 570b81f3-d241-434e-bacf-e9fe5d7959d3 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:59:19.245303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 570b81f3-d241-434e-bacf-e9fe5d7959d3 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:59:19.245718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 570b81f3-d241-434e-bacf-e9fe5d7959d3 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:59:19.246205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 913a73c1-9232-413b-828d-a8d4b84f8d4d no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:59:19.264828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 913a73c1-9232-413b-828d-a8d4b84f8d4d {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 02:59:19.265168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 913a73c1-9232-413b-828d-a8d4b84f8d4d not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:59:21.126679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46866) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:21.131262 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-11fd2de3-630a-44df-a8ee-9a53ff979127 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253595631', 'description': 'tempest-secgroup-smoke-253595631 description', 'project_id': 'b7101b697f184fada26a23eb1cbbed56'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:21.152707 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11fd2de3-630a-44df-a8ee-9a53ff979127 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.160541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11fd2de3-630a-44df-a8ee-9a53ff979127 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.235390 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11fd2de3-630a-44df-a8ee-9a53ff979127 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (0e2d3761-dc13-45c2-a4fc-0d013f0f780c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.239073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11fd2de3-630a-44df-a8ee-9a53ff979127 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0e2d3761-dc13-45c2-a4fc-0d013f0f780c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.277620 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd2de3-630a-44df-a8ee-9a53ff979127 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2d3761-dc13-45c2-a4fc-0d013f0f780c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:21.314887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11fd2de3-630a-44df-a8ee-9a53ff979127 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (e41df38e-a1c3-4e6e-83e8-c5a173675608), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.318382 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11fd2de3-630a-44df-a8ee-9a53ff979127 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e41df38e-a1c3-4e6e-83e8-c5a173675608), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.348962 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-11fd2de3-630a-44df-a8ee-9a53ff979127 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.350175 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-11fd2de3-630a-44df-a8ee-9a53ff979127 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2224858 Nov 03 02:59:21.353901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46868) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:21.354722 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd2de3-630a-44df-a8ee-9a53ff979127 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41df38e-a1c3-4e6e-83e8-c5a173675608,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:21.358738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0892ab7c-1952-467c-8058-63e5b25d82a7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'e41df38e-a1c3-4e6e-83e8-c5a173675608', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:21.383414 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0892ab7c-1952-467c-8058-63e5b25d82a7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (9b3d02aa-cf64-4e4d-bcd5-eca3e4e724ec), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.428446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0892ab7c-1952-467c-8058-63e5b25d82a7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (9b3d02aa-cf64-4e4d-bcd5-eca3e4e724ec), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.433027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0892ab7c-1952-467c-8058-63e5b25d82a7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (9b3d02aa-cf64-4e4d-bcd5-eca3e4e724ec), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.450552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892ab7c-1952-467c-8058-63e5b25d82a7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3d02aa-cf64-4e4d-bcd5-eca3e4e724ec,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:21.458351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0892ab7c-1952-467c-8058-63e5b25d82a7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.459555 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0892ab7c-1952-467c-8058-63e5b25d82a7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1046622 Nov 03 02:59:21.462902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46870) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:21.467237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ec205c43-226b-4c51-a146-0a832d07299f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'e41df38e-a1c3-4e6e-83e8-c5a173675608', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:21.493589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ec205c43-226b-4c51-a146-0a832d07299f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (8a54605c-6a27-4f29-913e-19801a33e59e), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.548970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ec205c43-226b-4c51-a146-0a832d07299f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (8a54605c-6a27-4f29-913e-19801a33e59e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.552439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ec205c43-226b-4c51-a146-0a832d07299f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (8a54605c-6a27-4f29-913e-19801a33e59e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.570537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec205c43-226b-4c51-a146-0a832d07299f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a54605c-6a27-4f29-913e-19801a33e59e,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:21.575623 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ec205c43-226b-4c51-a146-0a832d07299f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.576837 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ec205c43-226b-4c51-a146-0a832d07299f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129515 Nov 03 02:59:21.579569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46872) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:21.583945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-63de3352-7e3e-49fb-b2e1-a0aff8999eeb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'e41df38e-a1c3-4e6e-83e8-c5a173675608', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:21.610116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63de3352-7e3e-49fb-b2e1-a0aff8999eeb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (2a342969-35dc-4f47-ad5a-58a7cdf76043), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.672517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63de3352-7e3e-49fb-b2e1-a0aff8999eeb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (2a342969-35dc-4f47-ad5a-58a7cdf76043), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.675942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63de3352-7e3e-49fb-b2e1-a0aff8999eeb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (2a342969-35dc-4f47-ad5a-58a7cdf76043), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.693029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3352-7e3e-49fb-b2e1-a0aff8999eeb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a342969-35dc-4f47-ad5a-58a7cdf76043,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:21.702314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63de3352-7e3e-49fb-b2e1-a0aff8999eeb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.703559 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-63de3352-7e3e-49fb-b2e1-a0aff8999eeb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230040 Nov 03 02:59:21.706171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46874) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:21.710881 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-1f8c8a57-82d8-4e64-b20d-f227199a2107 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'e41df38e-a1c3-4e6e-83e8-c5a173675608', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:21.736463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8a57-82d8-4e64-b20d-f227199a2107 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (90e2d10c-b1c6-407c-aa47-4b68bca92e94), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.795104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8a57-82d8-4e64-b20d-f227199a2107 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (90e2d10c-b1c6-407c-aa47-4b68bca92e94), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.798716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8a57-82d8-4e64-b20d-f227199a2107 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (90e2d10c-b1c6-407c-aa47-4b68bca92e94), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.816124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c8a57-82d8-4e64-b20d-f227199a2107 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e2d10c-b1c6-407c-aa47-4b68bca92e94,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:21.824424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8a57-82d8-4e64-b20d-f227199a2107 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.825650 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1f8c8a57-82d8-4e64-b20d-f227199a2107 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185708 Nov 03 02:59:21.828296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46876) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:21.832473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2afd069d-fa46-4f6a-a199-74dfce1163cb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'e41df38e-a1c3-4e6e-83e8-c5a173675608', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:21.851377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-2afd069d-fa46-4f6a-a199-74dfce1163cb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Project b7101b697f184fada26a23eb1cbbed56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:59:21.856351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2afd069d-fa46-4f6a-a199-74dfce1163cb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (5ba1f39a-f7c7-46aa-8418-c02973113997), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.914983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2afd069d-fa46-4f6a-a199-74dfce1163cb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (5ba1f39a-f7c7-46aa-8418-c02973113997), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.918271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2afd069d-fa46-4f6a-a199-74dfce1163cb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (5ba1f39a-f7c7-46aa-8418-c02973113997), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.936441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd069d-fa46-4f6a-a199-74dfce1163cb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba1f39a-f7c7-46aa-8418-c02973113997,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:21.940672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2afd069d-fa46-4f6a-a199-74dfce1163cb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:21.941856 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2afd069d-fa46-4f6a-a199-74dfce1163cb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1126189 Nov 03 02:59:21.944553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46878) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:21.949488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-941cb887-c016-44b5-a51f-6578d9e00a13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'e41df38e-a1c3-4e6e-83e8-c5a173675608', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:21.968984 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-941cb887-c016-44b5-a51f-6578d9e00a13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Project b7101b697f184fada26a23eb1cbbed56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:59:21.974012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941cb887-c016-44b5-a51f-6578d9e00a13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (14e98eb2-3165-44a5-a04b-515d570fd4b3), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.035628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941cb887-c016-44b5-a51f-6578d9e00a13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (14e98eb2-3165-44a5-a04b-515d570fd4b3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.039069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941cb887-c016-44b5-a51f-6578d9e00a13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (14e98eb2-3165-44a5-a04b-515d570fd4b3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.056248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cb887-c016-44b5-a51f-6578d9e00a13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e98eb2-3165-44a5-a04b-515d570fd4b3,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:22.063574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-941cb887-c016-44b5-a51f-6578d9e00a13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.064775 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-941cb887-c016-44b5-a51f-6578d9e00a13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185749 Nov 03 02:59:22.067762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46880) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:22.073063 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'network': {'name': 'tempest-network-smoke--1232406721', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'port_security_enabled': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:22.091003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:59:22.094266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.117942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:59:22.126699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (f0f269b0-a9f9-4787-af7e-a080d4b52f99), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.127050 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Added segment f0f269b0-a9f9-4787-af7e-a080d4b52f99 of type vlan for network 0caa0bab-230b-403d-94a5-6ba5697b2d41 Nov 03 02:59:22.169488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (0caa0bab-230b-403d-94a5-6ba5697b2d41), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.193887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (0caa0bab-230b-403d-94a5-6ba5697b2d41), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.199437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:22.200045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.255879 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1871192 Nov 03 02:59:22.259430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46882) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:22.270331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'admin_state_up': True, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:22.283241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491c60b-7d7b-4cb3-8d37-db7f59b4678e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Network': ['ID=0caa0bab-230b-403d-94a5-6ba5697b2d41,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:22.295222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 0caa0bab-230b-403d-94a5-6ba5697b2d41 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:59:22.297130 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.298191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.348103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_controller (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.488964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.674880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.693567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.797225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.26.6.242 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/476fda0e-fec5-42bb-b635-047ad0430d4c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:59:22.897419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.929448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:22.969487 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:59:22.972280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:59:22.974847 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:59:23.000242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=476fda0e-fec5-42bb-b635-047ad0430d4c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:23.528924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:23.714914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:23.837397 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:59:23.940834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:59:23.950405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Sync routers for ids ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:59:23.959836 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Routers {'4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:59:23.960599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:59:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:23.961552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:23.962780 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-979748e1-b33f-4a5b-b647-b74816a89e6a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7024360 Nov 03 02:59:23.965921 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46884) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:24.064222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Set router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:59:24.085947 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c11a1903-2494-4547-852e-5302e860d600 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=b7101b697f184fada26a23eb1cbbed56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1188629 Nov 03 02:59:24.088628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46888) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:24.179144 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf6031-6612-4f16-85fc-683b1e57f73a tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:24.180817 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fcbf6031-6612-4f16-85fc-683b1e57f73a tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912955 Nov 03 02:59:24.183711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46890) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:24.211806 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f2769fe9-38a4-4cc4-a3af-e586cb5c0c3a tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270202 Nov 03 02:59:24.214719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46892) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:24.219412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2040299957', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:24.243546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:23Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:24.272250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Checking router: 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:59:24.273139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Updating router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 port 476fda0e-fec5-42bb-b635-047ad0430d4c binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:59:24.301765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:24.310646 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:59:24.314071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:24.494204 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (8867c9e6-84c3-4dbc-855f-8678b44928fe), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:24.549078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Publish callbacks [] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:24.555642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:24.561697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Subnet': ['ID=8867c9e6-84c3-4dbc-855f-8678b44928fe,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:24.568733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Checking segment: {'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:59:24.569056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network hostable DHCP agents. Network: 0caa0bab-230b-403d-94a5-6ba5697b2d41, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:59:24.587330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 0caa0bab-230b-403d-94a5-6ba5697b2d41 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:59:24.588812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Attempting to bind port 476fda0e-fec5-42bb-b635-047ad0430d4c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:59:24.589195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Attempting to bind port 476fda0e-fec5-42bb-b635-047ad0430d4c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:59:24.589566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Attempting to bind port 476fda0e-fec5-42bb-b635-047ad0430d4c on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:59:24.596465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 0caa0bab-230b-403d-94a5-6ba5697b2d41) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:59:24.599124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:59:24.599523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:59:24.599931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:24.600332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:59:24.600585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:24.600904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Bound port: 476fda0e-fec5-42bb-b635-047ad0430d4c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:59:24.601355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:24.601475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:24.616994 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-71752402-1234-4a9d-bf94-7b8222bf9afc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4012589 Nov 03 02:59:24.619781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46894) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:24.627165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba4fcd-aa48-4367-986b-bab31399cb8b None None] Network 0caa0bab-230b-403d-94a5-6ba5697b2d41 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:59:24.676336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996f143-cb4a-4e39-a729-8b2eee468aa1 None None] Pushing event updated for resources: {'Port': ['ID=476fda0e-fec5-42bb-b635-047ad0430d4c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:24.715885 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] For port 476fda0e-fec5-42bb-b635-047ad0430d4c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:59:24.720261 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] For port 476fda0e-fec5-42bb-b635-047ad0430d4c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=476fda0e-fec5-42bb-b635-047ad0430d4c,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:59:24.734928 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:24.790362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Routers {'4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:59:24.790890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:59:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:24.796241 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-0caa0bab-230b-403d-94a5-6ba5697b2d41', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ips': [{'subnet_id': '8867c9e6-84c3-4dbc-855f-8678b44928fe'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 02:59:24.797109 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:24.858613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996f143-cb4a-4e39-a729-8b2eee468aa1 None None] Pushing event updated for resources: {'Port': ['ID=476fda0e-fec5-42bb-b635-047ad0430d4c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:24.996088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] Set router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:59:25.044041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:25.132358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Allocated IP 172.20.0.2 (0caa0bab-230b-403d-94a5-6ba5697b2d41/8867c9e6-84c3-4dbc-855f-8678b44928fe/4f76d62c-4810-4aeb-928e-37693c6eb0be) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:59:25.321436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:23Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:25.353271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac263e7-34ce-46be-959b-055c7d935dc3 None None] The sync data for ids ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'] in dv-neutron-860659-5-hyperv is: [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:23Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:59:25.356067 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Publish callbacks [] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:25.362649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:25.404766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Network 0caa0bab-230b-403d-94a5-6ba5697b2d41 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:59:25.411953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:59:25.415165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.20.0.1 (0caa0bab-230b-403d-94a5-6ba5697b2d41/8867c9e6-84c3-4dbc-855f-8678b44928fe/f9e5701a-b592-4360-9d5f-a7c9040a0afc) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:59:25.416224 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:59:25.419703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Pushing event updated for resources: {'Port': ['ID=4f76d62c-4810-4aeb-928e-37693c6eb0be,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:25.478453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Attempting to bind port 4f76d62c-4810-4aeb-928e-37693c6eb0be on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:59:25.478829 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Attempting to bind port 4f76d62c-4810-4aeb-928e-37693c6eb0be by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:59:25.479193 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Attempting to bind port 4f76d62c-4810-4aeb-928e-37693c6eb0be on network 0caa0bab-230b-403d-94a5-6ba5697b2d41 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:59:25.485350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:59:25.486509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Checking segment: {'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:59:25.486934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:25.487331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Bound using segment: {'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:59:25.487828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Bound port: 4f76d62c-4810-4aeb-928e-37693c6eb0be, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:59:25.488210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:25.542195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:25.551585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] For port 4f76d62c-4810-4aeb-928e-37693c6eb0be, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:59:25.556088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] For port 4f76d62c-4810-4aeb-928e-37693c6eb0be, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4f76d62c-4810-4aeb-928e-37693c6eb0be,segment=NetworkSegment(f0f269b0-a9f9-4787-af7e-a080d4b52f99),segment_id=f0f269b0-a9f9-4787-af7e-a080d4b52f99)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:59:25.567057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:25.589270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:25.654098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 0caa0bab-230b-403d-94a5-6ba5697b2d41 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:59:25.659686 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:59:25.661795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f192a-2fe0-4a97-9d48-e5201e56067a None None] Pushing event updated for resources: {'Port': ['ID=4f76d62c-4810-4aeb-928e-37693c6eb0be,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:25.663792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:59:25.701145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=f9e5701a-b592-4360-9d5f-a7c9040a0afc,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:25.727902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:25.893605 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:26.188853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:26.193433 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:26.267570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=f9e5701a-b592-4360-9d5f-a7c9040a0afc,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:26.271137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:26.373145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 0caa0bab-230b-403d-94a5-6ba5697b2d41 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:59:26.374642 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:59:26.487929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:59:26.599325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:59:26.605192 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5335e39e-4542-477a-8343-de4a431e6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "PUT /v2.0/routers/4177ae49-8ca0-4423-b7ad-c351d4cd6ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9844096 Nov 03 02:59:26.622794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24975217-708f-4c2c-ba14-e38d4a1180ff None None] Network 0caa0bab-230b-403d-94a5-6ba5697b2d41 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 02:59:26.736002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-62de8734-6bbe-469b-a4a8-cfb375f637e3 None None] Provisioning complete for port 4f76d62c-4810-4aeb-928e-37693c6eb0be triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:59:26.736392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-62de8734-6bbe-469b-a4a8-cfb375f637e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:26.736760 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-62de8734-6bbe-469b-a4a8-cfb375f637e3 None None] Attempt 1 to provision port 4f76d62c-4810-4aeb-928e-37693c6eb0be Nov 03 02:59:26.762150 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-77280152-bfd4-4813-a0dc-9e3e5852d87e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253595631&fields=id&tenant_id=b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 267 time: 0.0490267 Nov 03 02:59:26.831634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-62de8734-6bbe-469b-a4a8-cfb375f637e3 None None] Current status of the port 4f76d62c-4810-4aeb-928e-37693c6eb0be is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:59:26.832023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-62de8734-6bbe-469b-a4a8-cfb375f637e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:26.875134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-62de8734-6bbe-469b-a4a8-cfb375f637e3 None None] For port 4f76d62c-4810-4aeb-928e-37693c6eb0be, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4f76d62c-4810-4aeb-928e-37693c6eb0be,segment=NetworkSegment(f0f269b0-a9f9-4787-af7e-a080d4b52f99),segment_id=f0f269b0-a9f9-4787-af7e-a080d4b52f99)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:26.884018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-62de8734-6bbe-469b-a4a8-cfb375f637e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:26.907675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-f8980e7c-f8e8-40f9-84fe-63c4a86e7787 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:26.909961 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-f8980e7c-f8e8-40f9-84fe-63c4a86e7787 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/networks?id=0caa0bab-230b-403d-94a5-6ba5697b2d41 HTTP/1.1" status: 200 len: 797 time: 0.1399224 Nov 03 02:59:26.930679 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-864451c8-768a-416b-bdd4-8c3ea543a928 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/quotas/b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 375 time: 0.0125263 Nov 03 02:59:26.936843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de8734-6bbe-469b-a4a8-cfb375f637e3 None None] Pushing event updated for resources: {'Port': ['ID=4f76d62c-4810-4aeb-928e-37693c6eb0be,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:26.999880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-40c5bdf0-0c44-47a2-b5ed-ba2ba69e4506 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576460 Nov 03 02:59:27.107306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Provisioning complete for port f9e5701a-b592-4360-9d5f-a7c9040a0afc triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:59:27.107683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:27.108037 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Attempt 1 to provision port f9e5701a-b592-4360-9d5f-a7c9040a0afc Nov 03 02:59:27.131562 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Sync routers for ids ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:59:27.145800 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Routers {'4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:59:27.147561 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:59:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:27.152557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Port f9e5701a-b592-4360-9d5f-a7c9040a0afc cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:59:27.173007 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-3c55bcfc-0080-423a-8450-0fe5884e4bb5 service neutron] 10.222.0.23 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569679 Nov 03 02:59:27.260925 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Set router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:59:27.295731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-c7e122a7-9ed4-4d0e-8389-80dc37943fd5 service neutron] 10.222.0.23 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169295 Nov 03 02:59:27.346973 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4f76d62c-4810-4aeb-928e-37693c6eb0be up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:59:27.410572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 4f76d62c-4810-4aeb-928e-37693c6eb0be triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:59:27.411216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:27.421528 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 4f76d62c-4810-4aeb-928e-37693c6eb0be Nov 03 02:59:27.497568 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f841a9e-8a7a-41a4-bb2d-2fad58aada81 req-beec1df4-c70c-46c1-9219-c2683ac50fe1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 210 time: 0.0429580 Nov 03 02:59:27.515603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 4f76d62c-4810-4aeb-928e-37693c6eb0be is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:59:27.516792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 476fda0e-fec5-42bb-b635-047ad0430d4c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:59:27.542200 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:25Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'f9e5701a-b592-4360-9d5f-a7c9040a0afc', 'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:1b:58:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:25Z', 'updated_at': '2022-11-03T02:59:26Z', 'revision_number': 2, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:27.566673 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 476fda0e-fec5-42bb-b635-047ad0430d4c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:59:27.567051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:27.567387 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 476fda0e-fec5-42bb-b635-047ad0430d4c Nov 03 02:59:27.567793 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Checking router: 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:59:27.568154 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Updating router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 port f9e5701a-b592-4360-9d5f-a7c9040a0afc binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:59:27.602670 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:27.645190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 476fda0e-fec5-42bb-b635-047ad0430d4c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:59:27.645825 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:27.653207 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Attempt 2 to provision port f9e5701a-b592-4360-9d5f-a7c9040a0afc Nov 03 02:59:27.687151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 476fda0e-fec5-42bb-b635-047ad0430d4c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=476fda0e-fec5-42bb-b635-047ad0430d4c,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:27.693969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:27.702675 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Port f9e5701a-b592-4360-9d5f-a7c9040a0afc cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:59:27.745285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=476fda0e-fec5-42bb-b635-047ad0430d4c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:27.882554 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Publish callbacks [] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:27.887956 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:27.963610 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Pushing event updated for resources: {'Port': ['ID=f9e5701a-b592-4360-9d5f-a7c9040a0afc,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:27.979561 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.979908 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.980251 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.980616 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.980959 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.981290 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.981621 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.981948 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.982280 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.982606 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.982929 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.983252 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.983824 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:59:27.988720 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Attempting to bind port f9e5701a-b592-4360-9d5f-a7c9040a0afc on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:59:27.989125 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Attempting to bind port f9e5701a-b592-4360-9d5f-a7c9040a0afc by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:59:27.989491 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Attempting to bind port f9e5701a-b592-4360-9d5f-a7c9040a0afc on network 0caa0bab-230b-403d-94a5-6ba5697b2d41 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:59:27.995378 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:59:27.996331 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Checking segment: {'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:59:27.996772 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:27.997163 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Bound using segment: {'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:59:27.997632 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Bound port: f9e5701a-b592-4360-9d5f-a7c9040a0afc, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:59:27.998037 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:28.057317 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] For port f9e5701a-b592-4360-9d5f-a7c9040a0afc, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:59:28.060750 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] For port f9e5701a-b592-4360-9d5f-a7c9040a0afc, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f9e5701a-b592-4360-9d5f-a7c9040a0afc,segment=NetworkSegment(f0f269b0-a9f9-4787-af7e-a080d4b52f99),segment_id=f0f269b0-a9f9-4787-af7e-a080d4b52f99)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:59:28.066362 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:28.104155 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Routers {'4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:59:28.104800 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:59:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:28.160353 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e5a7e-fffc-4cbc-9cb8-8bfe3ca8f268 None None] Pushing event updated for resources: {'Port': ['ID=f9e5701a-b592-4360-9d5f-a7c9040a0afc,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:28.204181 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Attempt 3 to provision port f9e5701a-b592-4360-9d5f-a7c9040a0afc Nov 03 02:59:28.221498 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] Set router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:59:28.423203 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Current status of the port f9e5701a-b592-4360-9d5f-a7c9040a0afc is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:59:28.423594 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:28.471108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] For port f9e5701a-b592-4360-9d5f-a7c9040a0afc, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f9e5701a-b592-4360-9d5f-a7c9040a0afc,segment=NetworkSegment(f0f269b0-a9f9-4787-af7e-a080d4b52f99),segment_id=f0f269b0-a9f9-4787-af7e-a080d4b52f99)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:28.475346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:28.516205 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Provisioning complete for port 4f76d62c-4810-4aeb-928e-37693c6eb0be triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:59:28.516619 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:28.516970 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Attempt 1 to provision port 4f76d62c-4810-4aeb-928e-37693c6eb0be Nov 03 02:59:28.564152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Pushing event updated for resources: {'Port': ['ID=f9e5701a-b592-4360-9d5f-a7c9040a0afc,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:28.564614 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:25Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'f9e5701a-b592-4360-9d5f-a7c9040a0afc', 'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:1b:58:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:25Z', 'updated_at': '2022-11-03T02:59:28Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:28.603737 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b30f23-5739-4e0a-973a-c4971e39b441 None None] The sync data for ids ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'] in dv-neutron-860659-5-hyperv is: [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:25Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'f9e5701a-b592-4360-9d5f-a7c9040a0afc', 'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:1b:58:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:25Z', 'updated_at': '2022-11-03T02:59:28Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:59:28.619761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-49df4fe2-3388-43fc-9f18-3cad61a49e6f None None] Current status of the port 4f76d62c-4810-4aeb-928e-37693c6eb0be is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:59:28.627472 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-565a034d-3747-4905-912f-0d0c1ed3ea90 req-90946277-89ba-4ce4-8e98-d3508d116637 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 210 time: 0.0471809 Nov 03 02:59:28.637739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-df63be2c-debc-42a6-98c7-2a50c873a3b8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:28.639232 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-df63be2c-debc-42a6-98c7-2a50c873a3b8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/networks?id=0caa0bab-230b-403d-94a5-6ba5697b2d41 HTTP/1.1" status: 200 len: 797 time: 0.1807513 Nov 03 02:59:28.736301 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-e9a65ce2-623a-4eae-a216-ad457018a923 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 379 time: 0.0737023 Nov 03 02:59:28.744160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-1ef3eb74-2623-4f6d-86f6-62e6ea7135dd None None] Provisioning complete for port f9e5701a-b592-4360-9d5f-a7c9040a0afc triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:59:28.744714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1ef3eb74-2623-4f6d-86f6-62e6ea7135dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:28.745059 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1ef3eb74-2623-4f6d-86f6-62e6ea7135dd None None] Attempt 1 to provision port f9e5701a-b592-4360-9d5f-a7c9040a0afc Nov 03 02:59:28.745754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'port': {'device_id': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'admin_state_up': True, 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'security_groups': ['e41df38e-a1c3-4e6e-83e8-c5a173675608']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:28.823780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3eb74-2623-4f6d-86f6-62e6ea7135dd None None] Current status of the port f9e5701a-b592-4360-9d5f-a7c9040a0afc is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:59:28.876200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:59:28.878602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:29.015861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.20.0.8 (0caa0bab-230b-403d-94a5-6ba5697b2d41/8867c9e6-84c3-4dbc-855f-8678b44928fe/330578e7-8729-418f-a69e-1cacc19bfa76) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:59:29.168223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (330578e7-8729-418f-a69e-1cacc19bfa76), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:29.315147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f9e5701a-b592-4360-9d5f-a7c9040a0afc up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:59:29.372751 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port f9e5701a-b592-4360-9d5f-a7c9040a0afc triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:59:29.373320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:29.373678 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port f9e5701a-b592-4360-9d5f-a7c9040a0afc Nov 03 02:59:29.456535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port f9e5701a-b592-4360-9d5f-a7c9040a0afc is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:59:29.457865 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 476fda0e-fec5-42bb-b635-047ad0430d4c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:59:29.506946 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 476fda0e-fec5-42bb-b635-047ad0430d4c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:59:29.508377 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:29.508582 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 476fda0e-fec5-42bb-b635-047ad0430d4c Nov 03 02:59:29.548885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:29.589536 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 476fda0e-fec5-42bb-b635-047ad0430d4c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:59:29.593458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 0caa0bab-230b-403d-94a5-6ba5697b2d41 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:59:29.596728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:59:29.599033 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:59:29.628095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=330578e7-8729-418f-a69e-1cacc19bfa76,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:29.659419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:29.660648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:29.684079 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-bd14d75f-4d4f-4f63-8e09-5c9aefaa4145 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9425135 Nov 03 02:59:29.696133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Request body: {'port': {'device_id': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:29.797575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:29.826343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d5cce-4281-4711-b2a7-e3da658f5277 req-53484140-dc7e-4f9f-8e80-be63fa7a4ead tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:29.827928 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b02d5cce-4281-4711-b2a7-e3da658f5277 req-53484140-dc7e-4f9f-8e80-be63fa7a4ead tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 931 time: 0.1035955 Nov 03 02:59:29.852623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3297d9a5-0c81-4bfa-b448-bba8999e704b None None] Provisioning complete for port 330578e7-8729-418f-a69e-1cacc19bfa76 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:59:29.853176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3297d9a5-0c81-4bfa-b448-bba8999e704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:29.853566 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3297d9a5-0c81-4bfa-b448-bba8999e704b None None] Attempt 1 to provision port 330578e7-8729-418f-a69e-1cacc19bfa76 Nov 03 02:59:29.886253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3297d9a5-0c81-4bfa-b448-bba8999e704b None None] Port 330578e7-8729-418f-a69e-1cacc19bfa76 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 02:59:29.959400 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b02d5cce-4281-4711-b2a7-e3da658f5277 req-76e85fe3-2fca-4a85-995a-62423bf4ce49 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153286 Nov 03 02:59:30.100110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330578e7-8729-418f-a69e-1cacc19bfa76 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:59:30.108263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Publish callbacks [] for port (330578e7-8729-418f-a69e-1cacc19bfa76), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:30.120880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Transition to ACTIVE for port object 330578e7-8729-418f-a69e-1cacc19bfa76 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 02:59:30.124719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:30.200851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Pushing event updated for resources: {'Port': ['ID=330578e7-8729-418f-a69e-1cacc19bfa76,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:30.232476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Attempting to bind port 330578e7-8729-418f-a69e-1cacc19bfa76 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 02:59:30.232837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Attempting to bind port 330578e7-8729-418f-a69e-1cacc19bfa76 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 02:59:30.233169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Attempting to bind port 330578e7-8729-418f-a69e-1cacc19bfa76 on network 0caa0bab-230b-403d-94a5-6ba5697b2d41 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:59:30.237753 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Port 330578e7-8729-418f-a69e-1cacc19bfa76 on network 0caa0bab-230b-403d-94a5-6ba5697b2d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:59:30.238077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Attempting to bind port 330578e7-8729-418f-a69e-1cacc19bfa76 on network 0caa0bab-230b-403d-94a5-6ba5697b2d41 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:59:30.242924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 2, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:59:30.243266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Checking segment: {'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 02:59:30.243750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Bound using segment: {'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:59:30.244179 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Bound port: 330578e7-8729-418f-a69e-1cacc19bfa76, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f269b0-a9f9-4787-af7e-a080d4b52f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 02:59:30.244569 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:30.306022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] For port 330578e7-8729-418f-a69e-1cacc19bfa76, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:59:30.309126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] For port 330578e7-8729-418f-a69e-1cacc19bfa76, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=330578e7-8729-418f-a69e-1cacc19bfa76,segment=NetworkSegment(f0f269b0-a9f9-4787-af7e-a080d4b52f99),segment_id=f0f269b0-a9f9-4787-af7e-a080d4b52f99)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:59:30.314060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:30.317971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:30.318645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:30.320095 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] 10.222.0.27 "PUT /v2.0/ports/330578e7-8729-418f-a69e-1cacc19bfa76 HTTP/1.1" status: 200 len: 1093 time: 0.6287715 Nov 03 02:59:30.320652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'tag': '330578e7-8729-418f-a69e-1cacc19bfa76'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:59:30.322883 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5e536b-acdc-4e57-bfd0-b81fa625da2c", "tag": "330578e7-8729-418f-a69e-1cacc19bfa76"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:59:30.364065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4f6b89-8f16-40d1-810c-6e459208e7d7 x-openstack-request-id: req-0a4f6b89-8f16-40d1-810c-6e459208e7d7 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:59:30.364373 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5e536b-acdc-4e57-bfd0-b81fa625da2c", "tag": "330578e7-8729-418f-a69e-1cacc19bfa76", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:59:30.364652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a4f6b89-8f16-40d1-810c-6e459208e7d7 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:59:30.365056 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4f6b89-8f16-40d1-810c-6e459208e7d7'] response: {'name': 'network-changed', 'server_uuid': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'tag': '330578e7-8729-418f-a69e-1cacc19bfa76', 'status': 'completed', 'code': 200} Nov 03 02:59:30.387665 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3297d9a5-0c81-4bfa-b448-bba8999e704b None None] Attempt 2 to provision port 330578e7-8729-418f-a69e-1cacc19bfa76 Nov 03 02:59:30.401675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c085-2061-4a6b-aac5-d58a48471fdf service neutron] Pushing event updated for resources: {'Port': ['ID=330578e7-8729-418f-a69e-1cacc19bfa76,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:30.420855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-fc2c0460-1358-43e9-82f6-d558fe7ee2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:30.422398 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-fc2c0460-1358-43e9-82f6-d558fe7ee2cb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 1127 time: 0.0603423 Nov 03 02:59:30.427110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3297d9a5-0c81-4bfa-b448-bba8999e704b None None] Port 330578e7-8729-418f-a69e-1cacc19bfa76 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 02:59:30.472124 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-4985a207-121b-4426-a92e-82dae93f2edc service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=330578e7-8729-418f-a69e-1cacc19bfa76 HTTP/1.1" status: 200 len: 217 time: 0.0365682 Nov 03 02:59:30.520332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-1350c415-8f52-4e5d-8ea4-b02bb707902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:30.521797 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-1350c415-8f52-4e5d-8ea4-b02bb707902b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8867c9e6-84c3-4dbc-855f-8678b44928fe HTTP/1.1" status: 200 len: 835 time: 0.0436828 Nov 03 02:59:30.573803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-44628dcd-146a-4c12-9138-b286b72a7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:30.575266 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-44628dcd-146a-4c12-9138-b286b72a7df2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0caa0bab-230b-403d-94a5-6ba5697b2d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444281 Nov 03 02:59:30.672173 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-dc6d9339-71bd-46f1-87e9-7b5c3c144215 service neutron] 10.222.0.27 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858986 Nov 03 02:59:30.764755 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9762e3f-ccdc-4f6a-b688-06b3d5e16942 req-115dc3e6-85c1-40a5-a619-b26effd4e7e6 service neutron] 10.222.0.27 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826380 Nov 03 02:59:30.859612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd req-a0a22018-4263-478a-b347-0ec1bf8e683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:30.861132 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd req-a0a22018-4263-478a-b347-0ec1bf8e683c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 1127 time: 0.0457666 Nov 03 02:59:30.954516 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd req-8daef8b8-a0d9-4c45-8546-cb0afb907e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:30.955904 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd req-8daef8b8-a0d9-4c45-8546-cb0afb907e7d service neutron] 10.222.0.27 "GET /v2.0/networks?id=0caa0bab-230b-403d-94a5-6ba5697b2d41 HTTP/1.1" status: 200 len: 898 time: 0.0881004 Nov 03 02:59:30.997081 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd req-2b7c28af-d1e4-45d2-9614-9e4195a212a5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=330578e7-8729-418f-a69e-1cacc19bfa76 HTTP/1.1" status: 200 len: 217 time: 0.0343893 Nov 03 02:59:31.082919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd req-5a93d9a0-61c8-4edb-8f92-ba6dc4bed1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:31.084384 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd req-5a93d9a0-61c8-4edb-8f92-ba6dc4bed1c7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8867c9e6-84c3-4dbc-855f-8678b44928fe HTTP/1.1" status: 200 len: 835 time: 0.0783751 Nov 03 02:59:31.125767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0ab2c-f302-4251-9470-231f62dc0bc9 req-354ec5ca-8e48-4c92-a12c-9bdfaad81620 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:31.127228 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ae0ab2c-f302-4251-9470-231f62dc0bc9 req-354ec5ca-8e48-4c92-a12c-9bdfaad81620 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 943 time: 0.0943713 Nov 03 02:59:31.169291 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd req-849812f5-f8f6-40f8-900b-6fba13126fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:31.170790 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd req-849812f5-f8f6-40f8-900b-6fba13126fef service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0caa0bab-230b-403d-94a5-6ba5697b2d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0787833 Nov 03 02:59:31.206786 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ae0ab2c-f302-4251-9470-231f62dc0bc9 req-660dd0b1-cdf8-450b-b09f-ba8b29436a36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724106 Nov 03 02:59:31.278412 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd req-aa908551-a67a-437a-89cb-3be9bc60c25c service neutron] 10.222.0.27 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966098 Nov 03 02:59:31.370206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-67fb8c3a-ec19-442e-aa91-a5aaf68c10dd req-ac2b1a6b-727e-4d59-a7ad-fc0d1ea69731 service neutron] 10.222.0.27 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833960 Nov 03 02:59:32.332345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20ec8a-c2a6-4af7-9f6a-438696a81282 req-f87545bc-451d-48e4-a07d-357c1995b0a5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:32.333854 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6f20ec8a-c2a6-4af7-9f6a-438696a81282 req-f87545bc-451d-48e4-a07d-357c1995b0a5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 943 time: 0.0531421 Nov 03 02:59:32.388116 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6f20ec8a-c2a6-4af7-9f6a-438696a81282 req-45a4eca6-df06-4647-82a6-b41f7b8f4653 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477037 Nov 03 02:59:33.183819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 330578e7-8729-418f-a69e-1cacc19bfa76 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:59:33.277908 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 330578e7-8729-418f-a69e-1cacc19bfa76, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=330578e7-8729-418f-a69e-1cacc19bfa76,segment=NetworkSegment(f0f269b0-a9f9-4787-af7e-a080d4b52f99),segment_id=f0f269b0-a9f9-4787-af7e-a080d4b52f99)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:33.289664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '330578e7-8729-418f-a69e-1cacc19bfa76', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'port_id': '330578e7-8729-418f-a69e-1cacc19bfa76', 'mac_address': 'fa:16:3e:e8:00:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:59:33.322875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 330578e7-8729-418f-a69e-1cacc19bfa76 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:59:33.323265 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:33.339583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330578e7-8729-418f-a69e-1cacc19bfa76 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 02:59:33.359593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 330578e7-8729-418f-a69e-1cacc19bfa76, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=330578e7-8729-418f-a69e-1cacc19bfa76,segment=NetworkSegment(f0f269b0-a9f9-4787-af7e-a080d4b52f99),segment_id=f0f269b0-a9f9-4787-af7e-a080d4b52f99)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:33.363200 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:33.407216 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=330578e7-8729-418f-a69e-1cacc19bfa76,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:33.510876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3460b3c-3678-4349-a995-2d329f250a0c req-8fa95774-14b2-49e8-aa15-08d74da2e8be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:33.512340 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d3460b3c-3678-4349-a995-2d329f250a0c req-8fa95774-14b2-49e8-aa15-08d74da2e8be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 944 time: 0.0527427 Nov 03 02:59:33.561696 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d3460b3c-3678-4349-a995-2d329f250a0c req-d8008db3-e61a-4556-a92f-fdee66d4af18 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438881 Nov 03 02:59:33.625451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['330578e7-8729-418f-a69e-1cacc19bfa76'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 02:59:34.685651 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b9294-640f-4728-a19e-683318b6812c req-15ad6b0f-d7f8-4343-b282-ea50f008b091 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:34.687144 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5d7b9294-640f-4728-a19e-683318b6812c req-15ad6b0f-d7f8-4343-b282-ea50f008b091 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 944 time: 0.0529616 Nov 03 02:59:34.735784 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5d7b9294-640f-4728-a19e-683318b6812c req-e8e90e73-d195-4f76-81d8-d7c55862a901 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429971 Nov 03 02:59:35.198627 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 330578e7-8729-418f-a69e-1cacc19bfa76 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:59:35.244008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 330578e7-8729-418f-a69e-1cacc19bfa76 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 02:59:35.248138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 330578e7-8729-418f-a69e-1cacc19bfa76 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 02:59:35.248550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:35.248891 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 330578e7-8729-418f-a69e-1cacc19bfa76 Nov 03 02:59:35.322792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 330578e7-8729-418f-a69e-1cacc19bfa76 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 02:59:35.323177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:35.345049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330578e7-8729-418f-a69e-1cacc19bfa76'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:59:35.347281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b9b1c4-d5b3-44ba-a703-6abf12cbb179" -d '{"events": [{"server_uuid": "ad5e536b-acdc-4e57-bfd0-b81fa625da2c", "name": "network-vif-plugged", "status": "completed", "tag": "330578e7-8729-418f-a69e-1cacc19bfa76"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:59:35.360350 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 330578e7-8729-418f-a69e-1cacc19bfa76, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=330578e7-8729-418f-a69e-1cacc19bfa76,segment=NetworkSegment(f0f269b0-a9f9-4787-af7e-a080d4b52f99),segment_id=f0f269b0-a9f9-4787-af7e-a080d4b52f99)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:59:35.364661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:35.389247 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 02:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57de0df7-1484-48b9-b62e-3710db57bc19 x-openstack-request-id: req-57de0df7-1484-48b9-b62e-3710db57bc19 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:59:35.389541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5e536b-acdc-4e57-bfd0-b81fa625da2c", "name": "network-vif-plugged", "status": "completed", "tag": "330578e7-8729-418f-a69e-1cacc19bfa76", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:59:35.389795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57de0df7-1484-48b9-b62e-3710db57bc19 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:59:35.390395 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57de0df7-1484-48b9-b62e-3710db57bc19'] response: {'server_uuid': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330578e7-8729-418f-a69e-1cacc19bfa76', 'code': 200} Nov 03 02:59:35.416984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=330578e7-8729-418f-a69e-1cacc19bfa76,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:35.577245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c8533-dd1e-400b-9e42-973622b74628 req-e1ab24d7-9328-48a9-933f-5189ee9e2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:35.578717 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-812c8533-dd1e-400b-9e42-973622b74628 req-e1ab24d7-9328-48a9-933f-5189ee9e2db5 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 1129 time: 0.0481031 Nov 03 02:59:35.626164 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-812c8533-dd1e-400b-9e42-973622b74628 req-df23f0b5-4fc1-441e-94c1-87462d5f2119 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382373 Nov 03 02:59:35.860526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ad0ee-501a-46cd-a3fe-7b2fd24a4451 req-495f0563-f5a1-48b7-8bd8-b41812576683 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:35.862012 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b39ad0ee-501a-46cd-a3fe-7b2fd24a4451 req-495f0563-f5a1-48b7-8bd8-b41812576683 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 945 time: 0.0539124 Nov 03 02:59:35.910147 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b39ad0ee-501a-46cd-a3fe-7b2fd24a4451 req-27553743-0a1f-4786-a81d-83394b9b982c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420520 Nov 03 02:59:37.034306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9119b1-6eaa-4b8b-8cfa-baeadbe97107 req-7f17cfaf-b9e6-4369-ad7f-6c86872b9be3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:37.035789 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fb9119b1-6eaa-4b8b-8cfa-baeadbe97107 req-7f17cfaf-b9e6-4369-ad7f-6c86872b9be3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 945 time: 0.0522127 Nov 03 02:59:37.088175 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fb9119b1-6eaa-4b8b-8cfa-baeadbe97107 req-80df7a40-6ba9-4e3a-9408-3cd161b12686 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466487 Nov 03 02:59:37.209947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c2c28-6cff-4bf7-a3e4-7d9c73362df0 req-622fd8e0-2dfe-4963-9860-dbd34b1a6f5b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:37.211415 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e83c2c28-6cff-4bf7-a3e4-7d9c73362df0 req-622fd8e0-2dfe-4963-9860-dbd34b1a6f5b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 945 time: 0.0524397 Nov 03 02:59:37.260636 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e83c2c28-6cff-4bf7-a3e4-7d9c73362df0 req-0426dcf7-e507-4110-9103-38f66782077e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435796 Nov 03 02:59:37.287497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46948) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:37.330104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2303d5-b1d5-4894-a59b-20b0ec4eda58 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:37.331592 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5d2303d5-b1d5-4894-a59b-20b0ec4eda58 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 1124 time: 0.0426033 Nov 03 02:59:37.334383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46950) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:37.338776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '330578e7-8729-418f-a69e-1cacc19bfa76', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 02:59:37.358899 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:37.457093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:37.557203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.26.6.247 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/d96e4201-dd5b-4f73-b6a6-7040f69350f4) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:59:37.660576 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (d96e4201-dd5b-4f73-b6a6-7040f69350f4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:37.692429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d96e4201-dd5b-4f73-b6a6-7040f69350f4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:37.727308 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:59:37.730139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:59:37.733799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:59:37.758412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=d96e4201-dd5b-4f73-b6a6-7040f69350f4,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:38.084437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (5e58a4f0-93a5-474d-b202-e7de222fbb38), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:38.148143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d96e4201-dd5b-4f73-b6a6-7040f69350f4), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:38.293976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (d96e4201-dd5b-4f73-b6a6-7040f69350f4), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:38.298421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (d96e4201-dd5b-4f73-b6a6-7040f69350f4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:38.367598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=d96e4201-dd5b-4f73-b6a6-7040f69350f4,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:59:38.370675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (5e58a4f0-93a5-474d-b202-e7de222fbb38), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:38.466933 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Floating IP 5e58a4f0-93a5-474d-b202-e7de222fbb38 associated. External IP: 172.26.6.247, port: 330578e7-8729-418f-a69e-1cacc19bfa76. Nov 03 02:59:38.532332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:38.668067 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:59:38.770616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:59:38.781514 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc242a0b-9667-48f1-9f70-9cb5670a1009 None None] Sync routers for ids ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:59:38.788318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:38.790881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc242a0b-9667-48f1-9f70-9cb5670a1009 None None] Routers {'4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:59:38.791533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-fc242a0b-9667-48f1-9f70-9cb5670a1009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:59:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:38.820934 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-42712240-0399-4497-93c9-c82604f3e4be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4824929 Nov 03 02:59:38.820934 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'tag': '330578e7-8729-418f-a69e-1cacc19bfa76'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 02:59:38.821688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f4d28b-c604-430d-b4d4-ee782ef7de7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5e536b-acdc-4e57-bfd0-b81fa625da2c", "tag": "330578e7-8729-418f-a69e-1cacc19bfa76"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:59:38.869687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 02:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1330df-86c4-4b84-91d0-99e0e92fe31a x-openstack-request-id: req-4a1330df-86c4-4b84-91d0-99e0e92fe31a {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:59:38.870038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5e536b-acdc-4e57-bfd0-b81fa625da2c", "tag": "330578e7-8729-418f-a69e-1cacc19bfa76", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:59:38.870304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a1330df-86c4-4b84-91d0-99e0e92fe31a {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:59:38.872010 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1330df-86c4-4b84-91d0-99e0e92fe31a'] response: {'name': 'network-changed', 'server_uuid': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'tag': '330578e7-8729-418f-a69e-1cacc19bfa76', 'status': 'completed', 'code': 200} Nov 03 02:59:38.903013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-fc242a0b-9667-48f1-9f70-9cb5670a1009 None None] Set router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:59:38.974866 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a220f-e048-4641-9e24-d16e48401eec req-2d50236c-bd69-483a-b54e-1aaafb04c139 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:38.976988 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf9a220f-e048-4641-9e24-d16e48401eec req-2d50236c-bd69-483a-b54e-1aaafb04c139 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 945 time: 0.0883236 Nov 03 02:59:38.979690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4d28b-c604-430d-b4d4-ee782ef7de7e req-366061a1-b93d-4b62-a344-a1d4547e164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:38.981103 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22f4d28b-c604-430d-b4d4-ee782ef7de7e req-366061a1-b93d-4b62-a344-a1d4547e164a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 1129 time: 0.0829024 Nov 03 02:59:39.076194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf9a220f-e048-4641-9e24-d16e48401eec req-80ac7fb8-290e-4ba2-bcd8-3904eefef878 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934472 Nov 03 02:59:39.108859 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46956) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:39.119257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4d28b-c604-430d-b4d4-ee782ef7de7e req-9e26d0b8-49b0-42e8-87a6-89ee576c1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:39.120982 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22f4d28b-c604-430d-b4d4-ee782ef7de7e req-9e26d0b8-49b0-42e8-87a6-89ee576c1e8e service neutron] 10.222.0.27 "GET /v2.0/networks?id=0caa0bab-230b-403d-94a5-6ba5697b2d41 HTTP/1.1" status: 200 len: 898 time: 0.1322231 Nov 03 02:59:39.142540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-fc242a0b-9667-48f1-9f70-9cb5670a1009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:25Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '5e58a4f0-93a5-474d-b202-e7de222fbb38', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'port_id': '330578e7-8729-418f-a69e-1cacc19bfa76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'mac_address': 'fa:16:3e:e8:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:59:37Z', 'updated_at': '2022-11-03T02:59:37Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e5701a-b592-4360-9d5f-a7c9040a0afc', 'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:1b:58:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:25Z', 'updated_at': '2022-11-03T02:59:28Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:39.170886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc242a0b-9667-48f1-9f70-9cb5670a1009 None None] Checking router: 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:59:39.177754 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-72e156be-ab27-43ec-825f-d6ed154ed10c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/5e58a4f0-93a5-474d-b202-e7de222fbb38 HTTP/1.1" status: 200 len: 991 time: 0.0675945 Nov 03 02:59:39.182772 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc242a0b-9667-48f1-9f70-9cb5670a1009 None None] Routers {'4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:59:39.183402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-fc242a0b-9667-48f1-9f70-9cb5670a1009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T02:59:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:39.210894 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22f4d28b-c604-430d-b4d4-ee782ef7de7e req-11565827-b8fa-49c9-85ca-5d42fc2a3a54 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=330578e7-8729-418f-a69e-1cacc19bfa76 HTTP/1.1" status: 200 len: 999 time: 0.0819051 Nov 03 02:59:39.259299 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4d28b-c604-430d-b4d4-ee782ef7de7e req-97ecd2dd-6028-4932-9c53-56b6a375ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:39.260695 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22f4d28b-c604-430d-b4d4-ee782ef7de7e req-97ecd2dd-6028-4932-9c53-56b6a375ee5c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8867c9e6-84c3-4dbc-855f-8678b44928fe HTTP/1.1" status: 200 len: 835 time: 0.0439587 Nov 03 02:59:39.288229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-fc242a0b-9667-48f1-9f70-9cb5670a1009 None None] Set router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:59:39.309251 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4d28b-c604-430d-b4d4-ee782ef7de7e req-f0826dc6-86d7-48e6-ae31-c4c2a0b83b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 02:59:39.310765 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22f4d28b-c604-430d-b4d4-ee782ef7de7e req-f0826dc6-86d7-48e6-ae31-c4c2a0b83b09 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0caa0bab-230b-403d-94a5-6ba5697b2d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444467 Nov 03 02:59:39.403759 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22f4d28b-c604-430d-b4d4-ee782ef7de7e req-44efa86c-07b5-43af-b687-fc03871d7c44 service neutron] 10.222.0.27 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862238 Nov 03 02:59:39.492346 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22f4d28b-c604-430d-b4d4-ee782ef7de7e req-d2e1cdbe-f65a-44bd-bcb1-1c7d2dea3e9e service neutron] 10.222.0.27 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824730 Nov 03 02:59:39.504169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-fc242a0b-9667-48f1-9f70-9cb5670a1009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:25Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '5e58a4f0-93a5-474d-b202-e7de222fbb38', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'port_id': '330578e7-8729-418f-a69e-1cacc19bfa76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'mac_address': 'fa:16:3e:e8:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:59:37Z', 'updated_at': '2022-11-03T02:59:37Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e5701a-b592-4360-9d5f-a7c9040a0afc', 'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:1b:58:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:25Z', 'updated_at': '2022-11-03T02:59:28Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:59:39.532369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc242a0b-9667-48f1-9f70-9cb5670a1009 None None] The sync data for ids ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'] in dv-neutron-860659-5-hyperv is: [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:25Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '5e58a4f0-93a5-474d-b202-e7de222fbb38', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'port_id': '330578e7-8729-418f-a69e-1cacc19bfa76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'mac_address': 'fa:16:3e:e8:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T02:59:37Z', 'updated_at': '2022-11-03T02:59:37Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e5701a-b592-4360-9d5f-a7c9040a0afc', 'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:1b:58:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:25Z', 'updated_at': '2022-11-03T02:59:28Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:59:39.731094 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d550cd6c-58d5-4096-becc-1f31005d224d None None] New status for floating IP 5e58a4f0-93a5-474d-b202-e7de222fbb38: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 02:59:39.844776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-839eb480-5021-4e42-a621-e3b0e5da01bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:40.180002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 46958) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 02:59:40.239423 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fbc3ba33-554e-4902-8bb5-7979de374318 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/5e58a4f0-93a5-474d-b202-e7de222fbb38 HTTP/1.1" status: 200 len: 993 time: 0.0583529 Nov 03 02:59:41.950346 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:59:42.333156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-84c6dfbe-2524-4d39-b419-ea088d53fa2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:43.313696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:44.794014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 02:59:46.185314 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:08.526295 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:09.845990 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-28ea9e16-df69-4610-a417-75b992125d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:12.334941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-db9fb5af-75f1-4462-8f05-be7bc736a7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:13.316353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:14.795877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:15.718899 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce292f-0861-4232-9c59-8ae9df2a1a59 req-3015aa6d-1f6d-4142-880c-3605fcf141f1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:15.720402 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-57ce292f-0861-4232-9c59-8ae9df2a1a59 req-3015aa6d-1f6d-4142-880c-3605fcf141f1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 945 time: 0.0524073 Nov 03 03:00:15.768255 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-57ce292f-0861-4232-9c59-8ae9df2a1a59 req-26ab546b-3627-42a8-8cee-aeb222efb8e8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422621 Nov 03 03:00:16.187323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:16.895451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630e5f3-e261-4a0e-86a1-2698fca3809e req-b5059d92-b2b3-44d3-beb5-3f2e3b920a8d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:16.896996 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b630e5f3-e261-4a0e-86a1-2698fca3809e req-b5059d92-b2b3-44d3-beb5-3f2e3b920a8d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 945 time: 0.0533741 Nov 03 03:00:16.945303 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b630e5f3-e261-4a0e-86a1-2698fca3809e req-a15bac12-42f5-4fea-867a-d001e967fe68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426288 Nov 03 03:00:16.975323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46984) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:17.036446 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f47b9df6-c6fa-4920-94ea-903e188cd58c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/5e58a4f0-93a5-474d-b202-e7de222fbb38 HTTP/1.1" status: 200 len: 993 time: 0.0599751 Nov 03 03:00:18.342009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c1560-7bf1-4d5a-b40d-7185e6214c1d req-2eba384c-8b53-4b15-9677-01c4396a0100 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:18.343567 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d46c1560-7bf1-4d5a-b40d-7185e6214c1d req-2eba384c-8b53-4b15-9677-01c4396a0100 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 945 time: 0.0536108 Nov 03 03:00:18.422481 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d46c1560-7bf1-4d5a-b40d-7185e6214c1d req-d9c99ee3-544e-4f57-8725-a116a2ca17b0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730617 Nov 03 03:00:18.440471 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a909-c8e7-476e-8c45-e86a59afe8c9 req-8993d0b3-29bb-49cd-bfb0-280cc9bd1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:18.441992 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d164a909-c8e7-476e-8c45-e86a59afe8c9 req-8993d0b3-29bb-49cd-bfb0-280cc9bd1256 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 1129 time: 0.0641088 Nov 03 03:00:18.563614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a909-c8e7-476e-8c45-e86a59afe8c9 req-414bf773-3b67-4608-8a52-5d083c089a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:18.565113 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d164a909-c8e7-476e-8c45-e86a59afe8c9 req-414bf773-3b67-4608-8a52-5d083c089a05 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0caa0bab-230b-403d-94a5-6ba5697b2d41 HTTP/1.1" status: 200 len: 898 time: 0.0857389 Nov 03 03:00:18.628020 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d164a909-c8e7-476e-8c45-e86a59afe8c9 req-f6e869e8-9e41-4d3b-ae56-58d374bb8793 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=330578e7-8729-418f-a69e-1cacc19bfa76 HTTP/1.1" status: 200 len: 1001 time: 0.0538149 Nov 03 03:00:18.679640 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a909-c8e7-476e-8c45-e86a59afe8c9 req-5f7752fe-880d-4b62-a599-2bf0943cbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:18.681626 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d164a909-c8e7-476e-8c45-e86a59afe8c9 req-5f7752fe-880d-4b62-a599-2bf0943cbbb6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8867c9e6-84c3-4dbc-855f-8678b44928fe HTTP/1.1" status: 200 len: 835 time: 0.0468166 Nov 03 03:00:18.729542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a909-c8e7-476e-8c45-e86a59afe8c9 req-a5cbc16b-ca3a-44b2-ad98-c47cfda4107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:18.731048 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d164a909-c8e7-476e-8c45-e86a59afe8c9 req-a5cbc16b-ca3a-44b2-ad98-c47cfda4107d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0caa0bab-230b-403d-94a5-6ba5697b2d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430946 Nov 03 03:00:18.826322 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d164a909-c8e7-476e-8c45-e86a59afe8c9 req-8a04a5d0-1ab6-4251-9e5b-414f4192451c service neutron] 10.222.0.27 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853226 Nov 03 03:00:18.920730 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d164a909-c8e7-476e-8c45-e86a59afe8c9 req-d2a28a86-7a62-4269-a250-db75ebeef92a service neutron] 10.222.0.27 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868490 Nov 03 03:00:18.948451 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:00:19.553760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0ce7c-ff66-4111-a9fe-d9afb2a1e71c req-da30930c-63ff-461c-be87-597d47bfe4ee tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:19.555270 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-feb0ce7c-ff66-4111-a9fe-d9afb2a1e71c req-da30930c-63ff-461c-be87-597d47bfe4ee tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 945 time: 0.0529742 Nov 03 03:00:19.603870 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-feb0ce7c-ff66-4111-a9fe-d9afb2a1e71c req-5a07604d-5d86-48de-9f9d-558bbec1fe58 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422809 Nov 03 03:00:19.632922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 46994) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:19.692263 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3dfe7563-a6d2-4065-bc8e-77613583dd7c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/5e58a4f0-93a5-474d-b202-e7de222fbb38 HTTP/1.1" status: 200 len: 993 time: 0.0582447 Nov 03 03:00:19.969904 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47000) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:20.115337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port d96e4201-dd5b-4f73-b6a6-7040f69350f4 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:00:20.115679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d96e4201-dd5b-4f73-b6a6-7040f69350f4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:20.190056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d96e4201-dd5b-4f73-b6a6-7040f69350f4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:20.190390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (d96e4201-dd5b-4f73-b6a6-7040f69350f4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:20.201760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for d96e4201-dd5b-4f73-b6a6-7040f69350f4 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:00:20.345003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d96e4201-dd5b-4f73-b6a6-7040f69350f4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:20.370258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=d96e4201-dd5b-4f73-b6a6-7040f69350f4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:20.382724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.383085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.383438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.384296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.384670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.385011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.385347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.385681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.386011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.386342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.386671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.386998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.387325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:20.445887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (5e58a4f0-93a5-474d-b202-e7de222fbb38), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:20.446246 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Floating IP 5e58a4f0-93a5-474d-b202-e7de222fbb38 disassociated (deleted). External IP: 172.26.6.247, port: 330578e7-8729-418f-a69e-1cacc19bfa76. Nov 03 03:00:20.961782 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:00:21.063133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:00:21.067885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:21.072889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e53a38-93ee-4218-8c49-9cd8dc62095d None None] Sync routers for ids ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:00:21.082086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e53a38-93ee-4218-8c49-9cd8dc62095d None None] Routers {'4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:00:21.082695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e7e53a38-93ee-4218-8c49-9cd8dc62095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:00:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:21.097518 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-2ae5d7a0-7511-4b41-b513-7e554cdb2abd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/floatingips/5e58a4f0-93a5-474d-b202-e7de222fbb38 HTTP/1.1" status: 204 len: 168 time: 1.1265705 Nov 03 03:00:21.098177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'tag': '330578e7-8729-418f-a69e-1cacc19bfa76'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:00:21.101108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd12471-1203-40c3-8998-07f0b2d5de44" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5e536b-acdc-4e57-bfd0-b81fa625da2c", "tag": "330578e7-8729-418f-a69e-1cacc19bfa76"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:00:21.144846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fb92eb-b91e-4496-b0b9-d4e11eabc677 x-openstack-request-id: req-87fb92eb-b91e-4496-b0b9-d4e11eabc677 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:00:21.145139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5e536b-acdc-4e57-bfd0-b81fa625da2c", "tag": "330578e7-8729-418f-a69e-1cacc19bfa76", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:00:21.145398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87fb92eb-b91e-4496-b0b9-d4e11eabc677 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:00:21.145811 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87fb92eb-b91e-4496-b0b9-d4e11eabc677'] response: {'name': 'network-changed', 'server_uuid': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'tag': '330578e7-8729-418f-a69e-1cacc19bfa76', 'status': 'completed', 'code': 200} Nov 03 03:00:21.191345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-e7e53a38-93ee-4218-8c49-9cd8dc62095d None None] Set router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:00:21.222545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12471-1203-40c3-8998-07f0b2d5de44 req-baf7d8ad-4520-428c-9e21-1c44b02e71df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:21.224474 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddd12471-1203-40c3-8998-07f0b2d5de44 req-baf7d8ad-4520-428c-9e21-1c44b02e71df service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 1129 time: 0.0492022 Nov 03 03:00:21.371035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd24de-130c-45cb-b3b8-6aaf73b8b5ed req-345db123-071f-4a69-b8b3-e27a21714b36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:21.372573 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e3cd24de-130c-45cb-b3b8-6aaf73b8b5ed req-345db123-071f-4a69-b8b3-e27a21714b36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 945 time: 0.0897441 Nov 03 03:00:21.373589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12471-1203-40c3-8998-07f0b2d5de44 req-6f9f5d3d-65ad-4520-91a4-6d142b2f55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:21.374903 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddd12471-1203-40c3-8998-07f0b2d5de44 req-6f9f5d3d-65ad-4520-91a4-6d142b2f55e1 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0caa0bab-230b-403d-94a5-6ba5697b2d41 HTTP/1.1" status: 200 len: 898 time: 0.1448915 Nov 03 03:00:21.426063 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddd12471-1203-40c3-8998-07f0b2d5de44 req-0a6bc447-d7a5-416b-b6ea-1d487eac1cc6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=330578e7-8729-418f-a69e-1cacc19bfa76 HTTP/1.1" status: 200 len: 217 time: 0.0406032 Nov 03 03:00:21.485971 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e3cd24de-130c-45cb-b3b8-6aaf73b8b5ed req-7ed09bc2-60c1-4b3a-90ba-be74726fbb94 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072657 Nov 03 03:00:21.499114 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12471-1203-40c3-8998-07f0b2d5de44 req-de1bc644-57d5-457c-bd07-2445d05692b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:21.500699 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddd12471-1203-40c3-8998-07f0b2d5de44 req-de1bc644-57d5-457c-bd07-2445d05692b3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8867c9e6-84c3-4dbc-855f-8678b44928fe HTTP/1.1" status: 200 len: 835 time: 0.0649004 Nov 03 03:00:21.551534 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12471-1203-40c3-8998-07f0b2d5de44 req-12987527-a0f7-4844-9a89-11fee0565efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:21.553077 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddd12471-1203-40c3-8998-07f0b2d5de44 req-12987527-a0f7-4844-9a89-11fee0565efb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0caa0bab-230b-403d-94a5-6ba5697b2d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453265 Nov 03 03:00:21.560467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e7e53a38-93ee-4218-8c49-9cd8dc62095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:25Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'f9e5701a-b592-4360-9d5f-a7c9040a0afc', 'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:1b:58:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:25Z', 'updated_at': '2022-11-03T02:59:28Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:21.585403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e53a38-93ee-4218-8c49-9cd8dc62095d None None] Checking router: 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:00:21.594919 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e53a38-93ee-4218-8c49-9cd8dc62095d None None] Routers {'4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:00:21.595534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e7e53a38-93ee-4218-8c49-9cd8dc62095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:00:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:21.642104 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddd12471-1203-40c3-8998-07f0b2d5de44 req-3700fa23-eced-4206-9feb-268ab15d7588 service neutron] 10.222.0.27 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821776 Nov 03 03:00:21.699657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-e7e53a38-93ee-4218-8c49-9cd8dc62095d None None] Set router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:00:21.739969 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddd12471-1203-40c3-8998-07f0b2d5de44 req-c123e101-24f4-43f8-94e5-4d2dfd2e29d5 service neutron] 10.222.0.27 "GET /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890698 Nov 03 03:00:21.896274 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-e7e53a38-93ee-4218-8c49-9cd8dc62095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:25Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'f9e5701a-b592-4360-9d5f-a7c9040a0afc', 'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:1b:58:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:25Z', 'updated_at': '2022-11-03T02:59:28Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:21.920783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e53a38-93ee-4218-8c49-9cd8dc62095d None None] The sync data for ids ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'] in dv-neutron-860659-5-hyperv is: [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:25Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'f9e5701a-b592-4360-9d5f-a7c9040a0afc', 'name': '', 'network_id': '0caa0bab-230b-403d-94a5-6ba5697b2d41', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:1b:58:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:25Z', 'updated_at': '2022-11-03T02:59:28Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8867c9e6-84c3-4dbc-855f-8678b44928fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:00:22.146532 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1e4a5-e05f-4249-9221-36eaed749ca8 None None] New status for floating IP 5e58a4f0-93a5-474d-b202-e7de222fbb38: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:00:22.614974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58098bc1-71aa-4479-9de3-f4f29b9418d8 req-5a5c713e-ce51-4918-b083-01e3db3a77d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:22.616435 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-58098bc1-71aa-4479-9de3-f4f29b9418d8 req-5a5c713e-ce51-4918-b083-01e3db3a77d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 945 time: 0.0536454 Nov 03 03:00:22.663670 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-58098bc1-71aa-4479-9de3-f4f29b9418d8 req-8de583d9-3a90-4a2b-8403-0d68bb729065 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=e41df38e-a1c3-4e6e-83e8-c5a173675608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415928 Nov 03 03:00:23.103819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73a2d4-b12a-4a15-8145-6e0bc2b2d721 req-cf19616c-4ebd-4c23-9464-a08bbff73a7e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:23.105299 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3a73a2d4-b12a-4a15-8145-6e0bc2b2d721 req-cf19616c-4ebd-4c23-9464-a08bbff73a7e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 945 time: 0.0568850 Nov 03 03:00:23.192956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-3a73a2d4-b12a-4a15-8145-6e0bc2b2d721 req-a3928840-433f-43d9-a50b-d394d67054f4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 330578e7-8729-418f-a69e-1cacc19bfa76 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:00:23.193227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3a73a2d4-b12a-4a15-8145-6e0bc2b2d721 req-a3928840-433f-43d9-a50b-d394d67054f4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:23.284844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-3a73a2d4-b12a-4a15-8145-6e0bc2b2d721 req-a3928840-433f-43d9-a50b-d394d67054f4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port 330578e7-8729-418f-a69e-1cacc19bfa76, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=330578e7-8729-418f-a69e-1cacc19bfa76,segment=NetworkSegment(f0f269b0-a9f9-4787-af7e-a080d4b52f99),segment_id=f0f269b0-a9f9-4787-af7e-a080d4b52f99)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:00:23.285212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3a73a2d4-b12a-4a15-8145-6e0bc2b2d721 req-a3928840-433f-43d9-a50b-d394d67054f4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:23.298352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-3a73a2d4-b12a-4a15-8145-6e0bc2b2d721 req-a3928840-433f-43d9-a50b-d394d67054f4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 330578e7-8729-418f-a69e-1cacc19bfa76 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:00:23.421103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3a73a2d4-b12a-4a15-8145-6e0bc2b2d721 req-a3928840-433f-43d9-a50b-d394d67054f4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (330578e7-8729-418f-a69e-1cacc19bfa76), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:23.450056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3928840-433f-43d9-a50b-d394d67054f4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=330578e7-8729-418f-a69e-1cacc19bfa76,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:23.495678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a73a2d4-b12a-4a15-8145-6e0bc2b2d721 req-a3928840-433f-43d9-a50b-d394d67054f4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] No DVR routers for this DVR port 330578e7-8729-418f-a69e-1cacc19bfa76 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:00:23.498132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-3a73a2d4-b12a-4a15-8145-6e0bc2b2d721 req-a3928840-433f-43d9-a50b-d394d67054f4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:23.501446 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3a73a2d4-b12a-4a15-8145-6e0bc2b2d721 req-a3928840-433f-43d9-a50b-d394d67054f4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "DELETE /v2.0/ports/330578e7-8729-418f-a69e-1cacc19bfa76 HTTP/1.1" status: 204 len: 173 time: 0.3888576 Nov 03 03:00:23.501951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'name': 'network-vif-deleted', 'tag': '330578e7-8729-418f-a69e-1cacc19bfa76'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:00:23.504190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8f0437-b24b-4c59-ac53-06336613c7dd" -d '{"events": [{"server_uuid": "ad5e536b-acdc-4e57-bfd0-b81fa625da2c", "name": "network-vif-deleted", "tag": "330578e7-8729-418f-a69e-1cacc19bfa76"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:00:23.542185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b35fd0f-2dd9-42ee-997a-5ad6d8648814 x-openstack-request-id: req-2b35fd0f-2dd9-42ee-997a-5ad6d8648814 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:00:23.542484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5e536b-acdc-4e57-bfd0-b81fa625da2c", "name": "network-vif-deleted", "tag": "330578e7-8729-418f-a69e-1cacc19bfa76", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:00:23.542741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b35fd0f-2dd9-42ee-997a-5ad6d8648814 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:00:23.543157 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b35fd0f-2dd9-42ee-997a-5ad6d8648814'] response: {'server_uuid': 'ad5e536b-acdc-4e57-bfd0-b81fa625da2c', 'name': 'network-vif-deleted', 'tag': '330578e7-8729-418f-a69e-1cacc19bfa76', 'status': 'completed', 'code': 200} Nov 03 03:00:23.777850 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6d3fa40b-8a9c-4135-9fcb-93ae47b4a908 req-fb34968a-8681-4817-9207-187db96b4702 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5e536b-acdc-4e57-bfd0-b81fa625da2c HTTP/1.1" status: 200 len: 210 time: 0.0283325 Nov 03 03:00:24.844575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47020) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:25.186858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:25.429462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port f9e5701a-b592-4360-9d5f-a7c9040a0afc {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:00:25.429810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:25.519112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port f9e5701a-b592-4360-9d5f-a7c9040a0afc, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=f9e5701a-b592-4360-9d5f-a7c9040a0afc,segment=NetworkSegment(f0f269b0-a9f9-4787-af7e-a080d4b52f99),segment_id=f0f269b0-a9f9-4787-af7e-a080d4b52f99)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:00:25.519395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:25.532380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for f9e5701a-b592-4360-9d5f-a7c9040a0afc owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:00:25.709991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f9e5701a-b592-4360-9d5f-a7c9040a0afc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:25.740097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=f9e5701a-b592-4360-9d5f-a7c9040a0afc,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:25.909264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:26.112856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:00:26.209652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:00:26.214835 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a31bf492-cf47-4fd0-bc1e-8900d3ee245e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "PUT /v2.0/routers/4177ae49-8ca0-4423-b7ad-c351d4cd6ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3692639 Nov 03 03:00:26.217580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47022) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:26.221764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b8316-89db-44bb-89d6-bbe2e97d9268 None None] Sync routers for ids ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:00:26.232398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b8316-89db-44bb-89d6-bbe2e97d9268 None None] Routers {'4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:00:26.233039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-152b8316-89db-44bb-89d6-bbe2e97d9268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:00:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:26.273993 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0a6fe8-532a-4709-ad8f-3a3f1ead26da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting subnet 8867c9e6-84c3-4dbc-855f-8678b44928fe {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 03:00:26.277786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6fe8-532a-4709-ad8f-3a3f1ead26da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for subnet (8867c9e6-84c3-4dbc-855f-8678b44928fe), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:26.318831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6fe8-532a-4709-ad8f-3a3f1ead26da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (8867c9e6-84c3-4dbc-855f-8678b44928fe), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:26.334436 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-152b8316-89db-44bb-89d6-bbe2e97d9268 None None] Set router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:00:26.398658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6fe8-532a-4709-ad8f-3a3f1ead26da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (8867c9e6-84c3-4dbc-855f-8678b44928fe), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:26.467217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6fe8-532a-4709-ad8f-3a3f1ead26da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (8867c9e6-84c3-4dbc-855f-8678b44928fe), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:26.494956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a6fe8-532a-4709-ad8f-3a3f1ead26da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Subnet': ['ID=8867c9e6-84c3-4dbc-855f-8678b44928fe,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:26.498653 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6fe8-532a-4709-ad8f-3a3f1ead26da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:26.504244 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eb0a6fe8-532a-4709-ad8f-3a3f1ead26da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/subnets/8867c9e6-84c3-4dbc-855f-8678b44928fe HTTP/1.1" status: 204 len: 168 time: 0.2833917 Nov 03 03:00:26.504557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47024) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:26.506607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ef3f5-01db-4c4f-b8ab-b6ff8306f483 None None] Network 0caa0bab-230b-403d-94a5-6ba5697b2d41 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:00:26.572717 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-152b8316-89db-44bb-89d6-bbe2e97d9268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T03:00:25Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:26.606919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:26.613161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b8316-89db-44bb-89d6-bbe2e97d9268 None None] Checking router: 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:00:26.626864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b8316-89db-44bb-89d6-bbe2e97d9268 None None] Routers {'4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:00:26.627471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-152b8316-89db-44bb-89d6-bbe2e97d9268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:00:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:26.708761 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:26.741765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-152b8316-89db-44bb-89d6-bbe2e97d9268 None None] Set router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:00:26.773281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] DHCP port deletion for 0caa0bab-230b-403d-94a5-6ba5697b2d41 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 03:00:26.942509 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Deleting port 4f76d62c-4810-4aeb-928e-37693c6eb0be {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:00:26.942811 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.017344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] For port 4f76d62c-4810-4aeb-928e-37693c6eb0be, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=4f76d62c-4810-4aeb-928e-37693c6eb0be,segment=NetworkSegment(f0f269b0-a9f9-4787-af7e-a080d4b52f99),segment_id=f0f269b0-a9f9-4787-af7e-a080d4b52f99)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:00:27.017657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.037678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Calling delete_port for 4f76d62c-4810-4aeb-928e-37693c6eb0be owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:00:27.083371 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-152b8316-89db-44bb-89d6-bbe2e97d9268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T03:00:25Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:27.090719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 476fda0e-fec5-42bb-b635-047ad0430d4c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:00:27.091295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.113780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b8316-89db-44bb-89d6-bbe2e97d9268 None None] The sync data for ids ['4177ae49-8ca0-4423-b7ad-c351d4cd6ae3'] in dv-neutron-860659-5-hyperv is: [{'id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144204754', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T03:00:25Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '476fda0e-fec5-42bb-b635-047ad0430d4c', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4177ae49-8ca0-4423-b7ad-c351d4cd6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T02:59:22Z', 'updated_at': '2022-11-03T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:00:27.159072 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (4f76d62c-4810-4aeb-928e-37693c6eb0be), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.173996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port 476fda0e-fec5-42bb-b635-047ad0430d4c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=476fda0e-fec5-42bb-b635-047ad0430d4c,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:00:27.174371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.184732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Pushing event deleted for resources: {'Port': ['ID=4f76d62c-4810-4aeb-928e-37693c6eb0be,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:27.188301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 476fda0e-fec5-42bb-b635-047ad0430d4c owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:00:27.189082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] No DVR routers for this DVR port 4f76d62c-4810-4aeb-928e-37693c6eb0be on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:00:27.195415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.195712 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.196102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.196616 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.196813 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.197146 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.197480 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.197816 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.198150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.198887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.198887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.199550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.199550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ac97b-5037-49c1-8079-b520859ac789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.358513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (476fda0e-fec5-42bb-b635-047ad0430d4c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.387763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=476fda0e-fec5-42bb-b635-047ad0430d4c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:27.447396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.538690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.541457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_controller (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.552306 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 330578e7-8729-418f-a69e-1cacc19bfa76 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:00:27.591141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 330578e7-8729-418f-a69e-1cacc19bfa76 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:00:27.591503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 330578e7-8729-418f-a69e-1cacc19bfa76 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:00:27.595115 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (4177ae49-8ca0-4423-b7ad-c351d4cd6ae3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.595919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Fanout notify agent at l3_agent the message router_deleted on router 4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 03:00:27.603533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.604905 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-9cb2b4b0-f27a-41e1-91b8-0e3e40155875 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/routers/4177ae49-8ca0-4423-b7ad-c351d4cd6ae3 HTTP/1.1" status: 204 len: 168 time: 1.0994942 Nov 03 03:00:27.607791 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47026) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:27.609969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f9e5701a-b592-4360-9d5f-a7c9040a0afc no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:00:27.630430 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: f9e5701a-b592-4360-9d5f-a7c9040a0afc {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:00:27.630786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device f9e5701a-b592-4360-9d5f-a7c9040a0afc not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:00:27.631220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4f76d62c-4810-4aeb-928e-37693c6eb0be no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:00:27.653505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 4f76d62c-4810-4aeb-928e-37693c6eb0be {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:00:27.653861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 4f76d62c-4810-4aeb-928e-37693c6eb0be not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:00:27.695014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (0caa0bab-230b-403d-94a5-6ba5697b2d41), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.789308 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (0caa0bab-230b-403d-94a5-6ba5697b2d41), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.810900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0caa0bab-230b-403d-94a5-6ba5697b2d41']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:27.820961 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f269b0-a9f9-4787-af7e-a080d4b52f99') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:27.821265 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f269b0-a9f9-4787-af7e-a080d4b52f99') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:27.831969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (f0f269b0-a9f9-4787-af7e-a080d4b52f99), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.846036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (f0f269b0-a9f9-4787-af7e-a080d4b52f99), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.851767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 03:00:27.852151 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (f0f269b0-a9f9-4787-af7e-a080d4b52f99), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.893968 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment f0f269b0-a9f9-4787-af7e-a080d4b52f99 resource provider aggregate not found Nov 03 03:00:27.914121 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment f0f269b0-a9f9-4787-af7e-a080d4b52f99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0f269b0-a9f9-4787-af7e-a080d4b52f99 found for delete ", "request_id": "req-6f506706-334e-43b6-a970-cd097782f279"}]} Nov 03 03:00:27.922854 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (0caa0bab-230b-403d-94a5-6ba5697b2d41), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.929766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:27.932900 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/networks/0caa0bab-230b-403d-94a5-6ba5697b2d41 HTTP/1.1" status: 204 len: 168 time: 0.3239236 Nov 03 03:00:27.935644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47032) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:27.948479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Network': ['ID=0caa0bab-230b-403d-94a5-6ba5697b2d41,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:27.955721 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.956025 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.956378 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.956746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.957091 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.957429 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.957763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.958099 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.958445 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.958767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.959096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.959423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.959751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028161-5da4-41c5-889c-d2d6641315b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:27.994494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-995f2c60-2840-44ae-af1f-b980e48c6529 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (e41df38e-a1c3-4e6e-83e8-c5a173675608), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.022948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-995f2c60-2840-44ae-af1f-b980e48c6529 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (e41df38e-a1c3-4e6e-83e8-c5a173675608), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.082306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-995f2c60-2840-44ae-af1f-b980e48c6529 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e41df38e-a1c3-4e6e-83e8-c5a173675608), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.085023 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-995f2c60-2840-44ae-af1f-b980e48c6529 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.086164 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-995f2c60-2840-44ae-af1f-b980e48c6529 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/security-groups/e41df38e-a1c3-4e6e-83e8-c5a173675608 HTTP/1.1" status: 204 len: 168 time: 0.1494806 Nov 03 03:00:28.095918 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f2c60-2840-44ae-af1f-b980e48c6529 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41df38e-a1c3-4e6e-83e8-c5a173675608,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:28.197195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47038) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:28.201714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c9526517-8b97-4310-9342-3eafd57ef8f2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1812376239', 'description': 'tempest-secgroup-smoke-1812376239 description', 'project_id': 'b7101b697f184fada26a23eb1cbbed56'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:28.222056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9526517-8b97-4310-9342-3eafd57ef8f2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.287122 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9526517-8b97-4310-9342-3eafd57ef8f2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (ba696bc5-30ea-4131-b055-1cca2daba454), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.291168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9526517-8b97-4310-9342-3eafd57ef8f2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (ba696bc5-30ea-4131-b055-1cca2daba454), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.321907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c9526517-8b97-4310-9342-3eafd57ef8f2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.323138 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c9526517-8b97-4310-9342-3eafd57ef8f2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1250026 Nov 03 03:00:28.324289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9526517-8b97-4310-9342-3eafd57ef8f2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba696bc5-30ea-4131-b055-1cca2daba454,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:28.326222 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47040) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:28.330795 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-31481036-aa9c-45de-9386-9a197f305122 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'ba696bc5-30ea-4131-b055-1cca2daba454', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:28.354741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31481036-aa9c-45de-9386-9a197f305122 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (011c771a-275e-4b4f-b900-7da6de88d17c), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.409779 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31481036-aa9c-45de-9386-9a197f305122 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (011c771a-275e-4b4f-b900-7da6de88d17c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.413424 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31481036-aa9c-45de-9386-9a197f305122 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (011c771a-275e-4b4f-b900-7da6de88d17c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.433304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31481036-aa9c-45de-9386-9a197f305122 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011c771a-275e-4b4f-b900-7da6de88d17c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:28.440709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-31481036-aa9c-45de-9386-9a197f305122 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.442102 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-31481036-aa9c-45de-9386-9a197f305122 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148224 Nov 03 03:00:28.445034 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47042) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:28.450042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5866a08d-1fff-461a-9fe1-197b412d389f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'ba696bc5-30ea-4131-b055-1cca2daba454', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:28.474512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5866a08d-1fff-461a-9fe1-197b412d389f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (6c8f1fbe-55e2-46c3-bd29-5f4915ff3bdb), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.530400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5866a08d-1fff-461a-9fe1-197b412d389f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (6c8f1fbe-55e2-46c3-bd29-5f4915ff3bdb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.533930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5866a08d-1fff-461a-9fe1-197b412d389f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (6c8f1fbe-55e2-46c3-bd29-5f4915ff3bdb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.552817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866a08d-1fff-461a-9fe1-197b412d389f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8f1fbe-55e2-46c3-bd29-5f4915ff3bdb,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:28.561171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5866a08d-1fff-461a-9fe1-197b412d389f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.562513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5866a08d-1fff-461a-9fe1-197b412d389f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164563 Nov 03 03:00:28.565197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47044) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:28.569399 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e35881a7-a2d7-400f-afeb-6084efeb54a0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'ba696bc5-30ea-4131-b055-1cca2daba454', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:28.594258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e35881a7-a2d7-400f-afeb-6084efeb54a0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (d58f8f33-c63e-4660-9d01-63bd3359b925), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.652807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e35881a7-a2d7-400f-afeb-6084efeb54a0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (d58f8f33-c63e-4660-9d01-63bd3359b925), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.657533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e35881a7-a2d7-400f-afeb-6084efeb54a0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d58f8f33-c63e-4660-9d01-63bd3359b925), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.677931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35881a7-a2d7-400f-afeb-6084efeb54a0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58f8f33-c63e-4660-9d01-63bd3359b925,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:28.683884 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e35881a7-a2d7-400f-afeb-6084efeb54a0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.684989 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e35881a7-a2d7-400f-afeb-6084efeb54a0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188803 Nov 03 03:00:28.687664 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47046) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:28.692138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b51848a5-5f48-46bf-9972-5249e223a3cf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'ba696bc5-30ea-4131-b055-1cca2daba454', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:28.716449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b51848a5-5f48-46bf-9972-5249e223a3cf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (78591c89-98be-4750-9351-921369df1690), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.775216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b51848a5-5f48-46bf-9972-5249e223a3cf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (78591c89-98be-4750-9351-921369df1690), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.778548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b51848a5-5f48-46bf-9972-5249e223a3cf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (78591c89-98be-4750-9351-921369df1690), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.795593 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51848a5-5f48-46bf-9972-5249e223a3cf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78591c89-98be-4750-9351-921369df1690,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:28.802599 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b51848a5-5f48-46bf-9972-5249e223a3cf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.803787 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b51848a5-5f48-46bf-9972-5249e223a3cf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152191 Nov 03 03:00:28.807222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47048) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:28.811410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3fb1d9df-5ab6-4736-ba20-af3a3778e611 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'ba696bc5-30ea-4131-b055-1cca2daba454', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:28.832239 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-3fb1d9df-5ab6-4736-ba20-af3a3778e611 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Project b7101b697f184fada26a23eb1cbbed56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:00:28.837183 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3fb1d9df-5ab6-4736-ba20-af3a3778e611 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (4246fbe8-9dc4-4e21-9fcd-efa8f4a06a11), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.894878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3fb1d9df-5ab6-4736-ba20-af3a3778e611 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (4246fbe8-9dc4-4e21-9fcd-efa8f4a06a11), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.898863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3fb1d9df-5ab6-4736-ba20-af3a3778e611 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (4246fbe8-9dc4-4e21-9fcd-efa8f4a06a11), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.919096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1d9df-5ab6-4736-ba20-af3a3778e611 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4246fbe8-9dc4-4e21-9fcd-efa8f4a06a11,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:28.924578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3fb1d9df-5ab6-4736-ba20-af3a3778e611 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:28.925760 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3fb1d9df-5ab6-4736-ba20-af3a3778e611 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176240 Nov 03 03:00:28.928508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47050) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:28.933171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0f2e49c0-5c37-4e02-8aa4-90de141e4f13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'ba696bc5-30ea-4131-b055-1cca2daba454', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:28.953311 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-0f2e49c0-5c37-4e02-8aa4-90de141e4f13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Project b7101b697f184fada26a23eb1cbbed56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:00:28.958199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f2e49c0-5c37-4e02-8aa4-90de141e4f13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (c9359b86-86ca-426e-8255-d172862a772a), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.021658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f2e49c0-5c37-4e02-8aa4-90de141e4f13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (c9359b86-86ca-426e-8255-d172862a772a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.025516 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f2e49c0-5c37-4e02-8aa4-90de141e4f13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (c9359b86-86ca-426e-8255-d172862a772a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.043165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e49c0-5c37-4e02-8aa4-90de141e4f13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9359b86-86ca-426e-8255-d172862a772a,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:29.051168 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0f2e49c0-5c37-4e02-8aa4-90de141e4f13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.052363 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0f2e49c0-5c37-4e02-8aa4-90de141e4f13 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229279 Nov 03 03:00:29.055227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47052) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:29.060614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'network': {'name': 'tempest-network-smoke--266233521', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'port_security_enabled': True}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:29.080087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:00:29.083321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.107329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 03:00:29.116907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (37554fff-9674-4a5d-9bc6-a1668d038134), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.117246 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Added segment 37554fff-9674-4a5d-9bc6-a1668d038134 of type vlan for network 41aa2db2-1013-427e-bef8-9b564d1e04ff Nov 03 03:00:29.158117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (41aa2db2-1013-427e-bef8-9b564d1e04ff), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.182733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (41aa2db2-1013-427e-bef8-9b564d1e04ff), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.187887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:29.188467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.218623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 476fda0e-fec5-42bb-b635-047ad0430d4c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:00:29.237774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 476fda0e-fec5-42bb-b635-047ad0430d4c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:00:29.238215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 476fda0e-fec5-42bb-b635-047ad0430d4c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:00:29.250715 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1938462 Nov 03 03:00:29.253697 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47054) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:29.258373 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'admin_state_up': True, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:29.262983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44d863-71d2-4ca3-b182-fa764d78b40a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Network': ['ID=41aa2db2-1013-427e-bef8-9b564d1e04ff,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:29.272696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 41aa2db2-1013-427e-bef8-9b564d1e04ff details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 03:00:29.281312 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (47df46b8-d693-471d-b750-010d16dfb245), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.282350 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (47df46b8-d693-471d-b750-010d16dfb245), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.332592 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_controller (47df46b8-d693-471d-b750-010d16dfb245), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.469651 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (47df46b8-d693-471d-b750-010d16dfb245), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.653998 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (47df46b8-d693-471d-b750-010d16dfb245), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.675507 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.776198 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.26.6.41 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/deb461a0-a6c3-47b7-813a-9d670a6e3bf6) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:00:29.882813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.916192 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:29.953217 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:00:29.956015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:00:29.961718 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:00:29.984616 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=deb461a0-a6c3-47b7-813a-9d670a6e3bf6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:30.206585 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (47df46b8-d693-471d-b750-010d16dfb245), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:30.697255 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (47df46b8-d693-471d-b750-010d16dfb245), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:30.819660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 47df46b8-d693-471d-b750-010d16dfb245 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 03:00:30.919069 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:00:30.929624 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Sync routers for ids ['47df46b8-d693-471d-b750-010d16dfb245'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:00:30.938410 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:30.939568 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Routers {'47df46b8-d693-471d-b750-010d16dfb245'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:00:30.940245 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:00:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['47df46b8-d693-471d-b750-010d16dfb245'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:30.944134 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-dd18628a-3f9c-48fe-9e15-8b3973b00a6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6882129 Nov 03 03:00:30.944276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47056) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:30.972150 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-424d4038-d78c-4f75-8cfb-aa92668fe9b4 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=b7101b697f184fada26a23eb1cbbed56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279195 Nov 03 03:00:30.974562 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47058) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:31.040689 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Set router 47df46b8-d693-471d-b750-010d16dfb245 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:00:31.061206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da6df8-a25a-4452-b228-6106b214d171 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:31.062708 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-89da6df8-a25a-4452-b228-6106b214d171 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872502 Nov 03 03:00:31.065463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47060) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:31.098591 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6b5cc932-e57f-4831-bd59-fa565051a411 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320501 Nov 03 03:00:31.101072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47062) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:31.106559 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1883829875', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:31.190454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:00:31.194026 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:31.215020 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:30Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:31.244334 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Checking router: 47df46b8-d693-471d-b750-010d16dfb245 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:00:31.244712 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Updating router 47df46b8-d693-471d-b750-010d16dfb245 port deb461a0-a6c3-47b7-813a-9d670a6e3bf6 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:00:31.272405 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:31.380891 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:31.442984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Subnet': ['ID=7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:31.450724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Checking segment: {'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:00:31.451094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network hostable DHCP agents. Network: 41aa2db2-1013-427e-bef8-9b564d1e04ff, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 03:00:31.468964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 41aa2db2-1013-427e-bef8-9b564d1e04ff is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 03:00:31.478005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 41aa2db2-1013-427e-bef8-9b564d1e04ff) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:00:31.482931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:31.483836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:31.491360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb549e5-807c-40a0-8188-177106da9866 None None] Network 41aa2db2-1013-427e-bef8-9b564d1e04ff requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:00:31.501692 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f431d97a-a58a-4dbf-9f3f-60ca4f600b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3995564 Nov 03 03:00:31.504356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47064) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:31.521209 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Publish callbacks [] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:31.530022 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:31.564210 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Attempting to bind port deb461a0-a6c3-47b7-813a-9d670a6e3bf6 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:00:31.564608 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Attempting to bind port deb461a0-a6c3-47b7-813a-9d670a6e3bf6 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:00:31.564977 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Attempting to bind port deb461a0-a6c3-47b7-813a-9d670a6e3bf6 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:00:31.578384 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:00:31.578765 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:00:31.579164 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:31.579556 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:00:31.580024 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Bound port: deb461a0-a6c3-47b7-813a-9d670a6e3bf6, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:00:31.580406 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:31.600996 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Pushing event updated for resources: {'Port': ['ID=deb461a0-a6c3-47b7-813a-9d670a6e3bf6,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:31.606554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-41aa2db2-1013-427e-bef8-9b564d1e04ff', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ips': [{'subnet_id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 03:00:31.607896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:31.636022 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.636382 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.636742 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.637083 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.637417 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.637748 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.638078 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.638407 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.638737 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.639081 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.639386 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.639707 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.640024 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:00:31.646340 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] For port deb461a0-a6c3-47b7-813a-9d670a6e3bf6, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:00:31.649625 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] For port deb461a0-a6c3-47b7-813a-9d670a6e3bf6, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=deb461a0-a6c3-47b7-813a-9d670a6e3bf6,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:00:31.656069 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:31.694019 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Routers {'47df46b8-d693-471d-b750-010d16dfb245'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:00:31.694645 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:00:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['47df46b8-d693-471d-b750-010d16dfb245'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:31.752250 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecfa31-8d9c-4eaf-a779-ac4faeac63c7 None None] Pushing event updated for resources: {'Port': ['ID=deb461a0-a6c3-47b7-813a-9d670a6e3bf6,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:31.752524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Allocated IP 172.20.0.2 (41aa2db2-1013-427e-bef8-9b564d1e04ff/7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d/ca22e51f-8dbf-49e2-ab56-fefc02f44a16) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:00:31.814921 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] Set router 47df46b8-d693-471d-b750-010d16dfb245 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:00:31.981025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:32.003062 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:30Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:32.028857 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a30fb-5780-4438-b544-9a02fe402724 None None] The sync data for ids ['47df46b8-d693-471d-b750-010d16dfb245'] in dv-neutron-860659-5-hyperv is: [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:30Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:00:32.065105 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Publish callbacks [] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:32.071842 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:32.118512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Network 41aa2db2-1013-427e-bef8-9b564d1e04ff is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:00:32.126421 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:00:32.128985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:00:32.135434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Pushing event updated for resources: {'Port': ['ID=ca22e51f-8dbf-49e2-ab56-fefc02f44a16,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:32.191661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Attempting to bind port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:00:32.192037 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Attempting to bind port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:00:32.192415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Attempting to bind port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 on network 41aa2db2-1013-427e-bef8-9b564d1e04ff {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:00:32.198974 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:00:32.199362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Checking segment: {'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:00:32.199777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:32.200178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Bound using segment: {'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:00:32.200686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Bound port: ca22e51f-8dbf-49e2-ab56-fefc02f44a16, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:00:32.201077 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:32.285028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.20.0.1 (41aa2db2-1013-427e-bef8-9b564d1e04ff/7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d/8a02dc29-671e-4179-9dbe-8485628e305b) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:00:32.293968 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] For port ca22e51f-8dbf-49e2-ab56-fefc02f44a16, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:00:32.299158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] For port ca22e51f-8dbf-49e2-ab56-fefc02f44a16, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ca22e51f-8dbf-49e2-ab56-fefc02f44a16,segment=NetworkSegment(37554fff-9674-4a5d-9bc6-a1668d038134),segment_id=37554fff-9674-4a5d-9bc6-a1668d038134)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:00:32.304346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:32.375911 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a88fc-4626-4956-a6e4-4b6f7063885d None None] Pushing event updated for resources: {'Port': ['ID=ca22e51f-8dbf-49e2-ab56-fefc02f44a16,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:32.440078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (8a02dc29-671e-4179-9dbe-8485628e305b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:32.478675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:32.537947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 41aa2db2-1013-427e-bef8-9b564d1e04ff is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:00:32.544901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:00:32.547343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:00:32.578915 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=8a02dc29-671e-4179-9dbe-8485628e305b,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:32.606855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (47df46b8-d693-471d-b750-010d16dfb245), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:32.745698 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.032376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (8a02dc29-671e-4179-9dbe-8485628e305b), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.037591 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.122864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (47df46b8-d693-471d-b750-010d16dfb245), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.124691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=8a02dc29-671e-4179-9dbe-8485628e305b,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:33.221547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 41aa2db2-1013-427e-bef8-9b564d1e04ff is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:00:33.223303 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:00:33.333073 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be65ef-a1b0-49ee-a91f-467f91ac8c1e None None] Network 41aa2db2-1013-427e-bef8-9b564d1e04ff requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:00:33.350222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 47df46b8-d693-471d-b750-010d16dfb245 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:00:33.351595 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device deb461a0-a6c3-47b7-813a-9d670a6e3bf6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:00:33.438254 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a1eb09c4-7f19-46e7-99e5-699025fa0399 None None] Provisioning complete for port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:00:33.438631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a1eb09c4-7f19-46e7-99e5-699025fa0399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.438967 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a1eb09c4-7f19-46e7-99e5-699025fa0399 None None] Attempt 1 to provision port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 Nov 03 03:00:33.456462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:00:33.461586 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-385e1f0a-f37a-4cfd-ad72-347cb14a4daa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "PUT /v2.0/routers/47df46b8-d693-471d-b750-010d16dfb245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9552555 Nov 03 03:00:33.520572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port deb461a0-a6c3-47b7-813a-9d670a6e3bf6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:00:33.520953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.521320 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port deb461a0-a6c3-47b7-813a-9d670a6e3bf6 Nov 03 03:00:33.603175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb09c4-7f19-46e7-99e5-699025fa0399 None None] Current status of the port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:00:33.603581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a1eb09c4-7f19-46e7-99e5-699025fa0399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.628477 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-8bd0f500-f2c7-4bd1-a385-9564cdd37134 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812376239&fields=id&tenant_id=b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 267 time: 0.0547161 Nov 03 03:00:33.665403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a1eb09c4-7f19-46e7-99e5-699025fa0399 None None] For port ca22e51f-8dbf-49e2-ab56-fefc02f44a16, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ca22e51f-8dbf-49e2-ab56-fefc02f44a16,segment=NetworkSegment(37554fff-9674-4a5d-9bc6-a1668d038134),segment_id=37554fff-9674-4a5d-9bc6-a1668d038134)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:00:33.670711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port deb461a0-a6c3-47b7-813a-9d670a6e3bf6 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:00:33.671166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.678812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a1eb09c4-7f19-46e7-99e5-699025fa0399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.716163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port deb461a0-a6c3-47b7-813a-9d670a6e3bf6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=deb461a0-a6c3-47b7-813a-9d670a6e3bf6,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:00:33.732673 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.733542 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ca22e51f-8dbf-49e2-ab56-fefc02f44a16 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:00:33.763432 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48312e2a-d239-4592-9aa1-856be424414d req-a37d0ee9-81ec-4a23-a9ac-924157d20359 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:33.765288 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-a37d0ee9-81ec-4a23-a9ac-924157d20359 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/networks?id=41aa2db2-1013-427e-bef8-9b564d1e04ff HTTP/1.1" status: 200 len: 796 time: 0.1292186 Nov 03 03:00:33.775105 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb09c4-7f19-46e7-99e5-699025fa0399 None None] Pushing event updated for resources: {'Port': ['ID=ca22e51f-8dbf-49e2-ab56-fefc02f44a16,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:33.791988 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-63da401a-b2fd-41ad-94f9-74bf8b12762b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/quotas/b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 375 time: 0.0201750 Nov 03 03:00:33.839839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=deb461a0-a6c3-47b7-813a-9d670a6e3bf6,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:33.849622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:00:33.850008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.850355 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 Nov 03 03:00:33.855069 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-c0a4e903-bafa-4362-84e5-b2930232ad58 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575550 Nov 03 03:00:33.911148 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Provisioning complete for port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:00:33.911540 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:33.911892 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Attempt 1 to provision port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 Nov 03 03:00:33.969761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:00:33.971652 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-828bad7e-461e-4e7d-bc0f-b4df0715a74c service neutron] 10.222.0.23 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029167 Nov 03 03:00:33.999541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Sync routers for ids ['47df46b8-d693-471d-b750-010d16dfb245'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:00:34.042959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Current status of the port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:00:34.045807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Routers {'47df46b8-d693-471d-b750-010d16dfb245'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:00:34.046532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:00:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['47df46b8-d693-471d-b750-010d16dfb245'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:34.070090 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-068b9290-8589-43cd-8dda-381c948b06db service neutron] 10.222.0.23 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913868 Nov 03 03:00:34.101079 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Provisioning complete for port 8a02dc29-671e-4179-9dbe-8485628e305b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:00:34.101465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:34.101813 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Attempt 1 to provision port 8a02dc29-671e-4179-9dbe-8485628e305b Nov 03 03:00:34.173488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Port 8a02dc29-671e-4179-9dbe-8485628e305b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:00:34.204814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Set router 47df46b8-d693-471d-b750-010d16dfb245 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:00:34.264880 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5ff535f2-c019-4366-bb36-fb6e92a9c75b req-637c9326-810b-4bbf-b7ce-9eb6bad4943e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 210 time: 0.0333469 Nov 03 03:00:34.425939 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:32Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '8a02dc29-671e-4179-9dbe-8485628e305b', 'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:e4:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:32Z', 'updated_at': '2022-11-03T03:00:32Z', 'revision_number': 2, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:34.454744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Checking router: 47df46b8-d693-471d-b750-010d16dfb245 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:00:34.455110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Updating router 47df46b8-d693-471d-b750-010d16dfb245 port 8a02dc29-671e-4179-9dbe-8485628e305b binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:00:34.484814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:34.674135 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Attempt 2 to provision port 8a02dc29-671e-4179-9dbe-8485628e305b Nov 03 03:00:34.722137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Port 8a02dc29-671e-4179-9dbe-8485628e305b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:00:34.775797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Publish callbacks [] for port (8a02dc29-671e-4179-9dbe-8485628e305b), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:34.781655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:34.849341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad922dbc-4754-4765-b712-b4aff11da17f None None] Pushing event updated for resources: {'Port': ['ID=8a02dc29-671e-4179-9dbe-8485628e305b,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:34.878474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Attempting to bind port 8a02dc29-671e-4179-9dbe-8485628e305b on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:00:34.878642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Attempting to bind port 8a02dc29-671e-4179-9dbe-8485628e305b by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:00:34.879007 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Attempting to bind port 8a02dc29-671e-4179-9dbe-8485628e305b on network 41aa2db2-1013-427e-bef8-9b564d1e04ff {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:00:34.884120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:00:34.884606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Checking segment: {'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:00:34.885008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:34.885399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Bound using segment: {'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:00:34.885858 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Bound port: 8a02dc29-671e-4179-9dbe-8485628e305b, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:00:34.886340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:34.944558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] For port 8a02dc29-671e-4179-9dbe-8485628e305b, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:00:34.948089 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] For port 8a02dc29-671e-4179-9dbe-8485628e305b, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8a02dc29-671e-4179-9dbe-8485628e305b,segment=NetworkSegment(37554fff-9674-4a5d-9bc6-a1668d038134),segment_id=37554fff-9674-4a5d-9bc6-a1668d038134)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:00:34.953531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:34.991452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Routers {'47df46b8-d693-471d-b750-010d16dfb245'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:00:34.992063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:00:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['47df46b8-d693-471d-b750-010d16dfb245'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:35.043315 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad922dbc-4754-4765-b712-b4aff11da17f None None] Pushing event updated for resources: {'Port': ['ID=8a02dc29-671e-4179-9dbe-8485628e305b,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:35.108068 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] Set router 47df46b8-d693-471d-b750-010d16dfb245 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:00:35.224738 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Attempt 3 to provision port 8a02dc29-671e-4179-9dbe-8485628e305b Nov 03 03:00:35.295714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48312e2a-d239-4592-9aa1-856be424414d req-be3e2a82-81bf-49c7-9312-a225ac57919c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:35.298732 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-be3e2a82-81bf-49c7-9312-a225ac57919c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/networks?id=41aa2db2-1013-427e-bef8-9b564d1e04ff HTTP/1.1" status: 200 len: 796 time: 0.1321898 Nov 03 03:00:35.323625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device deb461a0-a6c3-47b7-813a-9d670a6e3bf6 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:00:35.401181 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe50a8aa-eee6-4e8d-b276-5318e5daebf2 req-b4fd48d5-f6bb-40a5-be85-fa5006696150 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 210 time: 0.0401499 Nov 03 03:00:35.407096 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-e1650b5c-c0cd-4fa8-8c44-487e04c51f66 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 380 time: 0.0928352 Nov 03 03:00:35.416607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'port': {'device_id': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'admin_state_up': True, 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'security_groups': ['ba696bc5-30ea-4131-b055-1cca2daba454']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:35.531465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:00:35.535002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:35.538949 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Current status of the port 8a02dc29-671e-4179-9dbe-8485628e305b is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:00:35.539468 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:35.590733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:32Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '8a02dc29-671e-4179-9dbe-8485628e305b', 'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:e4:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:32Z', 'updated_at': '2022-11-03T03:00:34Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:35.593931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] For port 8a02dc29-671e-4179-9dbe-8485628e305b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8a02dc29-671e-4179-9dbe-8485628e305b,segment=NetworkSegment(37554fff-9674-4a5d-9bc6-a1668d038134),segment_id=37554fff-9674-4a5d-9bc6-a1668d038134)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:00:35.594864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port deb461a0-a6c3-47b7-813a-9d670a6e3bf6 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:00:35.595236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:35.595592 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port deb461a0-a6c3-47b7-813a-9d670a6e3bf6 Nov 03 03:00:35.635125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:35.640518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a257f-3aa5-457c-8ea6-13628f51449a None None] The sync data for ids ['47df46b8-d693-471d-b750-010d16dfb245'] in dv-neutron-860659-5-hyperv is: [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:32Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '8a02dc29-671e-4179-9dbe-8485628e305b', 'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:e4:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:32Z', 'updated_at': '2022-11-03T03:00:34Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:00:35.667427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.20.0.9 (41aa2db2-1013-427e-bef8-9b564d1e04ff/7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d/0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:00:35.713342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a75d1d-21eb-4062-b067-7d9ac1dcf2d8 None None] Pushing event updated for resources: {'Port': ['ID=8a02dc29-671e-4179-9dbe-8485628e305b,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:35.772799 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port deb461a0-a6c3-47b7-813a-9d670a6e3bf6 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:00:35.774057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ca22e51f-8dbf-49e2-ab56-fefc02f44a16 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:00:35.799560 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c61c37ca-f98d-43d2-9f1b-17d24c68bdd9 None None] Provisioning complete for port 8a02dc29-671e-4179-9dbe-8485628e305b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:00:35.800018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c61c37ca-f98d-43d2-9f1b-17d24c68bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:35.800431 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c61c37ca-f98d-43d2-9f1b-17d24c68bdd9 None None] Attempt 1 to provision port 8a02dc29-671e-4179-9dbe-8485628e305b Nov 03 03:00:35.857306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:35.863006 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:00:35.863494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:35.863906 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 Nov 03 03:00:35.903250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:35.927082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c61c37ca-f98d-43d2-9f1b-17d24c68bdd9 None None] Current status of the port 8a02dc29-671e-4179-9dbe-8485628e305b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:00:35.970949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:35.974532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 41aa2db2-1013-427e-bef8-9b564d1e04ff is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:00:35.976274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:00:35.978573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:00:35.980520 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:00:36.034219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:36.035139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:36.053780 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-e1044573-6912-454f-a120-84ca28993837 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6418595 Nov 03 03:00:36.071582 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Request body: {'port': {'device_id': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:36.136421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:36.249220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-734f586b-850e-4d67-8ae7-f2131f667bfe None None] Provisioning complete for port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:00:36.249718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-734f586b-850e-4d67-8ae7-f2131f667bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:36.250128 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-734f586b-850e-4d67-8ae7-f2131f667bfe None None] Attempt 1 to provision port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 Nov 03 03:00:36.284464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-734f586b-850e-4d67-8ae7-f2131f667bfe None None] Port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:00:36.428817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:00:36.437282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Publish callbacks [] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:36.451297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Transition to ACTIVE for port object 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 03:00:36.456926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:36.582232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:36.612740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4c475-492c-4302-9d5a-4ba79f157b58 req-ec1d206c-8615-44f9-8439-9c597f3105b1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:36.614235 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44b4c475-492c-4302-9d5a-4ba79f157b58 req-ec1d206c-8615-44f9-8439-9c597f3105b1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 943 time: 0.1234953 Nov 03 03:00:36.636008 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Attempting to bind port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:00:36.636345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Attempting to bind port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:00:36.636696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Attempting to bind port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 on network 41aa2db2-1013-427e-bef8-9b564d1e04ff {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:00:36.650042 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 on network 41aa2db2-1013-427e-bef8-9b564d1e04ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 03:00:36.650446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Attempting to bind port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 on network 41aa2db2-1013-427e-bef8-9b564d1e04ff {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:00:36.662838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:00:36.663183 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Checking segment: {'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:00:36.663566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Bound using segment: {'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:00:36.664000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Bound port: 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37554fff-9674-4a5d-9bc6-a1668d038134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:00:36.664357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:36.692869 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-44b4c475-492c-4302-9d5a-4ba79f157b58 req-c2b7b287-0cd3-439b-bcc1-3c926d3b760e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683064 Nov 03 03:00:36.744586 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] For port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:00:36.747950 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] For port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99,segment=NetworkSegment(37554fff-9674-4a5d-9bc6-a1668d038134),segment_id=37554fff-9674-4a5d-9bc6-a1668d038134)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:00:36.754448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:36.759009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:36.760406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:36.761826 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] 10.222.0.27 "PUT /v2.0/ports/0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 HTTP/1.1" status: 200 len: 1093 time: 0.6949399 Nov 03 03:00:36.762339 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'tag': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:00:36.764668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea16d9e-5eab-4149-854f-8803643efe23" -d '{"events": [{"name": "network-changed", "server_uuid": "5a47ed60-a24c-4e5a-a7f4-a1785cab826c", "tag": "0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:00:36.785661 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-734f586b-850e-4d67-8ae7-f2131f667bfe None None] Attempt 2 to provision port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 Nov 03 03:00:36.819061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b150d4eb-28ea-4022-876f-9663c98ba853 x-openstack-request-id: req-b150d4eb-28ea-4022-876f-9663c98ba853 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:00:36.819370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a47ed60-a24c-4e5a-a7f4-a1785cab826c", "tag": "0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:00:36.819625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b150d4eb-28ea-4022-876f-9663c98ba853 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:00:36.822664 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b150d4eb-28ea-4022-876f-9663c98ba853'] response: {'name': 'network-changed', 'server_uuid': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'tag': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99', 'status': 'completed', 'code': 200} Nov 03 03:00:36.837916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276c35c-0cc2-4440-88fe-592172cae6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:36.847725 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-734f586b-850e-4d67-8ae7-f2131f667bfe None None] Port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 03:00:36.884896 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48312e2a-d239-4592-9aa1-856be424414d req-8b94fbab-9e03-4684-8c54-5c2aa0ad962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:36.886560 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-8b94fbab-9e03-4684-8c54-5c2aa0ad962a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 1127 time: 0.0609281 Nov 03 03:00:36.932430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-30c5ddc1-edab-4ab9-adb0-c14bfdfdc088 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 HTTP/1.1" status: 200 len: 217 time: 0.0324008 Nov 03 03:00:36.981667 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48312e2a-d239-4592-9aa1-856be424414d req-f7d7f8a4-2659-4457-b59b-202173cf1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:36.983082 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-f7d7f8a4-2659-4457-b59b-202173cf1a47 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d HTTP/1.1" status: 200 len: 835 time: 0.0435832 Nov 03 03:00:37.034456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48312e2a-d239-4592-9aa1-856be424414d req-0679276d-edec-44e3-b101-476159294751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:37.035959 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-0679276d-edec-44e3-b101-476159294751 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=41aa2db2-1013-427e-bef8-9b564d1e04ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436692 Nov 03 03:00:37.130837 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-2c368ad6-92fb-4702-964c-099148ded8c0 service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849981 Nov 03 03:00:37.222629 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48312e2a-d239-4592-9aa1-856be424414d req-0d8d5264-3709-497d-be29-7e1a1665ca7f service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820794 Nov 03 03:00:37.288280 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8a02dc29-671e-4179-9dbe-8485628e305b up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:00:37.329681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea16d9e-5eab-4149-854f-8803643efe23 req-54fa0545-a110-4781-9ab6-3790c90b0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:37.331221 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ea16d9e-5eab-4149-854f-8803643efe23 req-54fa0545-a110-4781-9ab6-3790c90b0472 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 1127 time: 0.0537188 Nov 03 03:00:37.334690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 8a02dc29-671e-4179-9dbe-8485628e305b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:00:37.335073 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:37.335419 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 8a02dc29-671e-4179-9dbe-8485628e305b Nov 03 03:00:37.409637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 8a02dc29-671e-4179-9dbe-8485628e305b is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:00:37.425186 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea16d9e-5eab-4149-854f-8803643efe23 req-e6430d06-d606-4ec6-a832-2d161d027b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:37.426694 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ea16d9e-5eab-4149-854f-8803643efe23 req-e6430d06-d606-4ec6-a832-2d161d027b68 service neutron] 10.222.0.27 "GET /v2.0/networks?id=41aa2db2-1013-427e-bef8-9b564d1e04ff HTTP/1.1" status: 200 len: 897 time: 0.0875857 Nov 03 03:00:37.468669 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ea16d9e-5eab-4149-854f-8803643efe23 req-e8bc43f7-0ed1-40e1-a855-631326ab2218 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 HTTP/1.1" status: 200 len: 217 time: 0.0350847 Nov 03 03:00:37.517108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea16d9e-5eab-4149-854f-8803643efe23 req-bbf0b0ec-c6c7-404b-9603-3dac6f5c716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:37.518510 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ea16d9e-5eab-4149-854f-8803643efe23 req-bbf0b0ec-c6c7-404b-9603-3dac6f5c716b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d HTTP/1.1" status: 200 len: 835 time: 0.0436223 Nov 03 03:00:37.567395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea16d9e-5eab-4149-854f-8803643efe23 req-c15874e1-7994-40cf-b071-fec863686ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:37.568885 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ea16d9e-5eab-4149-854f-8803643efe23 req-c15874e1-7994-40cf-b071-fec863686ef0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=41aa2db2-1013-427e-bef8-9b564d1e04ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429111 Nov 03 03:00:37.660740 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ea16d9e-5eab-4149-854f-8803643efe23 req-0e519096-6d49-458f-b17c-b7f65f4e9540 service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832233 Nov 03 03:00:38.109864 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ea16d9e-5eab-4149-854f-8803643efe23 req-bc533f15-6e57-49bb-b6b7-a6300631f2db service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405205 Nov 03 03:00:38.117388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e58a3-a631-41b7-b054-3d75111184b7 req-b77dc4c1-5749-4f9a-9b83-9be11bbc8f84 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:38.119517 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-139e58a3-a631-41b7-b054-3d75111184b7 req-b77dc4c1-5749-4f9a-9b83-9be11bbc8f84 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 943 time: 0.1092949 Nov 03 03:00:38.167659 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-139e58a3-a631-41b7-b054-3d75111184b7 req-0ae232fe-9715-49e0-9da8-7930bca13465 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423923 Nov 03 03:00:38.540975 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:39.293264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070f4d1-9cc9-4542-87b7-2b9a243317fd req-9e097d8e-896a-4e79-87c7-3204dc3017b1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:39.294738 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c070f4d1-9cc9-4542-87b7-2b9a243317fd req-9e097d8e-896a-4e79-87c7-3204dc3017b1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 943 time: 0.0525949 Nov 03 03:00:39.342769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c070f4d1-9cc9-4542-87b7-2b9a243317fd req-fbcdbca1-0ef7-43c7-9d56-b72ae84d4273 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424910 Nov 03 03:00:39.619188 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:00:39.713664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99,segment=NetworkSegment(37554fff-9674-4a5d-9bc6-a1668d038134),segment_id=37554fff-9674-4a5d-9bc6-a1668d038134)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:00:39.724735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'port_id': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99', 'mac_address': 'fa:16:3e:2b:c0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:00:39.762791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:00:39.763181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:39.775659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:00:39.794724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99,segment=NetworkSegment(37554fff-9674-4a5d-9bc6-a1668d038134),segment_id=37554fff-9674-4a5d-9bc6-a1668d038134)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:00:39.798647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:39.853828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:39.860805 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c4152e84-b137-451a-96f9-0b90ff35352d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:40.055071 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:00:40.472721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b07fb-fcff-457a-bd38-7a6bf627fcd0 req-93629051-5020-42f5-b630-960c64727cf9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:40.474222 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b33b07fb-fcff-457a-bd38-7a6bf627fcd0 req-93629051-5020-42f5-b630-960c64727cf9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 944 time: 0.0578611 Nov 03 03:00:40.523110 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b33b07fb-fcff-457a-bd38-7a6bf627fcd0 req-49518f1e-e1a4-4eda-aa6f-d3c84e721546 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Nov 03 03:00:41.634074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:00:41.645261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5c0b4-4ac7-4b21-a814-b63eb9cd3ca4 req-d5dfd41e-3351-4183-9a74-fc4e94e09f6e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:41.646877 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ea5c0b4-4ac7-4b21-a814-b63eb9cd3ca4 req-d5dfd41e-3351-4183-9a74-fc4e94e09f6e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 944 time: 0.0529001 Nov 03 03:00:41.680389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 03:00:41.684309 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:00:41.684713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:41.685055 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 Nov 03 03:00:41.697291 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ea5c0b4-4ac7-4b21-a814-b63eb9cd3ca4 req-107144ea-5078-4d2f-95a6-f2d8e3ba412f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443876 Nov 03 03:00:41.760507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:00:41.760932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:41.783272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:00:41.785598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc1659a-b679-47e2-9d13-723c052059c6" -d '{"events": [{"server_uuid": "5a47ed60-a24c-4e5a-a7f4-a1785cab826c", "name": "network-vif-plugged", "status": "completed", "tag": "0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:00:41.799024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99,segment=NetworkSegment(37554fff-9674-4a5d-9bc6-a1668d038134),segment_id=37554fff-9674-4a5d-9bc6-a1668d038134)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:00:41.802695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:41.825777 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fa4aa1-162c-481d-bda5-437307e240ee x-openstack-request-id: req-d6fa4aa1-162c-481d-bda5-437307e240ee {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:00:41.826093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a47ed60-a24c-4e5a-a7f4-a1785cab826c", "name": "network-vif-plugged", "status": "completed", "tag": "0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:00:41.826346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6fa4aa1-162c-481d-bda5-437307e240ee {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:00:41.826740 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fa4aa1-162c-481d-bda5-437307e240ee'] response: {'server_uuid': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99', 'code': 200} Nov 03 03:00:41.852123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:42.014389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953330a8-d2c1-453b-aeba-23d37eca0ee0 req-4e8d345a-7c94-4d70-93c2-866e128be82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:42.015877 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-953330a8-d2c1-453b-aeba-23d37eca0ee0 req-4e8d345a-7c94-4d70-93c2-866e128be82d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 1129 time: 0.0444176 Nov 03 03:00:42.069402 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-953330a8-d2c1-453b-aeba-23d37eca0ee0 req-0fa4bc49-1142-4ab6-a657-5bdb2aee6af0 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423756 Nov 03 03:00:42.337678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3df4d120-be4f-4109-8f7a-e5f58d2158a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:42.821100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95670906-bcd5-41c7-891c-ffe61c4c3880 req-6f899c7d-b46e-4e32-92d4-237a01ae39da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:42.823305 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-95670906-bcd5-41c7-891c-ffe61c4c3880 req-6f899c7d-b46e-4e32-92d4-237a01ae39da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0530825 Nov 03 03:00:42.871928 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-95670906-bcd5-41c7-891c-ffe61c4c3880 req-4748c89b-15d3-45d2-997a-b53450bd9a46 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430958 Nov 03 03:00:43.319422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:43.996822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a474ffb-f03d-46f3-87d9-f11c354652a7 req-88361079-ff2d-4082-9de5-631973d06b77 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:43.998307 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6a474ffb-f03d-46f3-87d9-f11c354652a7 req-88361079-ff2d-4082-9de5-631973d06b77 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0524538 Nov 03 03:00:44.047108 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6a474ffb-f03d-46f3-87d9-f11c354652a7 req-80aea289-54ea-4ee1-b509-0f546cd6f42a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 Nov 03 03:00:44.247592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579071-510c-4b3f-a8b1-e350da345545 req-ffcd9db9-e017-47d3-b867-e69d4d7f4fce tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:44.249085 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0e579071-510c-4b3f-a8b1-e350da345545 req-ffcd9db9-e017-47d3-b867-e69d4d7f4fce tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0567217 Nov 03 03:00:44.296312 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0e579071-510c-4b3f-a8b1-e350da345545 req-02405bc6-764d-4192-b1a3-7cea27629c36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Nov 03 03:00:44.324253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47118) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:44.368277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39427d36-d863-4d9b-ac3a-8e373e5881ba tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:44.369854 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-39427d36-d863-4d9b-ac3a-8e373e5881ba tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 1124 time: 0.0446036 Nov 03 03:00:44.372734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47120) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:44.376929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:00:44.396748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:44.497224 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:44.597208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.26.6.103 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/d9a7cda6-73f5-4336-8003-e3f1799ad910) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:00:44.700206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (d9a7cda6-73f5-4336-8003-e3f1799ad910), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:44.732219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d9a7cda6-73f5-4336-8003-e3f1799ad910), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:44.767449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:00:44.771726 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:00:44.777595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:00:44.799570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=d9a7cda6-73f5-4336-8003-e3f1799ad910,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:44.799956 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:45.137681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (335b4bec-f811-445c-8512-5f9168016cf1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:45.202298 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d9a7cda6-73f5-4336-8003-e3f1799ad910), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:45.348175 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (d9a7cda6-73f5-4336-8003-e3f1799ad910), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:45.352455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (d9a7cda6-73f5-4336-8003-e3f1799ad910), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:45.418931 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=d9a7cda6-73f5-4336-8003-e3f1799ad910,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:00:45.422346 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (335b4bec-f811-445c-8512-5f9168016cf1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:45.516726 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Floating IP 335b4bec-f811-445c-8512-5f9168016cf1 associated. External IP: 172.26.6.103, port: 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99. Nov 03 03:00:45.714203 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 47df46b8-d693-471d-b750-010d16dfb245 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:00:45.828444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:00:45.838401 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a9142-88c9-4196-9ac0-6947033dacc7 None None] Sync routers for ids ['47df46b8-d693-471d-b750-010d16dfb245'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:00:45.845866 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:45.848935 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a9142-88c9-4196-9ac0-6947033dacc7 None None] Routers {'47df46b8-d693-471d-b750-010d16dfb245'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:00:45.849600 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eb3a9142-88c9-4196-9ac0-6947033dacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:00:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['47df46b8-d693-471d-b750-010d16dfb245'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:45.876558 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-14093847-6dea-4b92-a5e8-47a8b6cb42db tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5025418 Nov 03 03:00:45.877706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'tag': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:00:45.880435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faf6b14-6519-4572-87a4-219938bd61bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5a47ed60-a24c-4e5a-a7f4-a1785cab826c", "tag": "0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:00:45.919910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc521657-aa38-4b1c-84bc-d746e0fff423 x-openstack-request-id: req-cc521657-aa38-4b1c-84bc-d746e0fff423 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:00:45.920215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a47ed60-a24c-4e5a-a7f4-a1785cab826c", "tag": "0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:00:45.920496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc521657-aa38-4b1c-84bc-d746e0fff423 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:00:45.920936 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc521657-aa38-4b1c-84bc-d746e0fff423'] response: {'name': 'network-changed', 'server_uuid': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'tag': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99', 'status': 'completed', 'code': 200} Nov 03 03:00:45.958363 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-eb3a9142-88c9-4196-9ac0-6947033dacc7 None None] Set router 47df46b8-d693-471d-b750-010d16dfb245 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:00:46.024965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bd74b-03de-4716-bb62-6582325a6c2b req-6c22698c-8af0-4a34-8052-77eb6e39c99d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:46.026409 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-227bd74b-03de-4716-bb62-6582325a6c2b req-6c22698c-8af0-4a34-8052-77eb6e39c99d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0849733 Nov 03 03:00:46.029555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf6b14-6519-4572-87a4-219938bd61bf req-a863054e-1975-4d4b-9bb8-b311adcea753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:46.030521 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6faf6b14-6519-4572-87a4-219938bd61bf req-a863054e-1975-4d4b-9bb8-b311adcea753 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 1129 time: 0.0782936 Nov 03 03:00:46.128251 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-227bd74b-03de-4716-bb62-6582325a6c2b req-88adb3db-dccf-46d0-a916-df859ceb360a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961416 Nov 03 03:00:46.158248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf6b14-6519-4572-87a4-219938bd61bf req-bf177510-2dd0-4ab8-911b-7b6912eb8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:46.158922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47126) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:46.159891 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6faf6b14-6519-4572-87a4-219938bd61bf req-bf177510-2dd0-4ab8-911b-7b6912eb8fae service neutron] 10.222.0.27 "GET /v2.0/networks?id=41aa2db2-1013-427e-bef8-9b564d1e04ff HTTP/1.1" status: 200 len: 897 time: 0.1221306 Nov 03 03:00:46.176921 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eb3a9142-88c9-4196-9ac0-6947033dacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:32Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '335b4bec-f811-445c-8512-5f9168016cf1', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '47df46b8-d693-471d-b750-010d16dfb245', 'port_id': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'mac_address': 'fa:16:3e:2b:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:00:45Z', 'updated_at': '2022-11-03T03:00:45Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a02dc29-671e-4179-9dbe-8485628e305b', 'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:e4:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:32Z', 'updated_at': '2022-11-03T03:00:35Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:46.193572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:00:46.209029 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a9142-88c9-4196-9ac0-6947033dacc7 None None] Checking router: 47df46b8-d693-471d-b750-010d16dfb245 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:00:46.218465 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a9142-88c9-4196-9ac0-6947033dacc7 None None] Routers {'47df46b8-d693-471d-b750-010d16dfb245'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:00:46.219091 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eb3a9142-88c9-4196-9ac0-6947033dacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:00:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['47df46b8-d693-471d-b750-010d16dfb245'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:46.224249 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-58c4fdb2-1aab-4fac-8755-5e9359f45acd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/335b4bec-f811-445c-8512-5f9168016cf1 HTTP/1.1" status: 200 len: 991 time: 0.0641882 Nov 03 03:00:46.241836 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6faf6b14-6519-4572-87a4-219938bd61bf req-5a63a6ce-f980-4d36-b6a2-1697cb5db85e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 HTTP/1.1" status: 200 len: 999 time: 0.0751853 Nov 03 03:00:46.293069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf6b14-6519-4572-87a4-219938bd61bf req-a3a8f96f-fcdb-46b1-9a15-37f1d382b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:46.294476 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6faf6b14-6519-4572-87a4-219938bd61bf req-a3a8f96f-fcdb-46b1-9a15-37f1d382b56a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d HTTP/1.1" status: 200 len: 835 time: 0.0463734 Nov 03 03:00:46.323017 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-eb3a9142-88c9-4196-9ac0-6947033dacc7 None None] Set router 47df46b8-d693-471d-b750-010d16dfb245 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:00:46.348290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf6b14-6519-4572-87a4-219938bd61bf req-4b2a70ed-f50c-4b3c-a3a8-5bbdf7aad878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:00:46.349860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6faf6b14-6519-4572-87a4-219938bd61bf req-4b2a70ed-f50c-4b3c-a3a8-5bbdf7aad878 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=41aa2db2-1013-427e-bef8-9b564d1e04ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477390 Nov 03 03:00:46.445802 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6faf6b14-6519-4572-87a4-219938bd61bf req-f8e7acf9-f5fb-4ec5-ae52-18399af43841 service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899858 Nov 03 03:00:46.535003 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6faf6b14-6519-4572-87a4-219938bd61bf req-b53fa493-c603-4acc-9546-d7f8283c558a service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834811 Nov 03 03:00:46.535280 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eb3a9142-88c9-4196-9ac0-6947033dacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:32Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '335b4bec-f811-445c-8512-5f9168016cf1', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '47df46b8-d693-471d-b750-010d16dfb245', 'port_id': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'mac_address': 'fa:16:3e:2b:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:00:45Z', 'updated_at': '2022-11-03T03:00:45Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a02dc29-671e-4179-9dbe-8485628e305b', 'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:e4:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:32Z', 'updated_at': '2022-11-03T03:00:35Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:00:46.561954 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a9142-88c9-4196-9ac0-6947033dacc7 None None] The sync data for ids ['47df46b8-d693-471d-b750-010d16dfb245'] in dv-neutron-860659-5-hyperv is: [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:32Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '335b4bec-f811-445c-8512-5f9168016cf1', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '47df46b8-d693-471d-b750-010d16dfb245', 'port_id': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'mac_address': 'fa:16:3e:2b:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:00:45Z', 'updated_at': '2022-11-03T03:00:45Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a02dc29-671e-4179-9dbe-8485628e305b', 'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:e4:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:32Z', 'updated_at': '2022-11-03T03:00:35Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:00:46.755708 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac8581-52a3-414b-8b73-86674820d658 None None] New status for floating IP 335b4bec-f811-445c-8512-5f9168016cf1: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:00:47.228065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47128) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:00:47.288370 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b6dbad11-2c77-48bb-960b-963c4c90b013 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/335b4bec-f811-445c-8512-5f9168016cf1 HTTP/1.1" status: 200 len: 993 time: 0.0591383 Nov 03 03:00:55.946292 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:01:08.561506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:01:09.851730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2000a460-00d7-4a6b-9b77-6d559eeaea6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:01:12.341087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-45df7166-b17b-4390-be55-955adc4d833f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:01:13.321630 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:01:14.802529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:01:16.185943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:01:19.373883 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-50b0abc0-2ef5-4d27-87c7-f3c57abfd5b0 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435600 Nov 03 03:01:19.462121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-84d940c8-3c07-4577-812c-69fcc62908a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:19.464176 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-84d940c8-3c07-4577-812c-69fcc62908a8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 1129 time: 0.0449352 Nov 03 03:01:19.571838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-7848d9ca-82c5-4348-a058-c845eb09652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:19.573753 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-7848d9ca-82c5-4348-a058-c845eb09652b service neutron] 10.222.0.27 "GET /v2.0/networks?id=41aa2db2-1013-427e-bef8-9b564d1e04ff HTTP/1.1" status: 200 len: 897 time: 0.0909042 Nov 03 03:01:19.636628 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-7cd6a5fb-95e6-41c2-9ffb-bd579278ca88 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 HTTP/1.1" status: 200 len: 1001 time: 0.0558627 Nov 03 03:01:19.688685 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-0aa2cae1-c9a2-4c3b-9299-293c8f79627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:19.690120 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-0aa2cae1-c9a2-4c3b-9299-293c8f79627b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d HTTP/1.1" status: 200 len: 835 time: 0.0478466 Nov 03 03:01:19.741313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-543c4330-b8ff-47f8-9d0d-b4e485a83cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:19.742789 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-543c4330-b8ff-47f8-9d0d-b4e485a83cc6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=41aa2db2-1013-427e-bef8-9b564d1e04ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448821 Nov 03 03:01:19.831362 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-fa25f02a-6da6-431b-ba68-b8f140997724 service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821004 Nov 03 03:01:19.924210 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-021b7d26-3ace-4d5f-8f83-87e6ca88e175 req-629161ef-2e6f-4814-9c69-19694b26328c service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858045 Nov 03 03:01:20.607898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9126aa-aff6-432b-92b2-85074a2311f1 req-602ea580-4efe-49e6-95dc-b9c650136596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:20.609444 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-df9126aa-aff6-432b-92b2-85074a2311f1 req-602ea580-4efe-49e6-95dc-b9c650136596 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 1129 time: 0.0720060 Nov 03 03:01:20.616414 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901d719-e70b-424d-9e7f-120f13060beb req-8fda336c-6173-48d0-a3fc-32e178057fcf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:20.617924 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1901d719-e70b-424d-9e7f-120f13060beb req-8fda336c-6173-48d0-a3fc-32e178057fcf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0924158 Nov 03 03:01:20.723047 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1901d719-e70b-424d-9e7f-120f13060beb req-3b878a86-b3fe-46fe-b588-5cc60dfd8975 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967042 Nov 03 03:01:20.745239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9126aa-aff6-432b-92b2-85074a2311f1 req-4556e9de-58a4-4e8e-a43b-1fa463437e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:20.746714 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-df9126aa-aff6-432b-92b2-85074a2311f1 req-4556e9de-58a4-4e8e-a43b-1fa463437e1b service neutron] 10.222.0.27 "GET /v2.0/networks?id=41aa2db2-1013-427e-bef8-9b564d1e04ff HTTP/1.1" status: 200 len: 897 time: 0.1279473 Nov 03 03:01:20.811369 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-df9126aa-aff6-432b-92b2-85074a2311f1 req-29e0c687-32d6-4ede-8dca-3fe40d655354 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 HTTP/1.1" status: 200 len: 1001 time: 0.0579915 Nov 03 03:01:20.861007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9126aa-aff6-432b-92b2-85074a2311f1 req-30d4d5a7-705b-4925-a90b-842ef6e7d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:20.862477 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-df9126aa-aff6-432b-92b2-85074a2311f1 req-30d4d5a7-705b-4925-a90b-842ef6e7d95c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d HTTP/1.1" status: 200 len: 835 time: 0.0455499 Nov 03 03:01:20.912609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9126aa-aff6-432b-92b2-85074a2311f1 req-0adcd8b0-b21e-4e61-a9f2-1eb894164d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:20.914107 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-df9126aa-aff6-432b-92b2-85074a2311f1 req-0adcd8b0-b21e-4e61-a9f2-1eb894164d7d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=41aa2db2-1013-427e-bef8-9b564d1e04ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445900 Nov 03 03:01:21.005649 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-df9126aa-aff6-432b-92b2-85074a2311f1 req-a6f21832-95ab-46d8-8b89-980d6b956d0c service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846632 Nov 03 03:01:21.093557 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-df9126aa-aff6-432b-92b2-85074a2311f1 req-0ec8ffe9-b39f-4547-8ffb-60c6ab24091b service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815110 Nov 03 03:01:21.849611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93acfc7-e8a6-47cd-937b-bf27f8f63889 req-789f00cf-0ef0-4071-8ef0-e60170c33fae tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:21.851087 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e93acfc7-e8a6-47cd-937b-bf27f8f63889 req-789f00cf-0ef0-4071-8ef0-e60170c33fae tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0528612 Nov 03 03:01:21.899379 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e93acfc7-e8a6-47cd-937b-bf27f8f63889 req-7ab0ab93-fc1f-4954-84b6-05f35bc3d5e5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419753 Nov 03 03:01:23.027295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8807ae-e020-4aee-a3d6-34fda3760557 req-e77090c3-ed36-4a9d-bf86-6f31f8aaa713 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:23.028767 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0e8807ae-e020-4aee-a3d6-34fda3760557 req-e77090c3-ed36-4a9d-bf86-6f31f8aaa713 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0555735 Nov 03 03:01:23.078552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0e8807ae-e020-4aee-a3d6-34fda3760557 req-244366e7-fd20-4782-829b-d605944e37f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435479 Nov 03 03:01:24.205814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acf2be-1dc1-488b-8b90-f81527454a8e req-5c52c435-51c0-4fd3-8f6a-ce48154b5e9e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:24.207194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-74acf2be-1dc1-488b-8b90-f81527454a8e req-5c52c435-51c0-4fd3-8f6a-ce48154b5e9e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0523047 Nov 03 03:01:24.254868 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-74acf2be-1dc1-488b-8b90-f81527454a8e req-3ad34904-4583-4b24-9cc1-f1a317992c58 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Nov 03 03:01:25.383511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846941e-c7e1-4ba6-8085-730c6683122a req-e8dff79f-06c0-4323-86d4-7ce7e2fc012e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:25.385485 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2846941e-c7e1-4ba6-8085-730c6683122a req-e8dff79f-06c0-4323-86d4-7ce7e2fc012e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0560999 Nov 03 03:01:25.434360 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2846941e-c7e1-4ba6-8085-730c6683122a req-7b98a3f1-a092-4478-86bb-009979cdc8ea tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432155 Nov 03 03:01:26.557331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c77899-49e1-4e2b-b397-b4cb63fc4841 req-1988a80c-d087-499c-8d5d-da20c359512a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:26.558794 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b0c77899-49e1-4e2b-b397-b4cb63fc4841 req-1988a80c-d087-499c-8d5d-da20c359512a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0529621 Nov 03 03:01:26.607753 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b0c77899-49e1-4e2b-b397-b4cb63fc4841 req-0a6c5b39-3a5c-4621-953f-19ea15fd1a73 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433993 Nov 03 03:01:27.731991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f83b3-3067-4f0f-af18-537013cc55fc req-a40f92ae-0e88-4d6a-bbea-4d63d21fff52 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:27.733468 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-427f83b3-3067-4f0f-af18-537013cc55fc req-a40f92ae-0e88-4d6a-bbea-4d63d21fff52 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0513024 Nov 03 03:01:27.785674 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-427f83b3-3067-4f0f-af18-537013cc55fc req-a33cef68-a9a8-4b37-a130-948c2b927bd7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464914 Nov 03 03:01:28.908845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de849f51-cbe2-468e-8d07-5ea5e4883d31 req-2f09ecda-7544-45a5-ab5f-4e568e7b8c51 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:28.910343 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de849f51-cbe2-468e-8d07-5ea5e4883d31 req-2f09ecda-7544-45a5-ab5f-4e568e7b8c51 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0528991 Nov 03 03:01:28.958313 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de849f51-cbe2-468e-8d07-5ea5e4883d31 req-f5d445ee-1d79-4b2f-9aba-2eaab5daddf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419240 Nov 03 03:01:30.081983 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fc80d-8825-4be7-b57e-0916d6d729a8 req-7d931a29-2a44-4ded-aa7f-8320c66c84da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:30.083445 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-937fc80d-8825-4be7-b57e-0916d6d729a8 req-7d931a29-2a44-4ded-aa7f-8320c66c84da tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0517607 Nov 03 03:01:30.132129 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-937fc80d-8825-4be7-b57e-0916d6d729a8 req-6ec8d05b-21d4-4012-b73b-9a8472662ffd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Nov 03 03:01:31.583212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c916d-fcbf-4c44-9be9-b0633dcaf2b0 req-484c2b9a-cbea-41d5-a0c7-d223206230b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:31.584627 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-611c916d-fcbf-4c44-9be9-b0633dcaf2b0 req-484c2b9a-cbea-41d5-a0c7-d223206230b4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.3768101 Nov 03 03:01:31.631722 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-611c916d-fcbf-4c44-9be9-b0633dcaf2b0 req-f1b651f9-ba50-4709-93df-464a0670537a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414035 Nov 03 03:01:32.758257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46db36b-17c3-4d11-b548-9280661737e8 req-b7aa94da-d759-491c-ba9b-613174ab2c17 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:01:32.760767 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b46db36b-17c3-4d11-b548-9280661737e8 req-b7aa94da-d759-491c-ba9b-613174ab2c17 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0572045 Nov 03 03:01:32.810959 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b46db36b-17c3-4d11-b548-9280661737e8 req-a0312f08-12a8-4889-8ea7-8547e8dc4cb7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447433 Nov 03 03:01:32.840783 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47164) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:01:32.899154 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-12f31c08-f9e8-442e-967c-c8e47b2cd4ed tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/335b4bec-f811-445c-8512-5f9168016cf1 HTTP/1.1" status: 200 len: 993 time: 0.0572302 Nov 03 03:01:32.945090 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:01:38.555273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:01:39.854318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a54de228-1d6a-4764-9cd9-3cb66d1d0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:01:42.342603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-24f2f26b-3934-495f-ad06-25074f6e0623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:01:43.325229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:01:44.805562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:01:46.189990 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:05.320851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47184) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:05.467617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port d9a7cda6-73f5-4336-8003-e3f1799ad910 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:02:05.467966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d9a7cda6-73f5-4336-8003-e3f1799ad910), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:05.545080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d9a7cda6-73f5-4336-8003-e3f1799ad910), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:05.545318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (d9a7cda6-73f5-4336-8003-e3f1799ad910), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:05.557000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for d9a7cda6-73f5-4336-8003-e3f1799ad910 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:02:05.700869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d9a7cda6-73f5-4336-8003-e3f1799ad910), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:05.724658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=d9a7cda6-73f5-4336-8003-e3f1799ad910,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:05.737744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.738102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.738456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.738800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.739139 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.739479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.739814 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.740146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.740480 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.740834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.741169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.741496 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.741822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:05.797057 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (335b4bec-f811-445c-8512-5f9168016cf1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:05.797316 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Floating IP 335b4bec-f811-445c-8512-5f9168016cf1 disassociated (deleted). External IP: 172.26.6.103, port: 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99. Nov 03 03:02:05.995301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 47df46b8-d693-471d-b750-010d16dfb245 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:02:06.097677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:02:06.102498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:06.109075 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0534b7b-2428-4933-9634-2d74d0a6bf85 None None] Sync routers for ids ['47df46b8-d693-471d-b750-010d16dfb245'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:02:06.119158 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0534b7b-2428-4933-9634-2d74d0a6bf85 None None] Routers {'47df46b8-d693-471d-b750-010d16dfb245'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:02:06.119854 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c0534b7b-2428-4933-9634-2d74d0a6bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:01:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['47df46b8-d693-471d-b750-010d16dfb245'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:06.131861 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-483b1849-4734-44e3-bf14-9f30baed8fb3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/floatingips/335b4bec-f811-445c-8512-5f9168016cf1 HTTP/1.1" status: 204 len: 168 time: 0.8099868 Nov 03 03:02:06.132641 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'tag': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:02:06.135005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe6b021-a730-4c5e-92fb-21da93afd264" -d '{"events": [{"name": "network-changed", "server_uuid": "5a47ed60-a24c-4e5a-a7f4-a1785cab826c", "tag": "0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:02:06.226879 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c0534b7b-2428-4933-9634-2d74d0a6bf85 None None] Set router 47df46b8-d693-471d-b750-010d16dfb245 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:02:06.237689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efc66b3-bc9d-4f83-bd2b-a20af409ccb6 x-openstack-request-id: req-9efc66b3-bc9d-4f83-bd2b-a20af409ccb6 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:02:06.238055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a47ed60-a24c-4e5a-a7f4-a1785cab826c", "tag": "0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:02:06.238374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9efc66b3-bc9d-4f83-bd2b-a20af409ccb6 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:02:06.238855 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efc66b3-bc9d-4f83-bd2b-a20af409ccb6'] response: {'name': 'network-changed', 'server_uuid': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'tag': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99', 'status': 'completed', 'code': 200} Nov 03 03:02:06.318834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6b021-a730-4c5e-92fb-21da93afd264 req-ea9722bf-c2a2-4937-87b3-30abd84c7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:06.320525 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe6b021-a730-4c5e-92fb-21da93afd264 req-ea9722bf-c2a2-4937-87b3-30abd84c7112 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 1129 time: 0.0480287 Nov 03 03:02:06.437031 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c0534b7b-2428-4933-9634-2d74d0a6bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:32Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '8a02dc29-671e-4179-9dbe-8485628e305b', 'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:e4:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:32Z', 'updated_at': '2022-11-03T03:00:35Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:06.446324 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2beb31-d236-4122-a180-fac00d4cf934 req-e0987289-4b14-465e-a8fe-238bd2a2a37f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:06.447808 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4c2beb31-d236-4122-a180-fac00d4cf934 req-e0987289-4b14-465e-a8fe-238bd2a2a37f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.1254411 Nov 03 03:02:06.453209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6b021-a730-4c5e-92fb-21da93afd264 req-aa1faa7a-e407-4b74-867a-7e0e6e5857c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:06.454583 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe6b021-a730-4c5e-92fb-21da93afd264 req-aa1faa7a-e407-4b74-867a-7e0e6e5857c6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=41aa2db2-1013-427e-bef8-9b564d1e04ff HTTP/1.1" status: 200 len: 897 time: 0.1231911 Nov 03 03:02:06.461072 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0534b7b-2428-4933-9634-2d74d0a6bf85 None None] Checking router: 47df46b8-d693-471d-b750-010d16dfb245 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:02:06.469564 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0534b7b-2428-4933-9634-2d74d0a6bf85 None None] Routers {'47df46b8-d693-471d-b750-010d16dfb245'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:02:06.470158 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c0534b7b-2428-4933-9634-2d74d0a6bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:01:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['47df46b8-d693-471d-b750-010d16dfb245'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:06.510303 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe6b021-a730-4c5e-92fb-21da93afd264 req-35664601-8de6-4a3d-ba6c-f125d504ea26 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 HTTP/1.1" status: 200 len: 217 time: 0.0482626 Nov 03 03:02:06.566347 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4c2beb31-d236-4122-a180-fac00d4cf934 req-e138f9b6-5601-4b46-b115-b09b265bd757 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108048 Nov 03 03:02:06.579815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6b021-a730-4c5e-92fb-21da93afd264 req-43fd3bf0-8f7d-4093-a7a0-e845528a332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:06.581484 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe6b021-a730-4c5e-92fb-21da93afd264 req-43fd3bf0-8f7d-4093-a7a0-e845528a332d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d HTTP/1.1" status: 200 len: 835 time: 0.0630193 Nov 03 03:02:06.631702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6b021-a730-4c5e-92fb-21da93afd264 req-2a036fe8-f768-444c-97f8-a4e2603cbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:06.633241 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe6b021-a730-4c5e-92fb-21da93afd264 req-2a036fe8-f768-444c-97f8-a4e2603cbc43 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=41aa2db2-1013-427e-bef8-9b564d1e04ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457377 Nov 03 03:02:06.653184 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c0534b7b-2428-4933-9634-2d74d0a6bf85 None None] Set router 47df46b8-d693-471d-b750-010d16dfb245 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:02:06.728629 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe6b021-a730-4c5e-92fb-21da93afd264 req-1a85744c-306e-4193-9ea4-d97fe029b9dc service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878363 Nov 03 03:02:06.819938 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe6b021-a730-4c5e-92fb-21da93afd264 req-05643f8c-b2b5-4130-92f4-b2fe68ecceae service neutron] 10.222.0.27 "GET /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853324 Nov 03 03:02:06.846646 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c0534b7b-2428-4933-9634-2d74d0a6bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:32Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '8a02dc29-671e-4179-9dbe-8485628e305b', 'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:e4:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:32Z', 'updated_at': '2022-11-03T03:00:35Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:06.870412 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0534b7b-2428-4933-9634-2d74d0a6bf85 None None] The sync data for ids ['47df46b8-d693-471d-b750-010d16dfb245'] in dv-neutron-860659-5-hyperv is: [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:32Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '8a02dc29-671e-4179-9dbe-8485628e305b', 'name': '', 'network_id': '41aa2db2-1013-427e-bef8-9b564d1e04ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:e4:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:32Z', 'updated_at': '2022-11-03T03:00:35Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:02:07.091002 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d6b10-cd34-46d0-9616-fe1b19192150 None None] New status for floating IP 335b4bec-f811-445c-8512-5f9168016cf1: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:02:07.694083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed294cb-eff8-4c99-b3c7-68cd5a87b371 req-628cfb28-8f32-453f-b6b1-0cd14992bbc2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:07.695572 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2ed294cb-eff8-4c99-b3c7-68cd5a87b371 req-628cfb28-8f32-453f-b6b1-0cd14992bbc2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0542564 Nov 03 03:02:07.749281 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2ed294cb-eff8-4c99-b3c7-68cd5a87b371 req-64f00e4e-99a2-4b26-81a9-9e413b92914b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba696bc5-30ea-4131-b055-1cca2daba454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481536 Nov 03 03:02:08.133915 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0baf0-4102-4f93-9ea1-f612825bb6f8 req-c7a0f46f-0375-4ab6-8e34-cceb52135cbb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:08.135285 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-86c0baf0-4102-4f93-9ea1-f612825bb6f8 req-c7a0f46f-0375-4ab6-8e34-cceb52135cbb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 945 time: 0.0553207 Nov 03 03:02:08.223996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-86c0baf0-4102-4f93-9ea1-f612825bb6f8 req-0976f50f-dc23-4d85-915c-7a010c27949a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:02:08.224340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-86c0baf0-4102-4f93-9ea1-f612825bb6f8 req-0976f50f-dc23-4d85-915c-7a010c27949a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:08.315733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-86c0baf0-4102-4f93-9ea1-f612825bb6f8 req-0976f50f-dc23-4d85-915c-7a010c27949a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99,segment=NetworkSegment(37554fff-9674-4a5d-9bc6-a1668d038134),segment_id=37554fff-9674-4a5d-9bc6-a1668d038134)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:02:08.316101 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-86c0baf0-4102-4f93-9ea1-f612825bb6f8 req-0976f50f-dc23-4d85-915c-7a010c27949a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:08.329226 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-86c0baf0-4102-4f93-9ea1-f612825bb6f8 req-0976f50f-dc23-4d85-915c-7a010c27949a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:02:08.455332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-86c0baf0-4102-4f93-9ea1-f612825bb6f8 req-0976f50f-dc23-4d85-915c-7a010c27949a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:08.483087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976f50f-dc23-4d85-915c-7a010c27949a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:08.527570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c0baf0-4102-4f93-9ea1-f612825bb6f8 req-0976f50f-dc23-4d85-915c-7a010c27949a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] No DVR routers for this DVR port 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:02:08.530113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-86c0baf0-4102-4f93-9ea1-f612825bb6f8 req-0976f50f-dc23-4d85-915c-7a010c27949a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:08.533476 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-86c0baf0-4102-4f93-9ea1-f612825bb6f8 req-0976f50f-dc23-4d85-915c-7a010c27949a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "DELETE /v2.0/ports/0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 HTTP/1.1" status: 204 len: 173 time: 0.3906085 Nov 03 03:02:08.533984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'name': 'network-vif-deleted', 'tag': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:02:08.536215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014a1bd-a305-4697-b33c-7dc291988f14" -d '{"events": [{"server_uuid": "5a47ed60-a24c-4e5a-a7f4-a1785cab826c", "name": "network-vif-deleted", "tag": "0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:02:08.569053 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:08.574696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1429e116-9831-4f41-8fdc-ae393b6a1658 x-openstack-request-id: req-1429e116-9831-4f41-8fdc-ae393b6a1658 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:02:08.574997 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a47ed60-a24c-4e5a-a7f4-a1785cab826c", "name": "network-vif-deleted", "tag": "0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:02:08.575295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1429e116-9831-4f41-8fdc-ae393b6a1658 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:02:08.575677 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1429e116-9831-4f41-8fdc-ae393b6a1658'] response: {'server_uuid': '5a47ed60-a24c-4e5a-a7f4-a1785cab826c', 'name': 'network-vif-deleted', 'tag': '0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99', 'status': 'completed', 'code': 200} Nov 03 03:02:08.865632 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2103ff08-f6ea-4af4-9f16-499d0f8348d2 req-ea3dca14-5f5d-40b4-b3bc-69f23cbc88f2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a47ed60-a24c-4e5a-a7f4-a1785cab826c HTTP/1.1" status: 200 len: 210 time: 0.0281975 Nov 03 03:02:09.856947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0fb8dd94-133c-472b-9009-f2f4ea944889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:09.928947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47204) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:09.944001 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:02:10.270314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (47df46b8-d693-471d-b750-010d16dfb245), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:10.508888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 8a02dc29-671e-4179-9dbe-8485628e305b {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:02:10.509237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:10.596650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port 8a02dc29-671e-4179-9dbe-8485628e305b, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=8a02dc29-671e-4179-9dbe-8485628e305b,segment=NetworkSegment(37554fff-9674-4a5d-9bc6-a1668d038134),segment_id=37554fff-9674-4a5d-9bc6-a1668d038134)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:02:10.597021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:10.609465 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 8a02dc29-671e-4179-9dbe-8485628e305b owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:02:10.796192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (8a02dc29-671e-4179-9dbe-8485628e305b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:10.822542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=8a02dc29-671e-4179-9dbe-8485628e305b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:10.991338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (47df46b8-d693-471d-b750-010d16dfb245), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:11.193177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 47df46b8-d693-471d-b750-010d16dfb245 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:02:11.294870 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:02:11.299832 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-1bc114b0-f99f-4fd9-8b3b-bd1f0dc671f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "PUT /v2.0/routers/47df46b8-d693-471d-b750-010d16dfb245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3698630 Nov 03 03:02:11.302644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47208) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:11.309538 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c54c41-3812-427f-bbd1-db58fbc11dc8 None None] Sync routers for ids ['47df46b8-d693-471d-b750-010d16dfb245'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:02:11.320172 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c54c41-3812-427f-bbd1-db58fbc11dc8 None None] Routers {'47df46b8-d693-471d-b750-010d16dfb245'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:02:11.320825 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f0c54c41-3812-427f-bbd1-db58fbc11dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:01:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['47df46b8-d693-471d-b750-010d16dfb245'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:11.354197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb965889-0817-4788-9081-d044480a64a8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting subnet 7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 03:02:11.357523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cb965889-0817-4788-9081-d044480a64a8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for subnet (7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:11.397169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cb965889-0817-4788-9081-d044480a64a8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:11.419401 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f0c54c41-3812-427f-bbd1-db58fbc11dc8 None None] Set router 47df46b8-d693-471d-b750-010d16dfb245 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:02:11.479188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cb965889-0817-4788-9081-d044480a64a8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:11.539463 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cb965889-0817-4788-9081-d044480a64a8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:11.566541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb965889-0817-4788-9081-d044480a64a8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Subnet': ['ID=7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:11.570406 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cb965889-0817-4788-9081-d044480a64a8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:11.575116 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cb965889-0817-4788-9081-d044480a64a8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/subnets/7b05e5d9-aa1f-4884-9d5c-471bfe4f7a8d HTTP/1.1" status: 204 len: 168 time: 0.2702565 Nov 03 03:02:11.576944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47210) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:11.579824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef554e-442c-4e19-90d0-71cea4c721f3 None None] Network 41aa2db2-1013-427e-bef8-9b564d1e04ff requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:02:11.603976 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f0c54c41-3812-427f-bbd1-db58fbc11dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:02:10Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:11.630863 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c54c41-3812-427f-bbd1-db58fbc11dc8 None None] Checking router: 47df46b8-d693-471d-b750-010d16dfb245 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:02:11.640163 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c54c41-3812-427f-bbd1-db58fbc11dc8 None None] Routers {'47df46b8-d693-471d-b750-010d16dfb245'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:02:11.641339 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f0c54c41-3812-427f-bbd1-db58fbc11dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:01:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['47df46b8-d693-471d-b750-010d16dfb245'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:11.685239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (47df46b8-d693-471d-b750-010d16dfb245), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:11.752411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] DHCP port deletion for 41aa2db2-1013-427e-bef8-9b564d1e04ff request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 03:02:11.752631 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f0c54c41-3812-427f-bbd1-db58fbc11dc8 None None] Set router 47df46b8-d693-471d-b750-010d16dfb245 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:02:11.804705 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Deleting port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:02:11.805405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:11.880392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] For port ca22e51f-8dbf-49e2-ab56-fefc02f44a16, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ca22e51f-8dbf-49e2-ab56-fefc02f44a16,segment=NetworkSegment(37554fff-9674-4a5d-9bc6-a1668d038134),segment_id=37554fff-9674-4a5d-9bc6-a1668d038134)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:02:11.880851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:11.895872 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Calling delete_port for ca22e51f-8dbf-49e2-ab56-fefc02f44a16 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:02:11.939054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:02:11.944039 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f0c54c41-3812-427f-bbd1-db58fbc11dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:02:10Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:11.964603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:02:11.964851 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0a6f6bae-5b8d-486b-bb3d-cd62cf3a3e99 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:02:11.971159 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c54c41-3812-427f-bbd1-db58fbc11dc8 None None] The sync data for ids ['47df46b8-d693-471d-b750-010d16dfb245'] in dv-neutron-860659-5-hyperv is: [{'id': '47df46b8-d693-471d-b750-010d16dfb245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387111793', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:02:10Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'deb461a0-a6c3-47b7-813a-9d670a6e3bf6', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df46b8-d693-471d-b750-010d16dfb245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:00:29Z', 'updated_at': '2022-11-03T03:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:02:12.007369 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (ca22e51f-8dbf-49e2-ab56-fefc02f44a16), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.034383 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Pushing event deleted for resources: {'Port': ['ID=ca22e51f-8dbf-49e2-ab56-fefc02f44a16,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:12.037703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] No DVR routers for this DVR port ca22e51f-8dbf-49e2-ab56-fefc02f44a16 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:02:12.045656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.048222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.048222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.048222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.048222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.048222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.048222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.048222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.049345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.049863 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.050233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.050427 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.050774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30fd91-197f-43e0-9c41-d22051d30b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:12.111247 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (47df46b8-d693-471d-b750-010d16dfb245), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.157984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port deb461a0-a6c3-47b7-813a-9d670a6e3bf6 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:02:12.158325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.234841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port deb461a0-a6c3-47b7-813a-9d670a6e3bf6, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=deb461a0-a6c3-47b7-813a-9d670a6e3bf6,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:02:12.235462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.247874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for deb461a0-a6c3-47b7-813a-9d670a6e3bf6 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:02:12.352674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-29024723-d4f6-4269-a1a4-a0471c897dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.420129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (deb461a0-a6c3-47b7-813a-9d670a6e3bf6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.458967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=deb461a0-a6c3-47b7-813a-9d670a6e3bf6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:12.525187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (47df46b8-d693-471d-b750-010d16dfb245), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.617047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (47df46b8-d693-471d-b750-010d16dfb245), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.619241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_controller (47df46b8-d693-471d-b750-010d16dfb245), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.664960 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (47df46b8-d693-471d-b750-010d16dfb245), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.665550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Fanout notify agent at l3_agent the message router_deleted on router 47df46b8-d693-471d-b750-010d16dfb245 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 03:02:12.675076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.676222 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3b15a348-3dc7-45ba-9765-af94fa35c778 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/routers/47df46b8-d693-471d-b750-010d16dfb245 HTTP/1.1" status: 204 len: 168 time: 1.0983691 Nov 03 03:02:12.678940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47212) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:12.782447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (41aa2db2-1013-427e-bef8-9b564d1e04ff), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.885871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (41aa2db2-1013-427e-bef8-9b564d1e04ff), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.907820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aa2db2-1013-427e-bef8-9b564d1e04ff']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:12.918700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37554fff-9674-4a5d-9bc6-a1668d038134') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:12.919002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37554fff-9674-4a5d-9bc6-a1668d038134') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:12.930229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (37554fff-9674-4a5d-9bc6-a1668d038134), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.943767 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (37554fff-9674-4a5d-9bc6-a1668d038134), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:12.950999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 03:02:12.951390 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (37554fff-9674-4a5d-9bc6-a1668d038134), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.018788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (41aa2db2-1013-427e-bef8-9b564d1e04ff), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.027312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.031469 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/networks/41aa2db2-1013-427e-bef8-9b564d1e04ff HTTP/1.1" status: 204 len: 168 time: 0.3511415 Nov 03 03:02:13.034265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47218) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:13.053278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab9eae-0c18-447f-bc2e-78f44e734301 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Network': ['ID=41aa2db2-1013-427e-bef8-9b564d1e04ff,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:13.063637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 37554fff-9674-4a5d-9bc6-a1668d038134 resource provider aggregate not found Nov 03 03:02:13.092408 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 37554fff-9674-4a5d-9bc6-a1668d038134 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37554fff-9674-4a5d-9bc6-a1668d038134 found for delete ", "request_id": "req-8d00f4c8-8455-443a-9246-f5b82d952ad8"}]} Nov 03 03:02:13.123272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b62b0e8e-ac0e-4154-8c9a-61162978e0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (ba696bc5-30ea-4131-b055-1cca2daba454), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.153495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b62b0e8e-ac0e-4154-8c9a-61162978e0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (ba696bc5-30ea-4131-b055-1cca2daba454), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.227232 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b62b0e8e-ac0e-4154-8c9a-61162978e0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (ba696bc5-30ea-4131-b055-1cca2daba454), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.231296 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b62b0e8e-ac0e-4154-8c9a-61162978e0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.232511 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b62b0e8e-ac0e-4154-8c9a-61162978e0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba696bc5-30ea-4131-b055-1cca2daba454 HTTP/1.1" status: 204 len: 168 time: 0.1972840 Nov 03 03:02:13.242286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b0e8e-ac0e-4154-8c9a-61162978e0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba696bc5-30ea-4131-b055-1cca2daba454,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:13.332929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.340302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ca22e51f-8dbf-49e2-ab56-fefc02f44a16 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:02:13.359738 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47226) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:13.364720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d95b3aa9-7892-4e2e-a507-5c963f30afae tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398761195', 'description': 'tempest-secgroup-smoke-1398761195 description', 'project_id': 'b7101b697f184fada26a23eb1cbbed56'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:13.374310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: ca22e51f-8dbf-49e2-ab56-fefc02f44a16 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:02:13.374698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ca22e51f-8dbf-49e2-ab56-fefc02f44a16 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:02:13.375373 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8a02dc29-671e-4179-9dbe-8485628e305b no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:02:13.391846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d95b3aa9-7892-4e2e-a507-5c963f30afae tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.399238 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 8a02dc29-671e-4179-9dbe-8485628e305b {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:02:13.399515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 8a02dc29-671e-4179-9dbe-8485628e305b not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:02:13.399945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device deb461a0-a6c3-47b7-813a-9d670a6e3bf6 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:02:13.434854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: deb461a0-a6c3-47b7-813a-9d670a6e3bf6 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:02:13.435226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device deb461a0-a6c3-47b7-813a-9d670a6e3bf6 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:02:13.466911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d95b3aa9-7892-4e2e-a507-5c963f30afae tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (33dd3f12-5d30-4851-b426-e537f622579f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.470824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d95b3aa9-7892-4e2e-a507-5c963f30afae tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (33dd3f12-5d30-4851-b426-e537f622579f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.501020 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d95b3aa9-7892-4e2e-a507-5c963f30afae tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.502251 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d95b3aa9-7892-4e2e-a507-5c963f30afae tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1411252 Nov 03 03:02:13.505351 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47228) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:13.506258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b3aa9-7892-4e2e-a507-5c963f30afae tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33dd3f12-5d30-4851-b426-e537f622579f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:13.512121 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': '33dd3f12-5d30-4851-b426-e537f622579f', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:13.538096 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (eb6bc4f4-6c39-46e3-bcc3-a3ae86721495), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.594106 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (eb6bc4f4-6c39-46e3-bcc3-a3ae86721495), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.597965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (eb6bc4f4-6c39-46e3-bcc3-a3ae86721495), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.615506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6bc4f4-6c39-46e3-bcc3-a3ae86721495,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:13.626891 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.628086 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217461 Nov 03 03:02:13.629430 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.629781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.630126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.630471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.630813 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.630964 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47232) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:13.631141 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.631471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.631803 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.632132 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.632459 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.632814 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.633141 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.633468 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cf7c1-4d1e-4bb5-9b36-d6a60533d62b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:13.636917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-24d4c037-3fe7-49db-b428-83ec81522aed tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': '33dd3f12-5d30-4851-b426-e537f622579f', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:13.661716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24d4c037-3fe7-49db-b428-83ec81522aed tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (c8330785-731f-4162-a14c-a9c86389fff5), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.718142 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24d4c037-3fe7-49db-b428-83ec81522aed tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (c8330785-731f-4162-a14c-a9c86389fff5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.721854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24d4c037-3fe7-49db-b428-83ec81522aed tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (c8330785-731f-4162-a14c-a9c86389fff5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.739250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4c037-3fe7-49db-b428-83ec81522aed tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8330785-731f-4162-a14c-a9c86389fff5,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:13.748208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24d4c037-3fe7-49db-b428-83ec81522aed tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.749441 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-24d4c037-3fe7-49db-b428-83ec81522aed tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174786 Nov 03 03:02:13.752137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47234) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:13.756357 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3af09fb2-ee55-4c3f-8c84-d053a739ad16 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': '33dd3f12-5d30-4851-b426-e537f622579f', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:13.780932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3af09fb2-ee55-4c3f-8c84-d053a739ad16 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (a026a8ff-e435-4192-93e3-4aba9fc7e037), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.838969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3af09fb2-ee55-4c3f-8c84-d053a739ad16 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (a026a8ff-e435-4192-93e3-4aba9fc7e037), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.842708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3af09fb2-ee55-4c3f-8c84-d053a739ad16 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (a026a8ff-e435-4192-93e3-4aba9fc7e037), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.861219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af09fb2-ee55-4c3f-8c84-d053a739ad16 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a026a8ff-e435-4192-93e3-4aba9fc7e037,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:13.868650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3af09fb2-ee55-4c3f-8c84-d053a739ad16 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.869888 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3af09fb2-ee55-4c3f-8c84-d053a739ad16 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167717 Nov 03 03:02:13.873261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47236) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:13.877834 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6b123512-e296-4777-bcd0-84f6f9e33b09 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': '33dd3f12-5d30-4851-b426-e537f622579f', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:13.902260 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6b123512-e296-4777-bcd0-84f6f9e33b09 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (1858c8f8-fa98-47d6-af8e-656f45bfef21), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.958680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6b123512-e296-4777-bcd0-84f6f9e33b09 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (1858c8f8-fa98-47d6-af8e-656f45bfef21), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.962431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6b123512-e296-4777-bcd0-84f6f9e33b09 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (1858c8f8-fa98-47d6-af8e-656f45bfef21), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.979576 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b123512-e296-4777-bcd0-84f6f9e33b09 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1858c8f8-fa98-47d6-af8e-656f45bfef21,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:13.988288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6b123512-e296-4777-bcd0-84f6f9e33b09 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:13.989505 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6b123512-e296-4777-bcd0-84f6f9e33b09 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152465 Nov 03 03:02:13.992304 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47238) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:13.997601 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3545c048-4583-4ea6-864a-840db03c261e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': '33dd3f12-5d30-4851-b426-e537f622579f', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:14.017470 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-3545c048-4583-4ea6-864a-840db03c261e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Project b7101b697f184fada26a23eb1cbbed56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:02:14.022404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3545c048-4583-4ea6-864a-840db03c261e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (1e07d796-4cc1-40da-b9f8-2dc73cb0ba46), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.080571 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3545c048-4583-4ea6-864a-840db03c261e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (1e07d796-4cc1-40da-b9f8-2dc73cb0ba46), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.084219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3545c048-4583-4ea6-864a-840db03c261e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (1e07d796-4cc1-40da-b9f8-2dc73cb0ba46), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.103740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545c048-4583-4ea6-864a-840db03c261e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e07d796-4cc1-40da-b9f8-2dc73cb0ba46,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:14.109492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3545c048-4583-4ea6-864a-840db03c261e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.110900 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3545c048-4583-4ea6-864a-840db03c261e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175039 Nov 03 03:02:14.114432 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47240) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:14.118940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-64fabbec-b767-4e18-836f-107ca6cd2bfa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': '33dd3f12-5d30-4851-b426-e537f622579f', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:14.138778 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-64fabbec-b767-4e18-836f-107ca6cd2bfa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Project b7101b697f184fada26a23eb1cbbed56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:02:14.143517 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fabbec-b767-4e18-836f-107ca6cd2bfa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (cf9464a0-ca37-4007-a4bb-dff60ad2c3a7), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.203884 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fabbec-b767-4e18-836f-107ca6cd2bfa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (cf9464a0-ca37-4007-a4bb-dff60ad2c3a7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.207437 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fabbec-b767-4e18-836f-107ca6cd2bfa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (cf9464a0-ca37-4007-a4bb-dff60ad2c3a7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.224941 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fabbec-b767-4e18-836f-107ca6cd2bfa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9464a0-ca37-4007-a4bb-dff60ad2c3a7,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:14.233207 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fabbec-b767-4e18-836f-107ca6cd2bfa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.234465 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-64fabbec-b767-4e18-836f-107ca6cd2bfa tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190231 Nov 03 03:02:14.237547 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47242) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:14.242292 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'network': {'name': 'tempest-network-smoke--85915861', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'port_security_enabled': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:14.261705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:02:14.264797 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.287036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 03:02:14.295844 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (8f11c303-e380-43a4-91cf-db69676f8246), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.296195 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Added segment 8f11c303-e380-43a4-91cf-db69676f8246 of type vlan for network f9bb40a4-db1c-45d5-ab34-d7e29066e794 Nov 03 03:02:14.336631 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (f9bb40a4-db1c-45d5-ab34-d7e29066e794), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.359992 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (f9bb40a4-db1c-45d5-ab34-d7e29066e794), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.365229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:14.365816 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.420759 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1821682 Nov 03 03:02:14.423557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47244) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:14.428148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'admin_state_up': True, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:14.436518 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c196334-0a6f-40ee-98e6-7c687663cc4c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Network': ['ID=f9bb40a4-db1c-45d5-ab34-d7e29066e794,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:14.447271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network f9bb40a4-db1c-45d5-ab34-d7e29066e794 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 03:02:14.450755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (397e6435-af68-4a41-aada-15945807a83f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.451876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (397e6435-af68-4a41-aada-15945807a83f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.506763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_controller (397e6435-af68-4a41-aada-15945807a83f), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.638094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (397e6435-af68-4a41-aada-15945807a83f), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.810596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.828787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (397e6435-af68-4a41-aada-15945807a83f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.851455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:14.956862 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.26.6.58 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/c8907d7e-b352-450e-a2e7-0b8dbad9115f) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:02:15.059710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:15.091385 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:15.127880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:02:15.130650 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:02:15.137628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:02:15.142441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=c8907d7e-b352-450e-a2e7-0b8dbad9115f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:15.375238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (397e6435-af68-4a41-aada-15945807a83f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:15.560119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (397e6435-af68-4a41-aada-15945807a83f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:15.682790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 397e6435-af68-4a41-aada-15945807a83f is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 03:02:15.786588 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:02:15.795844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Sync routers for ids ['397e6435-af68-4a41-aada-15945807a83f'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:02:15.805863 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Routers {'397e6435-af68-4a41-aada-15945807a83f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:02:15.806517 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:02:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['397e6435-af68-4a41-aada-15945807a83f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:15.807748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:15.811815 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f833b8ea-d54d-4290-951a-9d97eb90ec81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3849316 Nov 03 03:02:15.812877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47246) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:15.847475 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0b8bf43b-afc5-4a0a-a2cd-af85398b8b33 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=b7101b697f184fada26a23eb1cbbed56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328875 Nov 03 03:02:15.850093 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47248) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:15.910796 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Set router 397e6435-af68-4a41-aada-15945807a83f gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:02:15.941733 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05606204-f40e-4467-8442-3c30cab735c2 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:15.943194 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-05606204-f40e-4467-8442-3c30cab735c2 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921926 Nov 03 03:02:15.946141 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47250) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:15.977890 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1d1457a4-db9c-4525-8331-68b1574eb794 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306208 Nov 03 03:02:15.980809 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47252) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:15.986028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1361372278', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:16.081606 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:02:16.085375 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:16.212518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:16.241496 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:15Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:16.269626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Checking router: 397e6435-af68-4a41-aada-15945807a83f for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:02:16.270070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Updating router 397e6435-af68-4a41-aada-15945807a83f port c8907d7e-b352-450e-a2e7-0b8dbad9115f binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:02:16.273526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (8960ed50-6219-431a-8883-c39855175741), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:16.301287 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:16.335058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Subnet': ['ID=8960ed50-6219-431a-8883-c39855175741,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:16.344806 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Checking segment: {'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:02:16.345180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network hostable DHCP agents. Network: f9bb40a4-db1c-45d5-ab34-d7e29066e794, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 03:02:16.362705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network f9bb40a4-db1c-45d5-ab34-d7e29066e794 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 03:02:16.372137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, f9bb40a4-db1c-45d5-ab34-d7e29066e794) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:02:16.377506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:16.378122 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:16.382620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49e5b91-d91e-4f6a-8558-27a143c3ffc7 None None] Network f9bb40a4-db1c-45d5-ab34-d7e29066e794 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:02:16.394775 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b7de4a92-baf9-4c80-9ca2-38ddb5c3e56c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4129109 Nov 03 03:02:16.397804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47254) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:16.548673 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ips': [{'subnet_id': '8960ed50-6219-431a-8883-c39855175741'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 03:02:16.550161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:16.738818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Publish callbacks [] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:16.751916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:16.786610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Allocated IP 172.20.0.2 (f9bb40a4-db1c-45d5-ab34-d7e29066e794/8960ed50-6219-431a-8883-c39855175741/3adb398c-94ce-42a3-8b17-b87a51b9c35c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:02:16.803870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Attempting to bind port c8907d7e-b352-450e-a2e7-0b8dbad9115f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:02:16.804528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Attempting to bind port c8907d7e-b352-450e-a2e7-0b8dbad9115f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:02:16.804665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Attempting to bind port c8907d7e-b352-450e-a2e7-0b8dbad9115f on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:02:16.816885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:16.825582 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82c25c-e02d-4bba-a79f-0526ff8ddb53 None None] Pushing event updated for resources: {'Port': ['ID=c8907d7e-b352-450e-a2e7-0b8dbad9115f,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:16.837936 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:02:16.838323 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:02:16.838735 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:16.839168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:02:16.840253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Bound port: c8907d7e-b352-450e-a2e7-0b8dbad9115f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:02:16.840689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:16.943677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] For port c8907d7e-b352-450e-a2e7-0b8dbad9115f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:02:16.965835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] For port c8907d7e-b352-450e-a2e7-0b8dbad9115f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c8907d7e-b352-450e-a2e7-0b8dbad9115f,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:02:16.978121 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:17.047220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Routers {'397e6435-af68-4a41-aada-15945807a83f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:02:17.048083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:02:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['397e6435-af68-4a41-aada-15945807a83f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:17.092572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Publish callbacks [] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:17.108120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:17.111775 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82c25c-e02d-4bba-a79f-0526ff8ddb53 None None] Pushing event updated for resources: {'Port': ['ID=c8907d7e-b352-450e-a2e7-0b8dbad9115f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:17.153511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.20.0.1 (f9bb40a4-db1c-45d5-ab34-d7e29066e794/8960ed50-6219-431a-8883-c39855175741/7a7626a8-aec8-476b-838b-cda1426eff48) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:02:17.184062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Network f9bb40a4-db1c-45d5-ab34-d7e29066e794 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:02:17.189884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:02:17.196927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:02:17.213207 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Pushing event updated for resources: {'Port': ['ID=3adb398c-94ce-42a3-8b17-b87a51b9c35c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:17.239830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] Set router 397e6435-af68-4a41-aada-15945807a83f gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:02:17.268333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (7a7626a8-aec8-476b-838b-cda1426eff48), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:17.301381 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:17.343450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network f9bb40a4-db1c-45d5-ab34-d7e29066e794 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:02:17.346542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:02:17.350692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:02:17.350849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Attempting to bind port 3adb398c-94ce-42a3-8b17-b87a51b9c35c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:02:17.351184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Attempting to bind port 3adb398c-94ce-42a3-8b17-b87a51b9c35c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:02:17.351558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Attempting to bind port 3adb398c-94ce-42a3-8b17-b87a51b9c35c on network f9bb40a4-db1c-45d5-ab34-d7e29066e794 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:02:17.363610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:02:17.363996 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Checking segment: {'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:02:17.366239 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:17.366641 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Bound using segment: {'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:02:17.367125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Bound port: 3adb398c-94ce-42a3-8b17-b87a51b9c35c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:02:17.367505 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:17.380081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=7a7626a8-aec8-476b-838b-cda1426eff48,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:17.407635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (397e6435-af68-4a41-aada-15945807a83f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:17.478296 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] For port 3adb398c-94ce-42a3-8b17-b87a51b9c35c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:02:17.482711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] For port 3adb398c-94ce-42a3-8b17-b87a51b9c35c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3adb398c-94ce-42a3-8b17-b87a51b9c35c,segment=NetworkSegment(8f11c303-e380-43a4-91cf-db69676f8246),segment_id=8f11c303-e380-43a4-91cf-db69676f8246)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:02:17.493329 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:17.555887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:15Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:17.557819 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40a065-4655-43b8-9e3a-a61e07fd84ca None None] Pushing event updated for resources: {'Port': ['ID=3adb398c-94ce-42a3-8b17-b87a51b9c35c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:17.591317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:17.594327 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c815a2-12f3-4842-bf57-45a906bff798 None None] The sync data for ids ['397e6435-af68-4a41-aada-15945807a83f'] in dv-neutron-860659-5-hyperv is: [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:15Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:02:17.978536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (7a7626a8-aec8-476b-838b-cda1426eff48), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:17.984520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:18.056636 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (397e6435-af68-4a41-aada-15945807a83f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:18.069832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=7a7626a8-aec8-476b-838b-cda1426eff48,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:18.171702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network f9bb40a4-db1c-45d5-ab34-d7e29066e794 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:02:18.173918 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:02:18.295244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 397e6435-af68-4a41-aada-15945807a83f has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:02:18.591259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e9ede3-dd6c-4eb5-b8e7-ce6c229da94d None None] Network f9bb40a4-db1c-45d5-ab34-d7e29066e794 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:02:18.742995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:02:18.749058 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d28ff1df-2a4c-4cdb-b9d1-658f41604a89 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "PUT /v2.0/routers/397e6435-af68-4a41-aada-15945807a83f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3500123 Nov 03 03:02:18.824319 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b8169807-34ac-4109-993f-52d33ea05eba None None] Provisioning complete for port 3adb398c-94ce-42a3-8b17-b87a51b9c35c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:02:18.824717 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b8169807-34ac-4109-993f-52d33ea05eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:18.825059 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-b8169807-34ac-4109-993f-52d33ea05eba None None] Attempt 1 to provision port 3adb398c-94ce-42a3-8b17-b87a51b9c35c Nov 03 03:02:18.903781 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-41435e2a-8c75-4305-b2c2-dd1188c0262a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398761195&fields=id&tenant_id=b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 267 time: 0.0460689 Nov 03 03:02:18.927302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b8169807-34ac-4109-993f-52d33ea05eba None None] Current status of the port 3adb398c-94ce-42a3-8b17-b87a51b9c35c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:02:18.927699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b8169807-34ac-4109-993f-52d33ea05eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:18.966052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b8169807-34ac-4109-993f-52d33ea05eba None None] For port 3adb398c-94ce-42a3-8b17-b87a51b9c35c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3adb398c-94ce-42a3-8b17-b87a51b9c35c,segment=NetworkSegment(8f11c303-e380-43a4-91cf-db69676f8246),segment_id=8f11c303-e380-43a4-91cf-db69676f8246)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:02:18.972753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b8169807-34ac-4109-993f-52d33ea05eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:19.032841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8169807-34ac-4109-993f-52d33ea05eba None None] Pushing event updated for resources: {'Port': ['ID=3adb398c-94ce-42a3-8b17-b87a51b9c35c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:19.033780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-1999baf7-3b73-486f-99f9-d8e34edb85e1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:19.041293 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-1999baf7-3b73-486f-99f9-d8e34edb85e1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/networks?id=f9bb40a4-db1c-45d5-ab34-d7e29066e794 HTTP/1.1" status: 200 len: 795 time: 0.1300769 Nov 03 03:02:19.052634 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-ee8a1a65-6f3d-47ac-8682-6f66cef74c66 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/quotas/b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 375 time: 0.0104492 Nov 03 03:02:19.117136 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-ddc6d3c7-d2b4-47fa-a8b0-8768173572ad tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594234 Nov 03 03:02:19.198328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Provisioning complete for port 7a7626a8-aec8-476b-838b-cda1426eff48 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:02:19.198888 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:19.199231 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Attempt 1 to provision port 7a7626a8-aec8-476b-838b-cda1426eff48 Nov 03 03:02:19.231965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Port 7a7626a8-aec8-476b-838b-cda1426eff48 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:02:19.274547 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-28cf9d58-1cb0-4e78-a9fd-4304c4e15512 service neutron] 10.222.0.23 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437073 Nov 03 03:02:19.388878 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-72b8b853-d5f1-42e0-96ff-91d29b7728e0 service neutron] 10.222.0.23 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075273 Nov 03 03:02:19.404049 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Sync routers for ids ['397e6435-af68-4a41-aada-15945807a83f'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:02:19.419601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c8907d7e-b352-450e-a2e7-0b8dbad9115f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:02:19.424205 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Routers {'397e6435-af68-4a41-aada-15945807a83f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:02:19.424863 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:02:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['397e6435-af68-4a41-aada-15945807a83f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:19.475429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c8907d7e-b352-450e-a2e7-0b8dbad9115f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:02:19.475810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:19.476151 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c8907d7e-b352-450e-a2e7-0b8dbad9115f Nov 03 03:02:19.547589 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Set router 397e6435-af68-4a41-aada-15945807a83f gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:02:19.615663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c8907d7e-b352-450e-a2e7-0b8dbad9115f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:02:19.616119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:19.648262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port c8907d7e-b352-450e-a2e7-0b8dbad9115f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c8907d7e-b352-450e-a2e7-0b8dbad9115f,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:02:19.653521 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:19.654652 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3adb398c-94ce-42a3-8b17-b87a51b9c35c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:02:19.694951 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c688f283-72cf-41dc-9c8b-c47271102652 req-f4ea7b1d-c8ee-40f0-82af-b860abe5035f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 210 time: 0.1317241 Nov 03 03:02:19.734183 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Attempt 2 to provision port 7a7626a8-aec8-476b-838b-cda1426eff48 Nov 03 03:02:19.745021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 3adb398c-94ce-42a3-8b17-b87a51b9c35c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:02:19.746228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:19.746228 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 3adb398c-94ce-42a3-8b17-b87a51b9c35c Nov 03 03:02:19.779916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=c8907d7e-b352-450e-a2e7-0b8dbad9115f,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:19.791882 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:17Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '7a7626a8-aec8-476b-838b-cda1426eff48', 'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:c0:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8960ed50-6219-431a-8883-c39855175741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:16Z', 'updated_at': '2022-11-03T03:02:17Z', 'revision_number': 2, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8960ed50-6219-431a-8883-c39855175741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:19.817881 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Checking router: 397e6435-af68-4a41-aada-15945807a83f for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:02:19.818242 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Updating router 397e6435-af68-4a41-aada-15945807a83f port 7a7626a8-aec8-476b-838b-cda1426eff48 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:02:19.819969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Port 7a7626a8-aec8-476b-838b-cda1426eff48 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:02:19.848846 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:19.861285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 3adb398c-94ce-42a3-8b17-b87a51b9c35c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:02:20.197843 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Publish callbacks [] for port (7a7626a8-aec8-476b-838b-cda1426eff48), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:20.204025 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:20.262490 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Pushing event updated for resources: {'Port': ['ID=7a7626a8-aec8-476b-838b-cda1426eff48,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:20.285298 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.285539 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.285877 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.286213 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.286542 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.286874 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.287195 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.287517 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.287840 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.288160 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.288479 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.288816 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.289152 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:02:20.300585 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Attempting to bind port 7a7626a8-aec8-476b-838b-cda1426eff48 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:02:20.300957 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Attempting to bind port 7a7626a8-aec8-476b-838b-cda1426eff48 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:02:20.301314 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Attempting to bind port 7a7626a8-aec8-476b-838b-cda1426eff48 on network f9bb40a4-db1c-45d5-ab34-d7e29066e794 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:02:20.306283 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:02:20.306655 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Checking segment: {'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:02:20.307048 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:20.307439 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Bound using segment: {'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:02:20.308840 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Bound port: 7a7626a8-aec8-476b-838b-cda1426eff48, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:02:20.308840 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:20.321282 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Attempt 3 to provision port 7a7626a8-aec8-476b-838b-cda1426eff48 Nov 03 03:02:20.360446 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Port 7a7626a8-aec8-476b-838b-cda1426eff48 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:02:20.372680 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] For port 7a7626a8-aec8-476b-838b-cda1426eff48, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:02:20.375788 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] For port 7a7626a8-aec8-476b-838b-cda1426eff48, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7a7626a8-aec8-476b-838b-cda1426eff48,segment=NetworkSegment(8f11c303-e380-43a4-91cf-db69676f8246),segment_id=8f11c303-e380-43a4-91cf-db69676f8246)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:02:20.381216 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:20.415211 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Routers {'397e6435-af68-4a41-aada-15945807a83f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:02:20.415869 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:02:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['397e6435-af68-4a41-aada-15945807a83f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:20.466297 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f08e59-29c7-4a1c-8769-02ff15deb077 None None] Pushing event updated for resources: {'Port': ['ID=7a7626a8-aec8-476b-838b-cda1426eff48,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:20.529528 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] Set router 397e6435-af68-4a41-aada-15945807a83f gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:02:20.736146 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:17Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '7a7626a8-aec8-476b-838b-cda1426eff48', 'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:c0:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8960ed50-6219-431a-8883-c39855175741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:16Z', 'updated_at': '2022-11-03T03:02:20Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8960ed50-6219-431a-8883-c39855175741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:20.769817 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c2e6f-e124-4a7f-ad67-0c70f6766466 None None] The sync data for ids ['397e6435-af68-4a41-aada-15945807a83f'] in dv-neutron-860659-5-hyperv is: [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:17Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '7a7626a8-aec8-476b-838b-cda1426eff48', 'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:c0:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8960ed50-6219-431a-8883-c39855175741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:16Z', 'updated_at': '2022-11-03T03:02:20Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8960ed50-6219-431a-8883-c39855175741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:02:20.782325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-d3ff7dd4-d836-4a75-b288-3c258ba91d2f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:20.783989 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-d3ff7dd4-d836-4a75-b288-3c258ba91d2f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/networks?id=f9bb40a4-db1c-45d5-ab34-d7e29066e794 HTTP/1.1" status: 200 len: 795 time: 0.1258607 Nov 03 03:02:20.822999 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a0b68a2c-d7ce-49d6-b1a3-d25356ecede4 req-e10df00c-48e2-4b83-932e-d4dae21b2ecc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 210 time: 0.0495996 Nov 03 03:02:20.861789 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Attempt 4 to provision port 7a7626a8-aec8-476b-838b-cda1426eff48 Nov 03 03:02:20.909155 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-bd48ef14-3e6d-47bf-b4ba-89e7c3dc2481 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 380 time: 0.0845897 Nov 03 03:02:20.920059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'port': {'device_id': 'a7878656-10eb-44b5-9954-c6beebea1948', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'admin_state_up': True, 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'security_groups': ['33dd3f12-5d30-4851-b426-e537f622579f']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:20.955083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Current status of the port 7a7626a8-aec8-476b-838b-cda1426eff48 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:02:20.955572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:20.997747 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] For port 7a7626a8-aec8-476b-838b-cda1426eff48, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7a7626a8-aec8-476b-838b-cda1426eff48,segment=NetworkSegment(8f11c303-e380-43a4-91cf-db69676f8246),segment_id=8f11c303-e380-43a4-91cf-db69676f8246)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:02:21.003402 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:21.044834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Provisioning complete for port 3adb398c-94ce-42a3-8b17-b87a51b9c35c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:02:21.045164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:21.045859 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Attempt 1 to provision port 3adb398c-94ce-42a3-8b17-b87a51b9c35c Nov 03 03:02:21.051417 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:02:21.055513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:21.080631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Pushing event updated for resources: {'Port': ['ID=7a7626a8-aec8-476b-838b-cda1426eff48,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:21.140236 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6e8b1-9003-407f-b974-b123f6e236fe None None] Current status of the port 3adb398c-94ce-42a3-8b17-b87a51b9c35c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:02:21.201875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.20.0.10 (f9bb40a4-db1c-45d5-ab34-d7e29066e794/8960ed50-6219-431a-8883-c39855175741/abdb8fcc-8779-4ad6-a61d-35dbedf6cc78) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:02:21.274468 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-8be37674-c5e7-48f2-9b08-133cec737df6 None None] Provisioning complete for port 7a7626a8-aec8-476b-838b-cda1426eff48 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:02:21.274846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8be37674-c5e7-48f2-9b08-133cec737df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:21.275188 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-8be37674-c5e7-48f2-9b08-133cec737df6 None None] Attempt 1 to provision port 7a7626a8-aec8-476b-838b-cda1426eff48 Nov 03 03:02:21.373208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8be37674-c5e7-48f2-9b08-133cec737df6 None None] Current status of the port 7a7626a8-aec8-476b-838b-cda1426eff48 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:02:21.378160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:21.422478 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:21.431825 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7a7626a8-aec8-476b-838b-cda1426eff48 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:02:21.467924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network f9bb40a4-db1c-45d5-ab34-d7e29066e794 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:02:21.475400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:02:21.477630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:21.480467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:02:21.483875 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 7a7626a8-aec8-476b-838b-cda1426eff48 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:02:21.484191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:21.484704 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 7a7626a8-aec8-476b-838b-cda1426eff48 Nov 03 03:02:21.541826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:21.543070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:21.566548 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-0851c8c1-55a8-489f-8afd-654e24eded74 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6504567 Nov 03 03:02:21.570606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 7a7626a8-aec8-476b-838b-cda1426eff48 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:02:21.571744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c8907d7e-b352-450e-a2e7-0b8dbad9115f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:02:21.579779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-95cab02a-8252-4d2f-864b-426b99d5fbf0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 03:02:21.581483 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-95cab02a-8252-4d2f-864b-426b99d5fbf0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062788 Nov 03 03:02:21.621382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c8907d7e-b352-450e-a2e7-0b8dbad9115f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:02:21.621824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:21.622323 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c8907d7e-b352-450e-a2e7-0b8dbad9115f Nov 03 03:02:21.669182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Request body: {'port': {'device_id': 'a7878656-10eb-44b5-9954-c6beebea1948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:21.711771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c8907d7e-b352-450e-a2e7-0b8dbad9115f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:02:21.747937 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:21.796793 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c44bfd9b-469b-40da-a02e-681579c3872e None None] Provisioning complete for port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:02:21.797187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c44bfd9b-469b-40da-a02e-681579c3872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:21.797555 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c44bfd9b-469b-40da-a02e-681579c3872e None None] Attempt 1 to provision port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 Nov 03 03:02:21.831760 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c44bfd9b-469b-40da-a02e-681579c3872e None None] Port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:02:22.009447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276ce27-ccff-49ad-99c2-dfb97cd03c9d req-b71df4c1-fc1c-430e-b501-779b4319d51b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:22.011192 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9276ce27-ccff-49ad-99c2-dfb97cd03c9d req-b71df4c1-fc1c-430e-b501-779b4319d51b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 932 time: 0.0931327 Nov 03 03:02:22.090911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:02:22.105871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Publish callbacks [] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:22.113495 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9276ce27-ccff-49ad-99c2-dfb97cd03c9d req-702bbb85-53dd-4f14-a690-9f378dc3c814 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956516 Nov 03 03:02:22.123029 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Transition to ACTIVE for port object abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 03:02:22.128306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:22.186330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Pushing event updated for resources: {'Port': ['ID=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:22.237295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Attempting to bind port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:02:22.237629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Attempting to bind port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:02:22.237953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Attempting to bind port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 on network f9bb40a4-db1c-45d5-ab34-d7e29066e794 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:02:22.242116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 on network f9bb40a4-db1c-45d5-ab34-d7e29066e794 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 03:02:22.242435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Attempting to bind port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 on network f9bb40a4-db1c-45d5-ab34-d7e29066e794 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:02:22.247377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:02:22.247709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Checking segment: {'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:02:22.248087 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Bound using segment: {'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:02:22.248514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Bound port: abdb8fcc-8779-4ad6-a61d-35dbedf6cc78, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f11c303-e380-43a4-91cf-db69676f8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:02:22.248873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:22.307059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] For port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:02:22.310325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] For port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78,segment=NetworkSegment(8f11c303-e380-43a4-91cf-db69676f8246),segment_id=8f11c303-e380-43a4-91cf-db69676f8246)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:02:22.316096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:22.319914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:22.320552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:22.321907 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] 10.222.0.27 "PUT /v2.0/ports/abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 HTTP/1.1" status: 200 len: 1094 time: 0.7295783 Nov 03 03:02:22.322392 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7878656-10eb-44b5-9954-c6beebea1948', 'tag': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:02:22.325284 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05a334e-80ad-42c9-a843-ed82e6ab1709" -d '{"events": [{"name": "network-changed", "server_uuid": "a7878656-10eb-44b5-9954-c6beebea1948", "tag": "abdb8fcc-8779-4ad6-a61d-35dbedf6cc78"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:02:22.333399 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-c44bfd9b-469b-40da-a02e-681579c3872e None None] Attempt 2 to provision port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 Nov 03 03:02:22.373282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15b1038-3ef0-4a02-b4ad-ec535ebc2dc9 x-openstack-request-id: req-e15b1038-3ef0-4a02-b4ad-ec535ebc2dc9 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:02:22.373578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7878656-10eb-44b5-9954-c6beebea1948", "tag": "abdb8fcc-8779-4ad6-a61d-35dbedf6cc78", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:02:22.373832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e15b1038-3ef0-4a02-b4ad-ec535ebc2dc9 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:02:22.374419 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15b1038-3ef0-4a02-b4ad-ec535ebc2dc9'] response: {'name': 'network-changed', 'server_uuid': 'a7878656-10eb-44b5-9954-c6beebea1948', 'tag': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78', 'status': 'completed', 'code': 200} Nov 03 03:02:22.381958 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c44bfd9b-469b-40da-a02e-681579c3872e None None] Port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 03:02:22.387145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ced8a6-ace2-4cde-94e1-f1d1ab03946e service neutron] Pushing event updated for resources: {'Port': ['ID=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:22.427260 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-94019886-003d-4816-9fe9-5828f20fe8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:22.428845 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-94019886-003d-4816-9fe9-5828f20fe8c6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 1128 time: 0.0497119 Nov 03 03:02:22.478113 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-6b65bbbb-00cb-4db1-92c1-90c7e88b2b34 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 HTTP/1.1" status: 200 len: 217 time: 0.0361300 Nov 03 03:02:22.528990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-a5fe8ab7-3afa-40fb-9fed-9847ee2365a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:22.530412 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-a5fe8ab7-3afa-40fb-9fed-9847ee2365a4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8960ed50-6219-431a-8883-c39855175741 HTTP/1.1" status: 200 len: 835 time: 0.0439489 Nov 03 03:02:22.585328 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-6380a87c-e50d-40b6-8a3d-6d4c30835223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:22.586906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-6380a87c-e50d-40b6-8a3d-6d4c30835223 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9bb40a4-db1c-45d5-ab34-d7e29066e794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446308 Nov 03 03:02:22.686152 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-f2ebac5f-ae12-4f30-8863-07afa84dc599 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879586 Nov 03 03:02:22.778295 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-97fb2a46-cfcf-4dbe-abeb-559b13191959 req-17004806-358e-45d9-b539-f5cc7e2c8d60 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830789 Nov 03 03:02:22.874364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a334e-80ad-42c9-a843-ed82e6ab1709 req-a8181ba1-5827-460b-80eb-4d5c8dd6faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:22.875879 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e05a334e-80ad-42c9-a843-ed82e6ab1709 req-a8181ba1-5827-460b-80eb-4d5c8dd6faae service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 1128 time: 0.0457218 Nov 03 03:02:22.973680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a334e-80ad-42c9-a843-ed82e6ab1709 req-71b35f9d-2009-45ea-88e6-58c4a21e4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:22.975144 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e05a334e-80ad-42c9-a843-ed82e6ab1709 req-71b35f9d-2009-45ea-88e6-58c4a21e4fdf service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9bb40a4-db1c-45d5-ab34-d7e29066e794 HTTP/1.1" status: 200 len: 896 time: 0.0900207 Nov 03 03:02:23.015529 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e05a334e-80ad-42c9-a843-ed82e6ab1709 req-36f3d5e7-62c4-4e4b-84c7-d6f00cdb349a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 HTTP/1.1" status: 200 len: 217 time: 0.0331771 Nov 03 03:02:23.069938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a334e-80ad-42c9-a843-ed82e6ab1709 req-c3546fc2-cb28-4c05-b4c3-b6c45095075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:23.071317 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e05a334e-80ad-42c9-a843-ed82e6ab1709 req-c3546fc2-cb28-4c05-b4c3-b6c45095075e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8960ed50-6219-431a-8883-c39855175741 HTTP/1.1" status: 200 len: 835 time: 0.0493302 Nov 03 03:02:23.124342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a334e-80ad-42c9-a843-ed82e6ab1709 req-4eafa2d4-3eb6-441b-97b7-ee0ea44faf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:23.125898 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e05a334e-80ad-42c9-a843-ed82e6ab1709 req-4eafa2d4-3eb6-441b-97b7-ee0ea44faf13 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9bb40a4-db1c-45d5-ab34-d7e29066e794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442879 Nov 03 03:02:23.249710 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e05a334e-80ad-42c9-a843-ed82e6ab1709 req-e4cf86d9-8dd5-4a85-b208-664851459e1e service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151986 Nov 03 03:02:23.272721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8b8e2-c789-49fc-a424-1f63e353498e req-234f381b-d5d0-4730-aeeb-b6b2b767dec4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:23.274143 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cfa8b8e2-c789-49fc-a424-1f63e353498e req-234f381b-d5d0-4730-aeeb-b6b2b767dec4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 944 time: 0.0862818 Nov 03 03:02:23.370147 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cfa8b8e2-c789-49fc-a424-1f63e353498e req-73beb0cf-e655-4a94-8452-5c8e51ace816 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860243 Nov 03 03:02:23.384308 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e05a334e-80ad-42c9-a843-ed82e6ab1709 req-bf720767-1692-49e8-bb56-aca1433b1bc3 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267941 Nov 03 03:02:24.500095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37a718-a4bd-4964-92bc-be2a6967ac25 req-31dde87e-60ac-494f-88e2-3178f12b907f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:24.501600 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6a37a718-a4bd-4964-92bc-be2a6967ac25 req-31dde87e-60ac-494f-88e2-3178f12b907f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 944 time: 0.0575342 Nov 03 03:02:24.550012 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6a37a718-a4bd-4964-92bc-be2a6967ac25 req-2c11948a-5a3c-4159-9b09-bde2ec4f46ac tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 Nov 03 03:02:25.672981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a5700-d199-4743-a9cb-7674da3f716c req-9a22cd54-7d07-4d4a-8692-ee583c0de4fe tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:25.674440 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-761a5700-d199-4743-a9cb-7674da3f716c req-9a22cd54-7d07-4d4a-8692-ee583c0de4fe tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 944 time: 0.0511358 Nov 03 03:02:25.722197 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-761a5700-d199-4743-a9cb-7674da3f716c req-dba62ec4-64a6-46a8-b2c0-5c254b9289a6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Nov 03 03:02:25.975665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:02:26.072271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78,segment=NetworkSegment(8f11c303-e380-43a4-91cf-db69676f8246),segment_id=8f11c303-e380-43a4-91cf-db69676f8246)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:02:26.083421 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'port_id': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78', 'mac_address': 'fa:16:3e:f6:16:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8960ed50-6219-431a-8883-c39855175741', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:02:26.121272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:02:26.121663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:26.134202 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:02:26.153131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78,segment=NetworkSegment(8f11c303-e380-43a4-91cf-db69676f8246),segment_id=8f11c303-e380-43a4-91cf-db69676f8246)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:02:26.157209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:26.202256 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:26.420928 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['abdb8fcc-8779-4ad6-a61d-35dbedf6cc78'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:02:26.899455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c892e-f0ff-4485-87cb-968b155a35e5 req-a423b919-8098-40f4-b227-b6382c015661 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:26.900952 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f4c892e-f0ff-4485-87cb-968b155a35e5 req-a423b919-8098-40f4-b227-b6382c015661 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 945 time: 0.1060302 Nov 03 03:02:26.948140 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7f4c892e-f0ff-4485-87cb-968b155a35e5 req-69d07ffc-0b67-488d-a6ed-0ca8b0209760 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410328 Nov 03 03:02:27.976269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:02:28.024883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 03:02:28.029332 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:02:28.029716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:28.030154 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 Nov 03 03:02:28.075889 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456f7b1-b312-4778-a247-cbba0cf3bca3 req-5add959a-1f5f-4be9-adfa-ca1d94e69a0b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:28.077421 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6456f7b1-b312-4778-a247-cbba0cf3bca3 req-5add959a-1f5f-4be9-adfa-ca1d94e69a0b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 945 time: 0.0558352 Nov 03 03:02:28.105007 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:02:28.105411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:28.127106 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6456f7b1-b312-4778-a247-cbba0cf3bca3 req-a767fcb3-b559-47b6-b553-1aefb6f6b5b8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438654 Nov 03 03:02:28.128794 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7878656-10eb-44b5-9954-c6beebea1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:02:28.131066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b07a2f-1403-4daa-a4a0-3c43c7b957e7" -d '{"events": [{"server_uuid": "a7878656-10eb-44b5-9954-c6beebea1948", "name": "network-vif-plugged", "status": "completed", "tag": "abdb8fcc-8779-4ad6-a61d-35dbedf6cc78"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:02:28.146326 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78,segment=NetworkSegment(8f11c303-e380-43a4-91cf-db69676f8246),segment_id=8f11c303-e380-43a4-91cf-db69676f8246)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:02:28.151656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:28.198907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:28.223693 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71ec266-c3a2-4e96-b7aa-a289b3348ba6 x-openstack-request-id: req-b71ec266-c3a2-4e96-b7aa-a289b3348ba6 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:02:28.223992 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7878656-10eb-44b5-9954-c6beebea1948", "name": "network-vif-plugged", "status": "completed", "tag": "abdb8fcc-8779-4ad6-a61d-35dbedf6cc78", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:02:28.224252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b71ec266-c3a2-4e96-b7aa-a289b3348ba6 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:02:28.224696 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71ec266-c3a2-4e96-b7aa-a289b3348ba6'] response: {'server_uuid': 'a7878656-10eb-44b5-9954-c6beebea1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78', 'code': 200} Nov 03 03:02:28.407537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcebe87-6b7d-49b6-89cb-268e1b921459 req-12498c43-75a8-49ad-83dd-8173bf8d0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:28.409259 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3dcebe87-6b7d-49b6-89cb-268e1b921459 req-12498c43-75a8-49ad-83dd-8173bf8d0247 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 1130 time: 0.0433891 Nov 03 03:02:28.459791 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3dcebe87-6b7d-49b6-89cb-268e1b921459 req-4e7fcc11-fc9e-47f2-b3ab-0d8014c60b9c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414855 Nov 03 03:02:29.253802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882d910-cb5e-4183-8ba2-db2d72ae817a req-8c0865a4-d527-47c7-b130-01096022ced2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:29.255269 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7882d910-cb5e-4183-8ba2-db2d72ae817a req-8c0865a4-d527-47c7-b130-01096022ced2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0530570 Nov 03 03:02:29.304021 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7882d910-cb5e-4183-8ba2-db2d72ae817a req-4c67a95b-dec7-4c7a-80a9-76e792827b66 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 Nov 03 03:02:30.427628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707a45d-98bc-4982-90a3-50a4dd33f344 req-ba5ef511-c9b2-4c62-bb41-f374963f4bcb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:30.429132 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9707a45d-98bc-4982-90a3-50a4dd33f344 req-ba5ef511-c9b2-4c62-bb41-f374963f4bcb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0525911 Nov 03 03:02:30.476831 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9707a45d-98bc-4982-90a3-50a4dd33f344 req-09f2778d-696d-4697-9854-5bbdba9e2037 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 Nov 03 03:02:30.603082 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730bf43-e1cc-44f8-9cf4-231680df0282 req-49bd02a1-6925-487c-b9d5-af81ccdd6ce5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:30.604553 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a730bf43-e1cc-44f8-9cf4-231680df0282 req-49bd02a1-6925-487c-b9d5-af81ccdd6ce5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0554993 Nov 03 03:02:30.653752 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a730bf43-e1cc-44f8-9cf4-231680df0282 req-4519d504-3673-4a6d-8bfc-922dd1e19247 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426621 Nov 03 03:02:30.681635 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47322) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:30.724007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6b54fc-0267-4b59-ba87-dbb7162f7aa7 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:30.725546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3d6b54fc-0267-4b59-ba87-dbb7162f7aa7 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 1125 time: 0.0429401 Nov 03 03:02:30.728349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47324) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:30.733173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:02:30.754080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:30.852199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:30.953603 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.26.6.91 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/97f79960-0bc4-484b-8464-e3394b7f830c) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:02:31.057844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (97f79960-0bc4-484b-8464-e3394b7f830c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:31.089205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (97f79960-0bc4-484b-8464-e3394b7f830c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:31.126807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:02:31.129866 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:02:31.135785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:02:31.141319 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=97f79960-0bc4-484b-8464-e3394b7f830c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:31.482134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (edf18de4-6d3f-4989-b5c3-eef7de8a07ca), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:31.546977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (97f79960-0bc4-484b-8464-e3394b7f830c), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:31.689404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (97f79960-0bc4-484b-8464-e3394b7f830c), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:31.693720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (97f79960-0bc4-484b-8464-e3394b7f830c), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:31.761085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=97f79960-0bc4-484b-8464-e3394b7f830c,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:02:31.763663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (edf18de4-6d3f-4989-b5c3-eef7de8a07ca), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:31.857886 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Floating IP edf18de4-6d3f-4989-b5c3-eef7de8a07ca associated. External IP: 172.26.6.91, port: abdb8fcc-8779-4ad6-a61d-35dbedf6cc78. Nov 03 03:02:32.049265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 397e6435-af68-4a41-aada-15945807a83f has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:02:32.150679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:02:32.160881 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87696fd-8ac9-4231-b73b-cd842573b785 None None] Sync routers for ids ['397e6435-af68-4a41-aada-15945807a83f'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:02:32.170900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:32.171406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87696fd-8ac9-4231-b73b-cd842573b785 None None] Routers {'397e6435-af68-4a41-aada-15945807a83f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:02:32.172024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b87696fd-8ac9-4231-b73b-cd842573b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:02:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['397e6435-af68-4a41-aada-15945807a83f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:32.201047 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ab3b1b67-960f-4535-b5f2-23a11ab653be tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4716153 Nov 03 03:02:32.201662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7878656-10eb-44b5-9954-c6beebea1948', 'tag': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:02:32.203909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c620a651-b855-455f-8d37-33ec97238e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7878656-10eb-44b5-9954-c6beebea1948", "tag": "abdb8fcc-8779-4ad6-a61d-35dbedf6cc78"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:02:32.217540 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-041a25f4-aa85-45ee-be66-7a5f5a60ea16 service neutron] (104393) timed out ('10.222.0.23', 43354) {{(pid=104393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 03 03:02:32.242273 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04570568-988c-4421-8f46-c775fd67cebc x-openstack-request-id: req-04570568-988c-4421-8f46-c775fd67cebc {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:02:32.242724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7878656-10eb-44b5-9954-c6beebea1948", "tag": "abdb8fcc-8779-4ad6-a61d-35dbedf6cc78", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:02:32.243200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04570568-988c-4421-8f46-c775fd67cebc {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:02:32.243613 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04570568-988c-4421-8f46-c775fd67cebc'] response: {'name': 'network-changed', 'server_uuid': 'a7878656-10eb-44b5-9954-c6beebea1948', 'tag': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78', 'status': 'completed', 'code': 200} Nov 03 03:02:32.278666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-b87696fd-8ac9-4231-b73b-cd842573b785 None None] Set router 397e6435-af68-4a41-aada-15945807a83f gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:02:32.508550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b87696fd-8ac9-4231-b73b-cd842573b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:17Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'edf18de4-6d3f-4989-b5c3-eef7de8a07ca', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '397e6435-af68-4a41-aada-15945807a83f', 'port_id': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'mac_address': 'fa:16:3e:f6:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7878656-10eb-44b5-9954-c6beebea1948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:02:31Z', 'updated_at': '2022-11-03T03:02:31Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7626a8-aec8-476b-838b-cda1426eff48', 'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:c0:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8960ed50-6219-431a-8883-c39855175741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:16Z', 'updated_at': '2022-11-03T03:02:20Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8960ed50-6219-431a-8883-c39855175741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:32.534293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87696fd-8ac9-4231-b73b-cd842573b785 None None] Checking router: 397e6435-af68-4a41-aada-15945807a83f for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:02:32.543289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87696fd-8ac9-4231-b73b-cd842573b785 None None] Routers {'397e6435-af68-4a41-aada-15945807a83f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:02:32.544723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b87696fd-8ac9-4231-b73b-cd842573b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:02:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['397e6435-af68-4a41-aada-15945807a83f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:32.549256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [req-fc5f5c1c-6f4b-4bdb-ac9e-2758b0f6d327 req-8afe17ee-d70f-4c58-9e8f-c6825a60d3e9 tempest-ServerActionsTestJSON-274529274 tempest-ServerActionsTestJSON-274529274-project] (104393) timed out ('10.222.0.23', 41786) {{(pid=104393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 03 03:02:32.650026 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-b87696fd-8ac9-4231-b73b-cd842573b785 None None] Set router 397e6435-af68-4a41-aada-15945807a83f gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:02:32.674038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2bc16-d0f4-499b-b425-d79b9c5fed56 req-bf8ac8d9-ac73-4326-afdc-4529de19f0fb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:32.675567 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b7a2bc16-d0f4-499b-b425-d79b9c5fed56 req-bf8ac8d9-ac73-4326-afdc-4529de19f0fb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.4207096 Nov 03 03:02:32.677549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620a651-b855-455f-8d37-33ec97238e3c req-b7a30fba-636e-4b97-a75f-af89a9cb86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:32.678905 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c620a651-b855-455f-8d37-33ec97238e3c req-b7a30fba-636e-4b97-a75f-af89a9cb86e7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 1130 time: 0.4124804 Nov 03 03:02:32.776173 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b7a2bc16-d0f4-499b-b425-d79b9c5fed56 req-d1f4bada-d4b4-46a9-a3db-c9fda70ddaa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943081 Nov 03 03:02:32.805130 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47330) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:32.807410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620a651-b855-455f-8d37-33ec97238e3c req-dbd7c787-35b7-4495-b742-9252cb78405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:32.808457 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c620a651-b855-455f-8d37-33ec97238e3c req-dbd7c787-35b7-4495-b742-9252cb78405b service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9bb40a4-db1c-45d5-ab34-d7e29066e794 HTTP/1.1" status: 200 len: 896 time: 0.1192572 Nov 03 03:02:32.870771 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a73b0a2c-e2b7-4b8e-909b-7efc7aeb7f97 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/edf18de4-6d3f-4989-b5c3-eef7de8a07ca HTTP/1.1" status: 200 len: 991 time: 0.0636342 Nov 03 03:02:32.885171 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c620a651-b855-455f-8d37-33ec97238e3c req-c66ce88a-9ca6-45c0-831f-3b93d7b768ca service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 HTTP/1.1" status: 200 len: 999 time: 0.0683863 Nov 03 03:02:32.893535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b87696fd-8ac9-4231-b73b-cd842573b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:17Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'edf18de4-6d3f-4989-b5c3-eef7de8a07ca', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '397e6435-af68-4a41-aada-15945807a83f', 'port_id': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'mac_address': 'fa:16:3e:f6:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7878656-10eb-44b5-9954-c6beebea1948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:02:31Z', 'updated_at': '2022-11-03T03:02:31Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7626a8-aec8-476b-838b-cda1426eff48', 'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:c0:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8960ed50-6219-431a-8883-c39855175741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:16Z', 'updated_at': '2022-11-03T03:02:20Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8960ed50-6219-431a-8883-c39855175741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:02:32.920252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87696fd-8ac9-4231-b73b-cd842573b785 None None] The sync data for ids ['397e6435-af68-4a41-aada-15945807a83f'] in dv-neutron-860659-5-hyperv is: [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:17Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'edf18de4-6d3f-4989-b5c3-eef7de8a07ca', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '397e6435-af68-4a41-aada-15945807a83f', 'port_id': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'mac_address': 'fa:16:3e:f6:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7878656-10eb-44b5-9954-c6beebea1948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:02:31Z', 'updated_at': '2022-11-03T03:02:31Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7626a8-aec8-476b-838b-cda1426eff48', 'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:c0:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8960ed50-6219-431a-8883-c39855175741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:16Z', 'updated_at': '2022-11-03T03:02:20Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8960ed50-6219-431a-8883-c39855175741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:02:32.933299 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620a651-b855-455f-8d37-33ec97238e3c req-0c8cda93-1888-479e-bb8d-c883dd3640ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:32.935360 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c620a651-b855-455f-8d37-33ec97238e3c req-0c8cda93-1888-479e-bb8d-c883dd3640ce service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8960ed50-6219-431a-8883-c39855175741 HTTP/1.1" status: 200 len: 835 time: 0.0444944 Nov 03 03:02:32.989136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620a651-b855-455f-8d37-33ec97238e3c req-e04ed6fc-f892-4c70-9fb5-fef356c8ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:02:32.990641 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c620a651-b855-455f-8d37-33ec97238e3c req-e04ed6fc-f892-4c70-9fb5-fef356c8ded5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9bb40a4-db1c-45d5-ab34-d7e29066e794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498307 Nov 03 03:02:33.085222 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c620a651-b855-455f-8d37-33ec97238e3c req-6e6d3680-bd42-440b-b8f1-62399d3ef007 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885444 Nov 03 03:02:33.119007 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ace48-9944-4e45-a4da-26298cb8d0ce None None] New status for floating IP edf18de4-6d3f-4989-b5c3-eef7de8a07ca: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:02:33.180035 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c620a651-b855-455f-8d37-33ec97238e3c req-2104b999-93eb-44cb-846a-9a410bf69813 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885820 Nov 03 03:02:33.874774 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47332) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:02:33.930661 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b640cb59-b88d-44a1-ae9e-36a789215c54 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/edf18de4-6d3f-4989-b5c3-eef7de8a07ca HTTP/1.1" status: 200 len: 993 time: 0.0547504 Nov 03 03:02:38.568656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:39.858476 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-694f4fe9-0973-4834-a99b-58da0cea7f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:42.346791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7843f19c-e0b6-45b6-9e76-666027aa6e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:43.333298 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:44.813529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:46.196632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:02:46.943867 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:03:07.135069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-5b6ab461-a123-4bf4-b527-cbe2e0f510c7 req-a48cbdd5-a363-4975-bf3e-b73ce04fe623 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 03:03:07.135962 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5b6ab461-a123-4bf4-b527-cbe2e0f510c7 req-a48cbdd5-a363-4975-bf3e-b73ce04fe623 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053887 Nov 03 03:03:07.319882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2cb4-44cf-4fbf-b76b-31daa7bbfccc req-2ec3bb6a-29b8-45a4-9ab5-26dac9bca96b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:07.322031 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-728a2cb4-44cf-4fbf-b76b-31daa7bbfccc req-2ec3bb6a-29b8-45a4-9ab5-26dac9bca96b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0537810 Nov 03 03:03:07.331214 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47352) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:03:07.372650 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-728a2cb4-44cf-4fbf-b76b-31daa7bbfccc req-fe8d9ff2-869d-49c6-8aec-708718336681 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Nov 03 03:03:07.425298 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-11be572d-ad97-4f1e-8d37-61d1b3bd3183 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928035 Nov 03 03:03:07.433711 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-b9c64f7e-fa40-4c5b-941c-a85a4bbe9809 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 03:03:07.434661 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-b9c64f7e-fa40-4c5b-941c-a85a4bbe9809 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048981 Nov 03 03:03:07.754603 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47372) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:03:07.848977 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-73e5c0e8-581b-41b8-b96d-275923cfadf5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:07.850357 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-73e5c0e8-581b-41b8-b96d-275923cfadf5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports/abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 HTTP/1.1" status: 200 len: 943 time: 0.0947666 Nov 03 03:03:08.502512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d992-9941-4ef7-9ba1-238f4b0622a3 req-59140405-cb02-4a97-83ed-3b366d177fc7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:08.504001 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-edc1d992-9941-4ef7-9ba1-238f4b0622a3 req-59140405-cb02-4a97-83ed-3b366d177fc7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0570221 Nov 03 03:03:08.552414 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-edc1d992-9941-4ef7-9ba1-238f4b0622a3 req-68d24828-ac10-4d61-a768-a7bf4a3432f2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Nov 03 03:03:08.584183 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:03:08.663736 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-e3e2d914-38e2-4ddd-9be4-8f1ba0a0682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:08.665172 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-e3e2d914-38e2-4ddd-9be4-8f1ba0a0682e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 1130 time: 0.0454280 Nov 03 03:03:08.757132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-40bfdbfe-6fa7-474c-89c9-e707e488282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:08.758743 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-40bfdbfe-6fa7-474c-89c9-e707e488282f service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9bb40a4-db1c-45d5-ab34-d7e29066e794 HTTP/1.1" status: 200 len: 896 time: 0.0873959 Nov 03 03:03:08.820553 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-7bfc7138-4794-45e4-8bbd-bef4b4c4d9af service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0550745 Nov 03 03:03:08.873564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-85d3d804-a657-4bab-bc18-6cd5efd54ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:08.875041 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-85d3d804-a657-4bab-bc18-6cd5efd54ff5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8960ed50-6219-431a-8883-c39855175741 HTTP/1.1" status: 200 len: 835 time: 0.0445209 Nov 03 03:03:08.929638 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-2ff0f2ab-1b5f-4e4e-bee6-ab15cfe3b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:08.931026 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-2ff0f2ab-1b5f-4e4e-bee6-ab15cfe3b1fe service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9bb40a4-db1c-45d5-ab34-d7e29066e794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479717 Nov 03 03:03:09.020046 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-0164e747-a72c-4b9d-b53c-a3e0d6f29015 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812223 Nov 03 03:03:09.115022 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-2da6a121-8ade-4cb6-b8dd-d37e16b04048 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853887 Nov 03 03:03:09.680198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83153-42bb-4f62-933e-03f73c5a7938 req-71843e7c-f516-4ed5-9567-62ea3ca2f4d0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:09.681714 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-53a83153-42bb-4f62-933e-03f73c5a7938 req-71843e7c-f516-4ed5-9567-62ea3ca2f4d0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0535831 Nov 03 03:03:09.730239 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-53a83153-42bb-4f62-933e-03f73c5a7938 req-6d7f35a9-72a8-433c-a546-6a82e409e6ba tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Nov 03 03:03:09.861177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-794eaa37-fa4e-43aa-914d-f7e2b21397fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:03:10.858143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bb952-b6ca-4bd2-8ef6-3c6a6936899e req-feeb6e54-3115-4a4f-9eb9-6821dfacd88f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:10.859623 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4c6bb952-b6ca-4bd2-8ef6-3c6a6936899e req-feeb6e54-3115-4a4f-9eb9-6821dfacd88f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0551894 Nov 03 03:03:10.908091 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4c6bb952-b6ca-4bd2-8ef6-3c6a6936899e req-7464f6d2-df2b-45f5-98d8-b08d4a0bd454 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426340 Nov 03 03:03:12.035185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63772c-7492-49ed-95a4-f590d8598cf0 req-639c6e10-739f-4e94-b4f7-610a092441c6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:12.036699 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6d63772c-7492-49ed-95a4-f590d8598cf0 req-639c6e10-739f-4e94-b4f7-610a092441c6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0572822 Nov 03 03:03:12.085574 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6d63772c-7492-49ed-95a4-f590d8598cf0 req-2b8ecb7f-344c-4dab-8581-33e4a6c91db0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430262 Nov 03 03:03:12.347798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cb03288c-7c64-43bb-bde9-a8035f3d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:03:13.209159 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26af4f2-29fc-4565-bd16-f6b84c56ed66 req-eaab517b-9ae5-4bc2-ae26-3e32dec17fbc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:13.210644 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c26af4f2-29fc-4565-bd16-f6b84c56ed66 req-eaab517b-9ae5-4bc2-ae26-3e32dec17fbc tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0520248 Nov 03 03:03:13.258963 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c26af4f2-29fc-4565-bd16-f6b84c56ed66 req-b22bd82e-8cce-4da5-8fdf-707a3484a1d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Nov 03 03:03:13.333550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:03:14.387644 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984fed8-9b41-4269-bac2-54dca8f2aa48 req-6487c243-b78a-43c3-bd4a-f03c656cbe05 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:14.389169 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8984fed8-9b41-4269-bac2-54dca8f2aa48 req-6487c243-b78a-43c3-bd4a-f03c656cbe05 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0575466 Nov 03 03:03:14.438654 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8984fed8-9b41-4269-bac2-54dca8f2aa48 req-9ebdbe1c-e7e6-4291-a3d0-af8443ae2316 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436246 Nov 03 03:03:14.817917 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:03:15.566409 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98cdfb-6315-47f6-84f3-ae48136665e3 req-2db1741c-4ef8-4e55-9767-c4ead661fd67 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:15.567833 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ee98cdfb-6315-47f6-84f3-ae48136665e3 req-2db1741c-4ef8-4e55-9767-c4ead661fd67 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0575449 Nov 03 03:03:15.616263 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ee98cdfb-6315-47f6-84f3-ae48136665e3 req-6ec3a901-19a0-4001-bcb2-7547bb783452 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Nov 03 03:03:16.201092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:03:16.740386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e23de6-6993-46a7-a770-10fdbcf1397e req-7838ef8c-cbe4-431f-a9ac-4186c58bb34b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:16.741891 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63e23de6-6993-46a7-a770-10fdbcf1397e req-7838ef8c-cbe4-431f-a9ac-4186c58bb34b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0531676 Nov 03 03:03:16.794784 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63e23de6-6993-46a7-a770-10fdbcf1397e req-147d0282-2ee6-48d6-b3a4-736c3e95f79e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474396 Nov 03 03:03:17.924164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcc27c-a5b8-4309-9e76-4a71bf59646a req-40525ce5-c642-4cbd-8b78-67de9f38d60d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:17.928521 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-99bcc27c-a5b8-4309-9e76-4a71bf59646a req-40525ce5-c642-4cbd-8b78-67de9f38d60d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0540137 Nov 03 03:03:17.977430 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-99bcc27c-a5b8-4309-9e76-4a71bf59646a req-0b5a651f-9df1-47f9-a200-76cd861f6bef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460148 Nov 03 03:03:19.100474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c842e86-3d5b-4f9d-b076-47c1f25c16b7 req-6e365c51-b3c5-4153-b320-eaa8b474678a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:19.101967 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0c842e86-3d5b-4f9d-b076-47c1f25c16b7 req-6e365c51-b3c5-4153-b320-eaa8b474678a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0519977 Nov 03 03:03:19.150269 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0c842e86-3d5b-4f9d-b076-47c1f25c16b7 req-08b42475-e645-4146-a9f3-0f3f50b94c7a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427690 Nov 03 03:03:20.278903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296872f7-98a8-43cc-ab44-2f8dfbf4409b req-d3a4ae1b-d76a-47ae-a15b-15d59285bb78 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:20.280393 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-296872f7-98a8-43cc-ab44-2f8dfbf4409b req-d3a4ae1b-d76a-47ae-a15b-15d59285bb78 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0568612 Nov 03 03:03:20.328073 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-296872f7-98a8-43cc-ab44-2f8dfbf4409b req-f26f0a95-467a-4977-b731-fbd2aedd539b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420589 Nov 03 03:03:21.452143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c5127-5ce8-4643-96ee-b0e5739a006c req-7e57046b-9024-4770-8a8b-0da76757da8f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:21.453638 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed1c5127-5ce8-4643-96ee-b0e5739a006c req-7e57046b-9024-4770-8a8b-0da76757da8f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0533714 Nov 03 03:03:21.501194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed1c5127-5ce8-4643-96ee-b0e5739a006c req-09723997-28aa-4797-b300-b58e277754f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420079 Nov 03 03:03:22.438972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36269d-c76b-488f-9d30-a42ce71a1b53 req-05fff790-3abf-44f9-be4d-6555706154dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:22.441030 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd36269d-c76b-488f-9d30-a42ce71a1b53 req-05fff790-3abf-44f9-be4d-6555706154dd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 1130 time: 0.0462389 Nov 03 03:03:22.549332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36269d-c76b-488f-9d30-a42ce71a1b53 req-8afca118-b89b-4154-85c7-aca624049a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:22.550859 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd36269d-c76b-488f-9d30-a42ce71a1b53 req-8afca118-b89b-4154-85c7-aca624049a3c service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9bb40a4-db1c-45d5-ab34-d7e29066e794 HTTP/1.1" status: 200 len: 896 time: 0.0904188 Nov 03 03:03:22.643252 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd36269d-c76b-488f-9d30-a42ce71a1b53 req-6628a053-51fc-488d-85e1-7a27fd8869cc service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0848036 Nov 03 03:03:22.690282 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32aeaa-e144-4afe-9716-c07c95f33cbe req-da5fb4b8-9dc1-4a7f-85d7-1d2f38bd7326 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:22.691642 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf32aeaa-e144-4afe-9716-c07c95f33cbe req-da5fb4b8-9dc1-4a7f-85d7-1d2f38bd7326 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0998616 Nov 03 03:03:22.715233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36269d-c76b-488f-9d30-a42ce71a1b53 req-04d178dc-73aa-4792-8196-a0c4597f23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:22.716675 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd36269d-c76b-488f-9d30-a42ce71a1b53 req-04d178dc-73aa-4792-8196-a0c4597f23b5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8960ed50-6219-431a-8883-c39855175741 HTTP/1.1" status: 200 len: 835 time: 0.0674844 Nov 03 03:03:22.772675 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf32aeaa-e144-4afe-9716-c07c95f33cbe req-4f34a9a1-a3f0-41ae-bd40-f7e698323682 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752468 Nov 03 03:03:22.785582 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36269d-c76b-488f-9d30-a42ce71a1b53 req-5084960f-e1c7-4883-9614-61b7ff63b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:22.787075 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd36269d-c76b-488f-9d30-a42ce71a1b53 req-5084960f-e1c7-4883-9614-61b7ff63b278 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9bb40a4-db1c-45d5-ab34-d7e29066e794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0632360 Nov 03 03:03:22.882540 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd36269d-c76b-488f-9d30-a42ce71a1b53 req-eedcd219-9a0a-4154-b748-fb547bbf38e2 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864880 Nov 03 03:03:22.970235 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cd36269d-c76b-488f-9d30-a42ce71a1b53 req-a906b25f-2d7f-40c3-bedd-c8931c9ba047 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818105 Nov 03 03:03:23.904219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f9164-fa53-4198-bfbb-1cb47e6c6951 req-2204b196-1270-4b25-81d2-48184c4af18f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:23.905736 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0a8f9164-fa53-4198-bfbb-1cb47e6c6951 req-2204b196-1270-4b25-81d2-48184c4af18f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0580945 Nov 03 03:03:23.943350 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:03:23.954660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0a8f9164-fa53-4198-bfbb-1cb47e6c6951 req-49248442-185b-4ba9-a7fe-0053ceab4b34 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432417 Nov 03 03:03:25.076682 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69559386-f335-4eff-9862-dd86cb4b44a5 req-919495c9-e998-4b0d-81e9-70a2c77c3b44 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:25.078165 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69559386-f335-4eff-9862-dd86cb4b44a5 req-919495c9-e998-4b0d-81e9-70a2c77c3b44 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0517509 Nov 03 03:03:25.127726 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-69559386-f335-4eff-9862-dd86cb4b44a5 req-4898a474-a3f2-4c49-bdbe-ff07bbe5098b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429804 Nov 03 03:03:26.063915 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-b73f8009-0576-437d-a0b8-aee11c4a55b5 service neutron] 10.222.0.27 "GET /v2.0/ports/abdb8fcc-8779-4ad6-a61d-35dbedf6cc78/bindings/hv-neutron-8606 HTTP/1.1" status: 200 len: 384 time: 0.0524957 Nov 03 03:03:26.288938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e51ef5-870d-4991-a156-9e98e7ac2caa req-0fedd48c-9bf5-4d12-b7de-2782eae71612 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:26.290429 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c6e51ef5-870d-4991-a156-9e98e7ac2caa req-0fedd48c-9bf5-4d12-b7de-2782eae71612 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0904207 Nov 03 03:03:26.306174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-2bab4d70-bf9b-4529-a013-96ebb04682bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:26.307608 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-2bab4d70-bf9b-4529-a013-96ebb04682bf service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948&tenant_id=b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 1130 time: 0.0695479 Nov 03 03:03:26.369546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c6e51ef5-870d-4991-a156-9e98e7ac2caa req-54379124-6cc0-4464-842f-514d1e9b19d2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733955 Nov 03 03:03:26.385838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-1288d88d-1eee-43e4-8d76-edda608f2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:26.387368 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-1288d88d-1eee-43e4-8d76-edda608f2ece service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 1130 time: 0.0542040 Nov 03 03:03:26.483415 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-6999a390-567f-4ea9-9539-b3d199d8014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:26.484838 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-6999a390-567f-4ea9-9539-b3d199d8014d service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9bb40a4-db1c-45d5-ab34-d7e29066e794 HTTP/1.1" status: 200 len: 896 time: 0.0890326 Nov 03 03:03:26.549070 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-ccc6bf52-4cc1-4423-92b9-5c88d652a3e0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0548735 Nov 03 03:03:26.603213 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-95dc5523-9a9c-4a5e-bed2-31f7910e9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:26.604677 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-95dc5523-9a9c-4a5e-bed2-31f7910e9e54 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8960ed50-6219-431a-8883-c39855175741 HTTP/1.1" status: 200 len: 835 time: 0.0469229 Nov 03 03:03:26.655987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-8372ad85-27cd-4365-a2c3-3690a3e9ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:26.657548 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-8372ad85-27cd-4365-a2c3-3690a3e9ea07 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9bb40a4-db1c-45d5-ab34-d7e29066e794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437541 Nov 03 03:03:26.748406 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-76fd2a42-74eb-4e1a-8fc5-2fe8373c9550 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813861 Nov 03 03:03:26.844079 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bd1fa582-e692-4dcd-b866-3a1e0489fb19 req-e6792c8a-3ee7-4fc9-ad1a-3ccf075493b6 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854354 Nov 03 03:03:27.498141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6caa3-cf3a-4cf2-a18d-5cc48e6a9807 req-7f1f68a5-6768-4220-98c4-94ba32ecea2f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:27.499611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-25d6caa3-cf3a-4cf2-a18d-5cc48e6a9807 req-7f1f68a5-6768-4220-98c4-94ba32ecea2f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0533416 Nov 03 03:03:27.547113 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-25d6caa3-cf3a-4cf2-a18d-5cc48e6a9807 req-578e27eb-dcae-4b48-b9e4-e1c31c48d48e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 Nov 03 03:03:28.671206 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f8ea3-57db-45cf-b619-54c639a6b5b9 req-da2c9036-da37-45ac-a34c-96ec7db01be4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:28.672691 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-788f8ea3-57db-45cf-b619-54c639a6b5b9 req-da2c9036-da37-45ac-a34c-96ec7db01be4 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0519898 Nov 03 03:03:28.725097 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-788f8ea3-57db-45cf-b619-54c639a6b5b9 req-5d6c9720-fd8c-4ff5-881a-e472f1b768fe tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Nov 03 03:03:29.854614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e882cf-bc60-45f0-9ba3-c1cd795c75d9 req-b19669d7-e5df-4a1c-a535-bcfcb334ff1b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:29.856084 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d0e882cf-bc60-45f0-9ba3-c1cd795c75d9 req-b19669d7-e5df-4a1c-a535-bcfcb334ff1b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0525341 Nov 03 03:03:29.904440 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d0e882cf-bc60-45f0-9ba3-c1cd795c75d9 req-ba615c5d-6b9b-4e67-ac0a-5ffff52906d0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 Nov 03 03:03:30.141598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789818d-bb0a-4eea-b740-46888a6ac64e req-41a66d43-5884-498d-b498-60983492f676 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:30.143077 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2789818d-bb0a-4eea-b740-46888a6ac64e req-41a66d43-5884-498d-b498-60983492f676 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0913892 Nov 03 03:03:30.153679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-c113c024-44a3-47fe-8465-d410ebf52e59 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:30.155091 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-c113c024-44a3-47fe-8465-d410ebf52e59 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948&tenant_id=b7101b697f184fada26a23eb1cbbed56&binding%3Ahost_id=hv-neutron-8606 HTTP/1.1" status: 200 len: 946 time: 0.0918438 Nov 03 03:03:30.209273 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2789818d-bb0a-4eea-b740-46888a6ac64e req-524d3f57-f844-435c-8e7e-b1d8261971e5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532281 Nov 03 03:03:30.243860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-b71e39c6-06e6-4ea3-bd3d-71df40034bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:30.245420 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-b71e39c6-06e6-4ea3-bd3d-71df40034bab service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 1130 time: 0.0484641 Nov 03 03:03:30.382485 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-462bbb14-883b-43b8-8f1b-83a3f978018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:30.383972 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-462bbb14-883b-43b8-8f1b-83a3f978018c service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9bb40a4-db1c-45d5-ab34-d7e29066e794 HTTP/1.1" status: 200 len: 896 time: 0.1324270 Nov 03 03:03:30.390877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cae46-f49f-4a4d-8056-63aa223b2579 req-37d07f7e-8749-4db5-9fb3-f0a8912675a7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:30.392337 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-930cae46-f49f-4a4d-8056-63aa223b2579 req-37d07f7e-8749-4db5-9fb3-f0a8912675a7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0926287 Nov 03 03:03:30.473289 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-7d675ef9-8856-40d8-89c7-b1af0f302e80 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0799568 Nov 03 03:03:30.495314 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-930cae46-f49f-4a4d-8056-63aa223b2579 req-f845ad38-50b7-4783-a320-29d1f0280ef0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961220 Nov 03 03:03:30.529116 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-33648f20-5088-4b69-b027-ffc828ec6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:30.530567 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-33648f20-5088-4b69-b027-ffc828ec6d92 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8960ed50-6219-431a-8883-c39855175741 HTTP/1.1" status: 200 len: 835 time: 0.0487170 Nov 03 03:03:30.578649 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-26b428b2-d9c7-4a48-88c5-b306d2322914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:30.580110 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-26b428b2-d9c7-4a48-88c5-b306d2322914 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9bb40a4-db1c-45d5-ab34-d7e29066e794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427048 Nov 03 03:03:30.670038 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-e7a0fc0f-5f32-4777-a418-6e3d812917ab service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833595 Nov 03 03:03:30.758549 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-08df4de3-835a-4899-b61b-91aac4c5fbe6 req-ee92bce8-b232-4c21-ad44-a8de711130f2 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810432 Nov 03 03:03:31.621348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ea9eb-af49-4b57-a57f-75270446f2c5 req-2a1b5003-3aa1-4439-b97c-12e9496355b3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:03:31.622816 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-226ea9eb-af49-4b57-a57f-75270446f2c5 req-2a1b5003-3aa1-4439-b97c-12e9496355b3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0527635 Nov 03 03:03:31.671867 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-226ea9eb-af49-4b57-a57f-75270446f2c5 req-33e95840-b28d-4b61-8c5e-cbb27f1e0ddb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Nov 03 03:03:31.700410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47436) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:03:31.759324 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-484c55b9-7ff5-40aa-8451-5bc15676c20e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/edf18de4-6d3f-4989-b5c3-eef7de8a07ca HTTP/1.1" status: 200 len: 993 time: 0.0577841 Nov 03 03:03:38.583390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:03:39.863849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-03bae489-7e54-4830-b3a3-019de045e50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:03:42.350614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-580906b8-2a88-45f0-8508-f9fd01917bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:03:43.336967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:03:44.822157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:03:46.203352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:00.941719 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:04:02.345498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47446) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:02.489025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 97f79960-0bc4-484b-8464-e3394b7f830c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:04:02.489388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (97f79960-0bc4-484b-8464-e3394b7f830c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:02.564977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (97f79960-0bc4-484b-8464-e3394b7f830c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:02.565306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (97f79960-0bc4-484b-8464-e3394b7f830c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:02.577252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 97f79960-0bc4-484b-8464-e3394b7f830c owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:04:02.718106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (97f79960-0bc4-484b-8464-e3394b7f830c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:02.741181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=97f79960-0bc4-484b-8464-e3394b7f830c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:02.752882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.753241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.753591 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.753937 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.754280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.754695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.755046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.755358 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.755689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.756018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.756349 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.756709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.757040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:02.816177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (edf18de4-6d3f-4989-b5c3-eef7de8a07ca), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:02.816590 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Floating IP edf18de4-6d3f-4989-b5c3-eef7de8a07ca disassociated (deleted). External IP: 172.26.6.91, port: abdb8fcc-8779-4ad6-a61d-35dbedf6cc78. Nov 03 03:04:03.342275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 397e6435-af68-4a41-aada-15945807a83f has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:04:03.445024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:04:03.449454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:03.456185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7030e669-e83c-42d1-8a5e-010673a0fd69 None None] Sync routers for ids ['397e6435-af68-4a41-aada-15945807a83f'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:04:03.467443 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7030e669-e83c-42d1-8a5e-010673a0fd69 None None] Routers {'397e6435-af68-4a41-aada-15945807a83f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:04:03.468130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7030e669-e83c-42d1-8a5e-010673a0fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:03:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['397e6435-af68-4a41-aada-15945807a83f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:03.482606 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-407d51f1-9a61-458a-afd9-709cd3832cf2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/floatingips/edf18de4-6d3f-4989-b5c3-eef7de8a07ca HTTP/1.1" status: 204 len: 168 time: 1.1360161 Nov 03 03:04:03.484215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7878656-10eb-44b5-9954-c6beebea1948', 'tag': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:04:03.487508 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a7878656-10eb-44b5-9954-c6beebea1948", "tag": "abdb8fcc-8779-4ad6-a61d-35dbedf6cc78"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:04:03.532474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a52ae0-25d0-4976-b0d6-e4814d40a2b0 x-openstack-request-id: req-b2a52ae0-25d0-4976-b0d6-e4814d40a2b0 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:04:03.533299 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7878656-10eb-44b5-9954-c6beebea1948", "tag": "abdb8fcc-8779-4ad6-a61d-35dbedf6cc78", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:04:03.533299 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2a52ae0-25d0-4976-b0d6-e4814d40a2b0 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:04:03.533505 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a52ae0-25d0-4976-b0d6-e4814d40a2b0'] response: {'name': 'network-changed', 'server_uuid': 'a7878656-10eb-44b5-9954-c6beebea1948', 'tag': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78', 'status': 'completed', 'code': 200} Nov 03 03:04:03.621274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf req-19624efc-94e2-469a-9bc7-4eb82b5cc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:03.623292 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf req-19624efc-94e2-469a-9bc7-4eb82b5cc5e7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 1130 time: 0.0615373 Nov 03 03:04:03.751567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-7030e669-e83c-42d1-8a5e-010673a0fd69 None None] Set router 397e6435-af68-4a41-aada-15945807a83f gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:04:03.779698 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf req-85a68fae-0b6c-4791-a01c-bfeabb7bccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:03.781374 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf req-85a68fae-0b6c-4791-a01c-bfeabb7bccc0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f9bb40a4-db1c-45d5-ab34-d7e29066e794 HTTP/1.1" status: 200 len: 896 time: 0.1491404 Nov 03 03:04:03.793097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa8dad-59c2-44ea-b9ae-aa8e84713711 req-71f254fd-6c56-446b-b1c9-50d57290774e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:03.795019 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-36fa8dad-59c2-44ea-b9ae-aa8e84713711 req-71f254fd-6c56-446b-b1c9-50d57290774e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0812502 Nov 03 03:04:03.834960 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf req-a94116aa-4a08-4fca-bf5c-ad5659113300 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 HTTP/1.1" status: 200 len: 217 time: 0.0389192 Nov 03 03:04:03.913733 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-36fa8dad-59c2-44ea-b9ae-aa8e84713711 req-34d28117-8185-4661-b355-5490831de388 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102402 Nov 03 03:04:03.921106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf req-963ab768-a07f-42a0-ae87-b20e03991f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:03.922758 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf req-963ab768-a07f-42a0-ae87-b20e03991f76 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8960ed50-6219-431a-8883-c39855175741 HTTP/1.1" status: 200 len: 835 time: 0.0790355 Nov 03 03:04:03.979286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf req-ad570ac4-b637-4a2f-b51c-3f993f8de406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:03.980962 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf req-ad570ac4-b637-4a2f-b51c-3f993f8de406 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f9bb40a4-db1c-45d5-ab34-d7e29066e794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498586 Nov 03 03:04:03.985556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7030e669-e83c-42d1-8a5e-010673a0fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:17Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '7a7626a8-aec8-476b-838b-cda1426eff48', 'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:c0:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8960ed50-6219-431a-8883-c39855175741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:16Z', 'updated_at': '2022-11-03T03:02:20Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8960ed50-6219-431a-8883-c39855175741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:04.012025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7030e669-e83c-42d1-8a5e-010673a0fd69 None None] Checking router: 397e6435-af68-4a41-aada-15945807a83f for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:04:04.021347 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7030e669-e83c-42d1-8a5e-010673a0fd69 None None] Routers {'397e6435-af68-4a41-aada-15945807a83f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:04:04.021967 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7030e669-e83c-42d1-8a5e-010673a0fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:03:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['397e6435-af68-4a41-aada-15945807a83f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:04.080822 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf req-7476c2e0-fae0-46e9-8682-bf1c0eda22a8 service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918517 Nov 03 03:04:04.127603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-7030e669-e83c-42d1-8a5e-010673a0fd69 None None] Set router 397e6435-af68-4a41-aada-15945807a83f gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:04:04.174907 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90cb2ed7-cdb5-4f5c-a3fe-6d241187b7bf req-a7b613e8-109e-4565-b0be-556a84b2b82c service neutron] 10.222.0.27 "GET /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873189 Nov 03 03:04:04.323400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7030e669-e83c-42d1-8a5e-010673a0fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:17Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '7a7626a8-aec8-476b-838b-cda1426eff48', 'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:c0:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8960ed50-6219-431a-8883-c39855175741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:16Z', 'updated_at': '2022-11-03T03:02:20Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8960ed50-6219-431a-8883-c39855175741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:04.351894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7030e669-e83c-42d1-8a5e-010673a0fd69 None None] The sync data for ids ['397e6435-af68-4a41-aada-15945807a83f'] in dv-neutron-860659-5-hyperv is: [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:17Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '7a7626a8-aec8-476b-838b-cda1426eff48', 'name': '', 'network_id': 'f9bb40a4-db1c-45d5-ab34-d7e29066e794', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:c0:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8960ed50-6219-431a-8883-c39855175741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:16Z', 'updated_at': '2022-11-03T03:02:20Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '8960ed50-6219-431a-8883-c39855175741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:04:04.574271 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537359e-8a02-4530-bd0a-fae734090016 None None] New status for floating IP edf18de4-6d3f-4989-b5c3-eef7de8a07ca: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:04:05.042608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb74e-f476-4b44-bdf1-959c6d136e4e req-e05b8141-d5dc-4085-b10a-4fe4cfbb71b8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:05.044237 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-627eb74e-f476-4b44-bdf1-959c6d136e4e req-e05b8141-d5dc-4085-b10a-4fe4cfbb71b8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0541778 Nov 03 03:04:05.097218 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-627eb74e-f476-4b44-bdf1-959c6d136e4e req-6a65ca1c-9ed7-43d8-9534-0516c883eca9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=33dd3f12-5d30-4851-b426-e537f622579f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471749 Nov 03 03:04:05.709009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c916e4-e27a-4c0a-b99b-12e95b5c19ed req-1a6951c5-f8bc-4c4b-b279-68a8ae9fc362 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:05.710496 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-66c916e4-e27a-4c0a-b99b-12e95b5c19ed req-1a6951c5-f8bc-4c4b-b279-68a8ae9fc362 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 946 time: 0.0576811 Nov 03 03:04:05.799913 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-66c916e4-e27a-4c0a-b99b-12e95b5c19ed req-f0bd029d-ef24-4c0f-aa83-b4f95bca8009 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:04:05.800263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-66c916e4-e27a-4c0a-b99b-12e95b5c19ed req-f0bd029d-ef24-4c0f-aa83-b4f95bca8009 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:05.892182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-66c916e4-e27a-4c0a-b99b-12e95b5c19ed req-f0bd029d-ef24-4c0f-aa83-b4f95bca8009 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78,segment=NetworkSegment(8f11c303-e380-43a4-91cf-db69676f8246),segment_id=8f11c303-e380-43a4-91cf-db69676f8246)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:04:05.892580 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-66c916e4-e27a-4c0a-b99b-12e95b5c19ed req-f0bd029d-ef24-4c0f-aa83-b4f95bca8009 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:05.905172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-66c916e4-e27a-4c0a-b99b-12e95b5c19ed req-f0bd029d-ef24-4c0f-aa83-b4f95bca8009 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:04:06.030079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-66c916e4-e27a-4c0a-b99b-12e95b5c19ed req-f0bd029d-ef24-4c0f-aa83-b4f95bca8009 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (abdb8fcc-8779-4ad6-a61d-35dbedf6cc78), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:06.061208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd029d-ef24-4c0f-aa83-b4f95bca8009 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=abdb8fcc-8779-4ad6-a61d-35dbedf6cc78,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:06.103856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c916e4-e27a-4c0a-b99b-12e95b5c19ed req-f0bd029d-ef24-4c0f-aa83-b4f95bca8009 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] No DVR routers for this DVR port abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:04:06.106394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-66c916e4-e27a-4c0a-b99b-12e95b5c19ed req-f0bd029d-ef24-4c0f-aa83-b4f95bca8009 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:06.109723 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-66c916e4-e27a-4c0a-b99b-12e95b5c19ed req-f0bd029d-ef24-4c0f-aa83-b4f95bca8009 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "DELETE /v2.0/ports/abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 HTTP/1.1" status: 204 len: 173 time: 0.3927846 Nov 03 03:04:06.110222 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7878656-10eb-44b5-9954-c6beebea1948', 'name': 'network-vif-deleted', 'tag': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:04:06.112710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491d554f-bf27-42f6-bb0e-c5842603ee2b" -d '{"events": [{"server_uuid": "a7878656-10eb-44b5-9954-c6beebea1948", "name": "network-vif-deleted", "tag": "abdb8fcc-8779-4ad6-a61d-35dbedf6cc78"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:04:06.153462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a3c8d8-ec70-44f8-8fd4-98f58fb6e8f8 x-openstack-request-id: req-d5a3c8d8-ec70-44f8-8fd4-98f58fb6e8f8 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:04:06.153764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7878656-10eb-44b5-9954-c6beebea1948", "name": "network-vif-deleted", "tag": "abdb8fcc-8779-4ad6-a61d-35dbedf6cc78", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:04:06.154048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5a3c8d8-ec70-44f8-8fd4-98f58fb6e8f8 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:04:06.154454 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a3c8d8-ec70-44f8-8fd4-98f58fb6e8f8'] response: {'server_uuid': 'a7878656-10eb-44b5-9954-c6beebea1948', 'name': 'network-vif-deleted', 'tag': 'abdb8fcc-8779-4ad6-a61d-35dbedf6cc78', 'status': 'completed', 'code': 200} Nov 03 03:04:06.203233 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-008ba78b-2e51-42cf-979f-12463a9e8a75 req-60a69ebb-db11-4c31-8502-2e042a66b2f5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7878656-10eb-44b5-9954-c6beebea1948 HTTP/1.1" status: 200 len: 210 time: 0.0293016 Nov 03 03:04:07.265000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47462) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:07.605853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (397e6435-af68-4a41-aada-15945807a83f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:07.848932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 7a7626a8-aec8-476b-838b-cda1426eff48 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:04:07.849276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:07.936429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port 7a7626a8-aec8-476b-838b-cda1426eff48, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7a7626a8-aec8-476b-838b-cda1426eff48,segment=NetworkSegment(8f11c303-e380-43a4-91cf-db69676f8246),segment_id=8f11c303-e380-43a4-91cf-db69676f8246)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:04:07.936825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:07.949622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 7a7626a8-aec8-476b-838b-cda1426eff48 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:04:08.131313 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7a7626a8-aec8-476b-838b-cda1426eff48), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:08.159858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=7a7626a8-aec8-476b-838b-cda1426eff48,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:08.327629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (397e6435-af68-4a41-aada-15945807a83f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:08.382214 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:04:08.401606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:04:08.402063 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device abdb8fcc-8779-4ad6-a61d-35dbedf6cc78 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:04:08.533996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router 397e6435-af68-4a41-aada-15945807a83f has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:04:08.619212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:08.632841 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:04:08.637700 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-fe6d6f66-b320-4966-809e-3b545e82f42b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "PUT /v2.0/routers/397e6435-af68-4a41-aada-15945807a83f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3716569 Nov 03 03:04:08.640446 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47464) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:08.643003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c900a2f8-afae-4dc6-90e4-f2cee2064afe None None] Sync routers for ids ['397e6435-af68-4a41-aada-15945807a83f'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:04:08.653355 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900a2f8-afae-4dc6-90e4-f2cee2064afe None None] Routers {'397e6435-af68-4a41-aada-15945807a83f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:04:08.654061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c900a2f8-afae-4dc6-90e4-f2cee2064afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:03:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['397e6435-af68-4a41-aada-15945807a83f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:08.694410 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c4619b-5f09-495e-9fdd-5f08a1d18500 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting subnet 8960ed50-6219-431a-8883-c39855175741 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 03:04:08.697969 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44c4619b-5f09-495e-9fdd-5f08a1d18500 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for subnet (8960ed50-6219-431a-8883-c39855175741), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:08.738565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44c4619b-5f09-495e-9fdd-5f08a1d18500 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (8960ed50-6219-431a-8883-c39855175741), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:08.760165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c900a2f8-afae-4dc6-90e4-f2cee2064afe None None] Set router 397e6435-af68-4a41-aada-15945807a83f gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:04:08.826859 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44c4619b-5f09-495e-9fdd-5f08a1d18500 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (8960ed50-6219-431a-8883-c39855175741), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:08.891205 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44c4619b-5f09-495e-9fdd-5f08a1d18500 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (8960ed50-6219-431a-8883-c39855175741), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:08.917952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4619b-5f09-495e-9fdd-5f08a1d18500 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Subnet': ['ID=8960ed50-6219-431a-8883-c39855175741,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:08.921587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-44c4619b-5f09-495e-9fdd-5f08a1d18500 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:08.924781 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-44c4619b-5f09-495e-9fdd-5f08a1d18500 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/subnets/8960ed50-6219-431a-8883-c39855175741 HTTP/1.1" status: 204 len: 168 time: 0.2833183 Nov 03 03:04:08.928554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47466) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:08.931897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1e7f49-6434-441b-bf43-9fa75d620299 None None] Network f9bb40a4-db1c-45d5-ab34-d7e29066e794 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:04:09.003175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c900a2f8-afae-4dc6-90e4-f2cee2064afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:04:08Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:09.030688 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (397e6435-af68-4a41-aada-15945807a83f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.043791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c900a2f8-afae-4dc6-90e4-f2cee2064afe None None] Checking router: 397e6435-af68-4a41-aada-15945807a83f for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:04:09.056622 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900a2f8-afae-4dc6-90e4-f2cee2064afe None None] Routers {'397e6435-af68-4a41-aada-15945807a83f'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:04:09.057227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c900a2f8-afae-4dc6-90e4-f2cee2064afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:03:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['397e6435-af68-4a41-aada-15945807a83f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:09.135148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (397e6435-af68-4a41-aada-15945807a83f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.165840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c900a2f8-afae-4dc6-90e4-f2cee2064afe None None] Set router 397e6435-af68-4a41-aada-15945807a83f gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:04:09.191036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port c8907d7e-b352-450e-a2e7-0b8dbad9115f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:04:09.191383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.199246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] DHCP port deletion for f9bb40a4-db1c-45d5-ab34-d7e29066e794 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 03:04:09.270700 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port c8907d7e-b352-450e-a2e7-0b8dbad9115f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c8907d7e-b352-450e-a2e7-0b8dbad9115f,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:04:09.271140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.283709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for c8907d7e-b352-450e-a2e7-0b8dbad9115f owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:04:09.334170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Deleting port 3adb398c-94ce-42a3-8b17-b87a51b9c35c {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:04:09.334648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.424040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] For port 3adb398c-94ce-42a3-8b17-b87a51b9c35c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3adb398c-94ce-42a3-8b17-b87a51b9c35c,segment=NetworkSegment(8f11c303-e380-43a4-91cf-db69676f8246),segment_id=8f11c303-e380-43a4-91cf-db69676f8246)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:04:09.424723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.439854 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Calling delete_port for 3adb398c-94ce-42a3-8b17-b87a51b9c35c owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:04:09.448730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3adb398c-94ce-42a3-8b17-b87a51b9c35c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:04:09.461113 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c8907d7e-b352-450e-a2e7-0b8dbad9115f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.489807 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=c8907d7e-b352-450e-a2e7-0b8dbad9115f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:09.544289 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c900a2f8-afae-4dc6-90e4-f2cee2064afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:04:08Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:09.556177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (397e6435-af68-4a41-aada-15945807a83f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.594442 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c900a2f8-afae-4dc6-90e4-f2cee2064afe None None] The sync data for ids ['397e6435-af68-4a41-aada-15945807a83f'] in dv-neutron-860659-5-hyperv is: [{'id': '397e6435-af68-4a41-aada-15945807a83f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440839117', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:04:08Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'c8907d7e-b352-450e-a2e7-0b8dbad9115f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e6435-af68-4a41-aada-15945807a83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:02:14Z', 'updated_at': '2022-11-03T03:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:04:09.618623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 3adb398c-94ce-42a3-8b17-b87a51b9c35c is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:09.619015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.639142 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (3adb398c-94ce-42a3-8b17-b87a51b9c35c), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.654196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (397e6435-af68-4a41-aada-15945807a83f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.656343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_controller (397e6435-af68-4a41-aada-15945807a83f), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.681013 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Pushing event deleted for resources: {'Port': ['ID=3adb398c-94ce-42a3-8b17-b87a51b9c35c,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:09.688995 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] No DVR routers for this DVR port 3adb398c-94ce-42a3-8b17-b87a51b9c35c on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:04:09.692929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.693331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.693686 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.694027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.694474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.694831 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.695301 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.695636 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.696110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.696556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.696894 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.697232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.697658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4350660-6e1b-4531-bfed-39c0c719f7c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:09.702300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (397e6435-af68-4a41-aada-15945807a83f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.703221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Fanout notify agent at l3_agent the message router_deleted on router 397e6435-af68-4a41-aada-15945807a83f {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 03:04:09.710129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.711794 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-972b6ce0-4963-4ca0-967f-af871ea91fa6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/routers/397e6435-af68-4a41-aada-15945807a83f HTTP/1.1" status: 204 len: 168 time: 0.7817810 Nov 03 03:04:09.713995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47468) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:09.792907 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (f9bb40a4-db1c-45d5-ab34-d7e29066e794), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.867092 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f3ab978e-81cc-4806-87e4-910a870575e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.878920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (f9bb40a4-db1c-45d5-ab34-d7e29066e794), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:09.902877 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bb40a4-db1c-45d5-ab34-d7e29066e794']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:09.912331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f11c303-e380-43a4-91cf-db69676f8246') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:09.912662 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f11c303-e380-43a4-91cf-db69676f8246') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:10.251656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (8f11c303-e380-43a4-91cf-db69676f8246), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.266355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (8f11c303-e380-43a4-91cf-db69676f8246), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.272475 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 03:04:10.272910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (8f11c303-e380-43a4-91cf-db69676f8246), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.314178 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 8f11c303-e380-43a4-91cf-db69676f8246 resource provider aggregate not found Nov 03 03:04:10.334770 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 8f11c303-e380-43a4-91cf-db69676f8246 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f11c303-e380-43a4-91cf-db69676f8246 found for delete ", "request_id": "req-310ed509-0569-489d-b539-0cdeb3bff7fd"}]} Nov 03 03:04:10.341040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (f9bb40a4-db1c-45d5-ab34-d7e29066e794), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.347702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.350793 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/networks/f9bb40a4-db1c-45d5-ab34-d7e29066e794 HTTP/1.1" status: 204 len: 168 time: 0.6358795 Nov 03 03:04:10.353720 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47474) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:10.362963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c0e85-3774-493e-8b0d-e22e14722b3c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Network': ['ID=f9bb40a4-db1c-45d5-ab34-d7e29066e794,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:10.416180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (33dd3f12-5d30-4851-b426-e537f622579f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.441682 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (33dd3f12-5d30-4851-b426-e537f622579f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.502004 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (33dd3f12-5d30-4851-b426-e537f622579f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.505256 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.506418 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/security-groups/33dd3f12-5d30-4851-b426-e537f622579f HTTP/1.1" status: 204 len: 168 time: 0.1517234 Nov 03 03:04:10.515403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dd3f12-5d30-4851-b426-e537f622579f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:10.522858 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.523214 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.523560 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.523920 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.524241 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.524604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.524936 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.525266 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.525593 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.525924 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.526252 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.526573 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.526946 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fea9f0-c82d-4d63-a1ac-378983186534 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:10.613113 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47482) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:10.617988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-97274425-8163-4e5c-94a5-b2e06fad87ec tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185362666', 'description': 'tempest-secgroup-smoke-1185362666 description', 'project_id': 'b7101b697f184fada26a23eb1cbbed56'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:10.638327 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97274425-8163-4e5c-94a5-b2e06fad87ec tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.705878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97274425-8163-4e5c-94a5-b2e06fad87ec tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (d29a17fc-9be5-4603-a753-632554262db4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.709789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97274425-8163-4e5c-94a5-b2e06fad87ec tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d29a17fc-9be5-4603-a753-632554262db4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.740249 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-97274425-8163-4e5c-94a5-b2e06fad87ec tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.741554 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-97274425-8163-4e5c-94a5-b2e06fad87ec tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1273258 Nov 03 03:04:10.744679 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47484) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:10.746036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97274425-8163-4e5c-94a5-b2e06fad87ec tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29a17fc-9be5-4603-a753-632554262db4,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:10.750276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6b3aa94d-c851-45ba-bd84-fc2f9ace5442 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'd29a17fc-9be5-4603-a753-632554262db4', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:10.774300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6b3aa94d-c851-45ba-bd84-fc2f9ace5442 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (227007de-f380-4079-b919-997dd0c8fbb2), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.830602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6b3aa94d-c851-45ba-bd84-fc2f9ace5442 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (227007de-f380-4079-b919-997dd0c8fbb2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.834988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6b3aa94d-c851-45ba-bd84-fc2f9ace5442 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (227007de-f380-4079-b919-997dd0c8fbb2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.849365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3aa94d-c851-45ba-bd84-fc2f9ace5442 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227007de-f380-4079-b919-997dd0c8fbb2,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:10.859836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6b3aa94d-c851-45ba-bd84-fc2f9ace5442 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.861104 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-6b3aa94d-c851-45ba-bd84-fc2f9ace5442 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153722 Nov 03 03:04:10.863972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47486) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:10.868141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d45c8eeb-ca15-495e-8092-7315da16c221 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'd29a17fc-9be5-4603-a753-632554262db4', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:10.893626 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d45c8eeb-ca15-495e-8092-7315da16c221 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (eaa804ff-2692-44c8-a8c0-ed07ae1407d9), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.954079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d45c8eeb-ca15-495e-8092-7315da16c221 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (eaa804ff-2692-44c8-a8c0-ed07ae1407d9), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.958906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d45c8eeb-ca15-495e-8092-7315da16c221 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (eaa804ff-2692-44c8-a8c0-ed07ae1407d9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.980831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c8eeb-ca15-495e-8092-7315da16c221 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa804ff-2692-44c8-a8c0-ed07ae1407d9,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:10.988340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d45c8eeb-ca15-495e-8092-7315da16c221 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:10.990695 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d45c8eeb-ca15-495e-8092-7315da16c221 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257703 Nov 03 03:04:10.993523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47488) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:10.998133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-abe00d7c-d986-44e7-9b6d-fd5dbe015730 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'd29a17fc-9be5-4603-a753-632554262db4', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:11.023352 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abe00d7c-d986-44e7-9b6d-fd5dbe015730 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (f2d97e2c-3d8e-4303-8772-bd48c3db53da), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.079143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abe00d7c-d986-44e7-9b6d-fd5dbe015730 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (f2d97e2c-3d8e-4303-8772-bd48c3db53da), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.082677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abe00d7c-d986-44e7-9b6d-fd5dbe015730 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (f2d97e2c-3d8e-4303-8772-bd48c3db53da), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.099386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe00d7c-d986-44e7-9b6d-fd5dbe015730 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d97e2c-3d8e-4303-8772-bd48c3db53da,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:11.107091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-abe00d7c-d986-44e7-9b6d-fd5dbe015730 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.108284 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-abe00d7c-d986-44e7-9b6d-fd5dbe015730 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137986 Nov 03 03:04:11.111064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47490) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:11.116505 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-63ce4990-7e91-41f2-950e-0df5d57b4740 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'd29a17fc-9be5-4603-a753-632554262db4', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:11.141335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ce4990-7e91-41f2-950e-0df5d57b4740 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (2394efa5-72b2-4150-b831-ebd4d3b71666), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.198404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ce4990-7e91-41f2-950e-0df5d57b4740 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (2394efa5-72b2-4150-b831-ebd4d3b71666), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.201628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ce4990-7e91-41f2-950e-0df5d57b4740 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (2394efa5-72b2-4150-b831-ebd4d3b71666), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.218612 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce4990-7e91-41f2-950e-0df5d57b4740 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2394efa5-72b2-4150-b831-ebd4d3b71666,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:11.225766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-63ce4990-7e91-41f2-950e-0df5d57b4740 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.226955 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-63ce4990-7e91-41f2-950e-0df5d57b4740 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146708 Nov 03 03:04:11.229648 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47492) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:11.233889 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ecede2b4-08af-4857-8af2-43ab9aa3db51 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'd29a17fc-9be5-4603-a753-632554262db4', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:11.253597 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-ecede2b4-08af-4857-8af2-43ab9aa3db51 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Project b7101b697f184fada26a23eb1cbbed56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:04:11.259049 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ecede2b4-08af-4857-8af2-43ab9aa3db51 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (8281de1d-41e8-4af2-9347-c915c2240ae8), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.318881 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ecede2b4-08af-4857-8af2-43ab9aa3db51 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (8281de1d-41e8-4af2-9347-c915c2240ae8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.322507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ecede2b4-08af-4857-8af2-43ab9aa3db51 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (8281de1d-41e8-4af2-9347-c915c2240ae8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.340768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecede2b4-08af-4857-8af2-43ab9aa3db51 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8281de1d-41e8-4af2-9347-c915c2240ae8,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:11.350066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ecede2b4-08af-4857-8af2-43ab9aa3db51 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.353933 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ecede2b4-08af-4857-8af2-43ab9aa3db51 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206946 Nov 03 03:04:11.354130 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47494) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:11.358718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3a8375fb-8939-486e-844f-a0ef9191e7a6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'd29a17fc-9be5-4603-a753-632554262db4', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:11.369639 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7a7626a8-aec8-476b-838b-cda1426eff48 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:04:11.380981 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-3a8375fb-8939-486e-844f-a0ef9191e7a6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Project b7101b697f184fada26a23eb1cbbed56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:04:11.386671 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a8375fb-8939-486e-844f-a0ef9191e7a6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (fbc75c64-0362-40fd-96a5-5c01f3b6f502), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.453925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a8375fb-8939-486e-844f-a0ef9191e7a6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (fbc75c64-0362-40fd-96a5-5c01f3b6f502), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.459112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a8375fb-8939-486e-844f-a0ef9191e7a6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (fbc75c64-0362-40fd-96a5-5c01f3b6f502), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.479071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8375fb-8939-486e-844f-a0ef9191e7a6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc75c64-0362-40fd-96a5-5c01f3b6f502,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:11.484985 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a8375fb-8939-486e-844f-a0ef9191e7a6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.486172 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3a8375fb-8939-486e-844f-a0ef9191e7a6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309919 Nov 03 03:04:11.489852 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47496) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:11.494953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'network': {'name': 'tempest-network-smoke--511240840', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'port_security_enabled': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:11.517853 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:04:11.521376 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.531237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 7a7626a8-aec8-476b-838b-cda1426eff48 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:04:11.531590 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7a7626a8-aec8-476b-838b-cda1426eff48 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:04:11.532021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c8907d7e-b352-450e-a2e7-0b8dbad9115f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:04:11.546216 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 03:04:11.550737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: c8907d7e-b352-450e-a2e7-0b8dbad9115f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:04:11.551174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c8907d7e-b352-450e-a2e7-0b8dbad9115f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:04:11.556189 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (96622b3a-32b5-4f62-88f6-de3d3c4bb355), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.556586 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Added segment 96622b3a-32b5-4f62-88f6-de3d3c4bb355 of type vlan for network fca96388-1fab-48d3-936f-c8c36d50a126 Nov 03 03:04:11.600043 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (fca96388-1fab-48d3-936f-c8c36d50a126), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.624318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (fca96388-1fab-48d3-936f-c8c36d50a126), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.629991 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:11.630579 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.683846 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1928732 Nov 03 03:04:11.686527 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47498) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:11.697923 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'admin_state_up': True, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:11.711837 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e8205-af46-49bc-bfa7-7a1d9cfe9a25 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Network': ['ID=fca96388-1fab-48d3-936f-c8c36d50a126,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:11.723024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network fca96388-1fab-48d3-936f-c8c36d50a126 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 03:04:11.726458 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (dc16cebf-8d80-401a-a6e0-41d30560d568), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.727532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (dc16cebf-8d80-401a-a6e0-41d30560d568), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.787535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_controller (dc16cebf-8d80-401a-a6e0-41d30560d568), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:11.928005 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (dc16cebf-8d80-401a-a6e0-41d30560d568), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:12.124414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (dc16cebf-8d80-401a-a6e0-41d30560d568), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:12.143784 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:12.244793 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.26.6.186 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:04:12.349246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:12.355662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-93e5a362-14bd-427f-988e-080ea240bf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:12.382262 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:12.419230 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:04:12.422036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:04:12.427745 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:04:12.432617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:12.664040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (dc16cebf-8d80-401a-a6e0-41d30560d568), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:12.852963 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (dc16cebf-8d80-401a-a6e0-41d30560d568), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:12.974314 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router dc16cebf-8d80-401a-a6e0-41d30560d568 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 03:04:13.075319 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:04:13.085884 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Sync routers for ids ['dc16cebf-8d80-401a-a6e0-41d30560d568'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:04:13.095150 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Routers {'dc16cebf-8d80-401a-a6e0-41d30560d568'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:04:13.095759 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:04:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['dc16cebf-8d80-401a-a6e0-41d30560d568'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:13.096461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.097722 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-70b61088-7bf6-4425-80d5-dfd58d80e7d5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4102886 Nov 03 03:04:13.101237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47500) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:13.132737 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cbc3c18a-959d-40d4-83f5-ea7b90c40106 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=b7101b697f184fada26a23eb1cbbed56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277619 Nov 03 03:04:13.132940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47502) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:13.198116 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Set router dc16cebf-8d80-401a-a6e0-41d30560d568 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:04:13.219859 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d93654-d724-4926-bae0-d527545582cf tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:13.224105 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-25d93654-d724-4926-bae0-d527545582cf tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876021 Nov 03 03:04:13.224423 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47504) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:13.259201 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-b5ba25f8-dde6-4c83-a8a4-b61aa6492515 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312817 Nov 03 03:04:13.259462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47506) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:13.264060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1528547819', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:13.338978 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.350334 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:04:13.353846 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.384221 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:12Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:13.495387 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Checking router: dc16cebf-8d80-401a-a6e0-41d30560d568 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:04:13.495747 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Updating router dc16cebf-8d80-401a-a6e0-41d30560d568 port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:04:13.524806 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.543807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (5051574b-d9e3-4a56-ba9f-448b3cb26b5c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.604804 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Subnet': ['ID=5051574b-d9e3-4a56-ba9f-448b3cb26b5c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:13.612250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Checking segment: {'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:04:13.612650 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network hostable DHCP agents. Network: fca96388-1fab-48d3-936f-c8c36d50a126, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 03:04:13.631352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network fca96388-1fab-48d3-936f-c8c36d50a126 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 03:04:13.640793 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, fca96388-1fab-48d3-936f-c8c36d50a126) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:04:13.645945 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:13.646754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.651328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97857a88-09fc-43b1-825a-f77bd4215b5c None None] Network fca96388-1fab-48d3-936f-c8c36d50a126 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:04:13.670081 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a04321bc-565c-42cc-aa15-4bece3928f91 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4069610 Nov 03 03:04:13.670679 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47508) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:13.762219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-fca96388-1fab-48d3-936f-c8c36d50a126', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ips': [{'subnet_id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 03:04:13.763342 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.774504 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Publish callbacks [] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.779983 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.814343 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Attempting to bind port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:04:13.815097 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Attempting to bind port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:04:13.815806 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Attempting to bind port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:04:13.830239 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:04:13.831030 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:04:13.831651 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.833490 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:04:13.833958 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Bound port: 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:04:13.834366 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.862459 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Pushing event updated for resources: {'Port': ['ID=14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:13.886509 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.886863 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.887214 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.887685 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.888020 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.888355 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.888714 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.889048 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.889378 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.889710 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.890041 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.890368 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.890691 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:04:13.904399 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] For port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:04:13.907638 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] For port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:04:13.911585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Allocated IP 172.20.0.2 (fca96388-1fab-48d3-936f-c8c36d50a126/5051574b-d9e3-4a56-ba9f-448b3cb26b5c/ec6308b3-4809-44f6-b191-348b1bd06591) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:04:13.914887 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:13.949301 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Routers {'dc16cebf-8d80-401a-a6e0-41d30560d568'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:04:13.950460 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:04:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['dc16cebf-8d80-401a-a6e0-41d30560d568'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:14.007794 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4780aa-cd91-4cb3-b0b9-a23c158a3fcc None None] Pushing event updated for resources: {'Port': ['ID=14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:14.068680 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] Set router dc16cebf-8d80-401a-a6e0-41d30560d568 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:04:14.068904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Publish callbacks [] for port (ec6308b3-4809-44f6-b191-348b1bd06591), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:14.075816 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:14.115076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Network fca96388-1fab-48d3-936f-c8c36d50a126 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:04:14.117974 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:04:14.124001 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:04:14.143388 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:14.152341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Pushing event updated for resources: {'Port': ['ID=ec6308b3-4809-44f6-b191-348b1bd06591,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:14.188933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Attempting to bind port ec6308b3-4809-44f6-b191-348b1bd06591 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:04:14.189334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Attempting to bind port ec6308b3-4809-44f6-b191-348b1bd06591 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:04:14.189706 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Attempting to bind port ec6308b3-4809-44f6-b191-348b1bd06591 on network fca96388-1fab-48d3-936f-c8c36d50a126 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:04:14.194936 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:04:14.195318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Checking segment: {'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:04:14.195719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:14.196392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Bound using segment: {'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:04:14.196609 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Bound port: ec6308b3-4809-44f6-b191-348b1bd06591, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:04:14.196976 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:14.260682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] For port ec6308b3-4809-44f6-b191-348b1bd06591, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:04:14.263346 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:12Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:14.263925 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] For port ec6308b3-4809-44f6-b191-348b1bd06591, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ec6308b3-4809-44f6-b191-348b1bd06591,segment=NetworkSegment(96622b3a-32b5-4f62-88f6-de3d3c4bb355),segment_id=96622b3a-32b5-4f62-88f6-de3d3c4bb355)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:04:14.272284 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:14.298561 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8105e-24b8-42f7-b3c8-4f2f9bf2669e None None] The sync data for ids ['dc16cebf-8d80-401a-a6e0-41d30560d568'] in dv-neutron-860659-5-hyperv is: [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:12Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:04:14.340333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d5c84-8464-43ba-a91f-6c9df7cf4e41 None None] Pushing event updated for resources: {'Port': ['ID=ec6308b3-4809-44f6-b191-348b1bd06591,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:14.836536 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.20.0.1 (fca96388-1fab-48d3-936f-c8c36d50a126/5051574b-d9e3-4a56-ba9f-448b3cb26b5c/33df786c-b912-49ae-873a-595dbbc5fd1c) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:04:14.840300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:14.974027 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.011338 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.055597 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network fca96388-1fab-48d3-936f-c8c36d50a126 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:04:15.062472 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:04:15.067698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:04:15.113304 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=33df786c-b912-49ae-873a-595dbbc5fd1c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:15.144619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (dc16cebf-8d80-401a-a6e0-41d30560d568), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.322946 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.470848 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f628bbad-4b45-4e7e-a4b3-58ff34ae04f6 None None] Network fca96388-1fab-48d3-936f-c8c36d50a126 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:04:15.518992 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:04:15.564208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-008febf2-95a7-4a83-aa28-b950878c6d63 None None] Provisioning complete for port ec6308b3-4809-44f6-b191-348b1bd06591 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:04:15.564617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-008febf2-95a7-4a83-aa28-b950878c6d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.564959 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-008febf2-95a7-4a83-aa28-b950878c6d63 None None] Attempt 1 to provision port ec6308b3-4809-44f6-b191-348b1bd06591 Nov 03 03:04:15.653683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:04:15.654059 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.654404 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 Nov 03 03:04:15.670040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.676476 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.730603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-008febf2-95a7-4a83-aa28-b950878c6d63 None None] Current status of the port ec6308b3-4809-44f6-b191-348b1bd06591 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:15.730994 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-008febf2-95a7-4a83-aa28-b950878c6d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.756908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=33df786c-b912-49ae-873a-595dbbc5fd1c,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:15.759879 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (dc16cebf-8d80-401a-a6e0-41d30560d568), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.799479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-008febf2-95a7-4a83-aa28-b950878c6d63 None None] For port ec6308b3-4809-44f6-b191-348b1bd06591, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ec6308b3-4809-44f6-b191-348b1bd06591,segment=NetworkSegment(96622b3a-32b5-4f62-88f6-de3d3c4bb355),segment_id=96622b3a-32b5-4f62-88f6-de3d3c4bb355)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:04:15.801548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:15.802126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.809647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-008febf2-95a7-4a83-aa28-b950878c6d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.845165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:04:15.856319 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.857472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ec6308b3-4809-44f6-b191-348b1bd06591 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:04:15.866642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network fca96388-1fab-48d3-936f-c8c36d50a126 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:04:15.868263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:04:15.942368 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008febf2-95a7-4a83-aa28-b950878c6d63 None None] Pushing event updated for resources: {'Port': ['ID=ec6308b3-4809-44f6-b191-348b1bd06591,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:15.987014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ec6308b3-4809-44f6-b191-348b1bd06591 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:04:15.987393 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:15.987735 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ec6308b3-4809-44f6-b191-348b1bd06591 Nov 03 03:04:16.007087 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router dc16cebf-8d80-401a-a6e0-41d30560d568 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:04:16.030742 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:16.086688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ec6308b3-4809-44f6-b191-348b1bd06591 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:16.128012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:04:16.134255 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0b07a4bd-1ba0-43fb-8693-3863a3c99aa8 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "PUT /v2.0/routers/dc16cebf-8d80-401a-a6e0-41d30560d568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4629343 Nov 03 03:04:16.137579 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Provisioning complete for port 33df786c-b912-49ae-873a-595dbbc5fd1c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:04:16.137957 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:16.138299 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Attempt 1 to provision port 33df786c-b912-49ae-873a-595dbbc5fd1c Nov 03 03:04:16.171461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Port 33df786c-b912-49ae-873a-595dbbc5fd1c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:04:16.210451 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:16.310141 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-d2f5f7c2-ca46-459f-b67f-6b3addeaff2f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185362666&fields=id&tenant_id=b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 267 time: 0.0497546 Nov 03 03:04:16.323347 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Sync routers for ids ['dc16cebf-8d80-401a-a6e0-41d30560d568'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:04:16.334417 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Routers {'dc16cebf-8d80-401a-a6e0-41d30560d568'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:04:16.335044 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:04:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['dc16cebf-8d80-401a-a6e0-41d30560d568'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:16.436327 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-6eb31824-7d55-4610-bfd4-66159a3d2e32 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:16.437855 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-6eb31824-7d55-4610-bfd4-66159a3d2e32 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/networks?id=fca96388-1fab-48d3-936f-c8c36d50a126 HTTP/1.1" status: 200 len: 796 time: 0.1202278 Nov 03 03:04:16.444372 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Set router dc16cebf-8d80-401a-a6e0-41d30560d568 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:04:16.453650 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-a96123d4-d2f7-4121-b739-133ccf263bcb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/quotas/b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 375 time: 0.0093851 Nov 03 03:04:16.512166 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-9bbc43eb-30b6-4e9c-9745-e7a3bbe880f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518098 Nov 03 03:04:16.611697 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-2a7dd149-6163-465d-a1c4-7f6565ad331a service neutron] 10.222.0.23 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877912 Nov 03 03:04:16.642128 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '33df786c-b912-49ae-873a-595dbbc5fd1c', 'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:d5:4b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:14Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 2, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:16.666210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Checking router: dc16cebf-8d80-401a-a6e0-41d30560d568 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:04:16.666569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Updating router dc16cebf-8d80-401a-a6e0-41d30560d568 port 33df786c-b912-49ae-873a-595dbbc5fd1c binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:04:16.684893 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Attempt 2 to provision port 33df786c-b912-49ae-873a-595dbbc5fd1c Nov 03 03:04:16.703197 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-c027973a-245f-4475-be88-33d19ef8a70d service neutron] 10.222.0.23 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850801 Nov 03 03:04:16.718529 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:16.731399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Port 33df786c-b912-49ae-873a-595dbbc5fd1c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:04:16.869258 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7a6ac9dd-e70f-463e-bd09-6100380efe3e req-ee40e9c1-839b-4a54-bae4-f8f2bcdd4aa2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 210 time: 0.0283699 Nov 03 03:04:16.998811 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Publish callbacks [] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:17.005769 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:17.064932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2875b-e455-48bd-b588-2cd19023acd6 None None] Pushing event updated for resources: {'Port': ['ID=33df786c-b912-49ae-873a-595dbbc5fd1c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:17.094399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Attempting to bind port 33df786c-b912-49ae-873a-595dbbc5fd1c on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:04:17.094773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Attempting to bind port 33df786c-b912-49ae-873a-595dbbc5fd1c by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:04:17.095133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Attempting to bind port 33df786c-b912-49ae-873a-595dbbc5fd1c on network fca96388-1fab-48d3-936f-c8c36d50a126 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:04:17.100154 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:04:17.100566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Checking segment: {'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:04:17.100991 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:17.101358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Bound using segment: {'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:04:17.101858 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Bound port: 33df786c-b912-49ae-873a-595dbbc5fd1c, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:04:17.102209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:17.171481 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] For port 33df786c-b912-49ae-873a-595dbbc5fd1c, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:04:17.174893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] For port 33df786c-b912-49ae-873a-595dbbc5fd1c, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=33df786c-b912-49ae-873a-595dbbc5fd1c,segment=NetworkSegment(96622b3a-32b5-4f62-88f6-de3d3c4bb355),segment_id=96622b3a-32b5-4f62-88f6-de3d3c4bb355)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:04:17.181689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:17.220771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Routers {'dc16cebf-8d80-401a-a6e0-41d30560d568'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:04:17.221399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:04:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['dc16cebf-8d80-401a-a6e0-41d30560d568'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:17.258868 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Attempt 3 to provision port 33df786c-b912-49ae-873a-595dbbc5fd1c Nov 03 03:04:17.306012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2875b-e455-48bd-b588-2cd19023acd6 None None] Pushing event updated for resources: {'Port': ['ID=33df786c-b912-49ae-873a-595dbbc5fd1c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:17.411498 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] Set router dc16cebf-8d80-401a-a6e0-41d30560d568 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:04:17.414945 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:04:17.480969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Current status of the port 33df786c-b912-49ae-873a-595dbbc5fd1c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:17.481367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:17.603136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-70cb4717-0acc-4544-a631-725513054d6c None None] For port 33df786c-b912-49ae-873a-595dbbc5fd1c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=33df786c-b912-49ae-873a-595dbbc5fd1c,segment=NetworkSegment(96622b3a-32b5-4f62-88f6-de3d3c4bb355),segment_id=96622b3a-32b5-4f62-88f6-de3d3c4bb355)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:04:17.610430 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:17.646483 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:04:17.647130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:17.647228 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 Nov 03 03:04:17.861450 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Provisioning complete for port ec6308b3-4809-44f6-b191-348b1bd06591 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:04:17.861840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:17.862255 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Attempt 1 to provision port ec6308b3-4809-44f6-b191-348b1bd06591 Nov 03 03:04:17.892512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-cd43673d-ccf1-4bc6-a6a6-017ab25ebed0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:17.893995 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-cd43673d-ccf1-4bc6-a6a6-017ab25ebed0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/networks?id=fca96388-1fab-48d3-936f-c8c36d50a126 HTTP/1.1" status: 200 len: 796 time: 0.1257024 Nov 03 03:04:17.916230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Pushing event updated for resources: {'Port': ['ID=33df786c-b912-49ae-873a-595dbbc5fd1c,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:17.997177 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bc912cec-a875-485c-8cde-659558d95d1b req-3b54726b-241b-40bc-8b43-e23c7c6de86b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 210 time: 0.0404706 Nov 03 03:04:18.004119 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-bed13194-ea0f-4d0e-8e25-6f371fa52c68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 380 time: 0.0992908 Nov 03 03:04:18.018356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'port': {'device_id': '819b9870-ccc0-483c-9317-43b9768928ae', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'admin_state_up': True, 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'security_groups': ['d29a17fc-9be5-4603-a753-632554262db4']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:18.024587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '33df786c-b912-49ae-873a-595dbbc5fd1c', 'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:d5:4b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:14Z', 'updated_at': '2022-11-03T03:04:17Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:18.026341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:18.027411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ec6308b3-4809-44f6-b191-348b1bd06591 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:04:18.078840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490660cd-f20b-4ac8-9642-190390a2d7bf None None] The sync data for ids ['dc16cebf-8d80-401a-a6e0-41d30560d568'] in dv-neutron-860659-5-hyperv is: [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '33df786c-b912-49ae-873a-595dbbc5fd1c', 'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:d5:4b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:14Z', 'updated_at': '2022-11-03T03:04:17Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:04:18.082105 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-70cb4717-0acc-4544-a631-725513054d6c None None] Current status of the port ec6308b3-4809-44f6-b191-348b1bd06591 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:18.117820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port ec6308b3-4809-44f6-b191-348b1bd06591 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:04:18.118204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:18.118553 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port ec6308b3-4809-44f6-b191-348b1bd06591 Nov 03 03:04:18.225266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:04:18.229017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port ec6308b3-4809-44f6-b191-348b1bd06591 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:18.229338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:18.237078 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-1db344da-6974-457d-97ef-cd85bc7c7210 None None] Provisioning complete for port 33df786c-b912-49ae-873a-595dbbc5fd1c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:04:18.237497 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1db344da-6974-457d-97ef-cd85bc7c7210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:18.237809 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-1db344da-6974-457d-97ef-cd85bc7c7210 None None] Attempt 1 to provision port 33df786c-b912-49ae-873a-595dbbc5fd1c Nov 03 03:04:18.348292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1db344da-6974-457d-97ef-cd85bc7c7210 None None] Current status of the port 33df786c-b912-49ae-873a-595dbbc5fd1c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:18.409271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.20.0.6 (fca96388-1fab-48d3-936f-c8c36d50a126/5051574b-d9e3-4a56-ba9f-448b3cb26b5c/0617bfbf-3666-479b-af61-c7c9f6f907a3) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:04:18.563004 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:18.597000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:18.645523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network fca96388-1fab-48d3-936f-c8c36d50a126 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:04:18.648865 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:04:18.654766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:04:18.684842 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=0617bfbf-3666-479b-af61-c7c9f6f907a3,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:18.721368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:18.722022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:18.742726 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-1bf5b119-58ab-4ee1-a4a1-09e97c9f004f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7321265 Nov 03 03:04:18.755143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Request body: {'port': {'device_id': '819b9870-ccc0-483c-9317-43b9768928ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:18.824533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:18.988032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0b3ddabe-d11f-46bf-82e9-1e21be138d90 None None] Provisioning complete for port 0617bfbf-3666-479b-af61-c7c9f6f907a3 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:04:18.988743 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0b3ddabe-d11f-46bf-82e9-1e21be138d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:18.988847 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0b3ddabe-d11f-46bf-82e9-1e21be138d90 None None] Attempt 1 to provision port 0617bfbf-3666-479b-af61-c7c9f6f907a3 Nov 03 03:04:19.025116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ddabe-d11f-46bf-82e9-1e21be138d90 None None] Port 0617bfbf-3666-479b-af61-c7c9f6f907a3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:04:19.130108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0617bfbf-3666-479b-af61-c7c9f6f907a3 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:04:19.139898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Publish callbacks [] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:19.158925 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Transition to ACTIVE for port object 0617bfbf-3666-479b-af61-c7c9f6f907a3 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 03:04:19.165749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:19.174366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a351da-6496-4ca4-a03b-f9fe63fd7810 req-76c30652-2d5b-4894-a9a1-b312064f6299 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:19.175800 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60a351da-6496-4ca4-a03b-f9fe63fd7810 req-76c30652-2d5b-4894-a9a1-b312064f6299 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 931 time: 0.0839558 Nov 03 03:04:19.251090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Pushing event updated for resources: {'Port': ['ID=0617bfbf-3666-479b-af61-c7c9f6f907a3,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:19.307377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-60a351da-6496-4ca4-a03b-f9fe63fd7810 req-b628a9f6-7daf-479d-aa88-1046d13af593 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086690 Nov 03 03:04:19.326757 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Attempting to bind port 0617bfbf-3666-479b-af61-c7c9f6f907a3 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:04:19.327102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Attempting to bind port 0617bfbf-3666-479b-af61-c7c9f6f907a3 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:04:19.327428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Attempting to bind port 0617bfbf-3666-479b-af61-c7c9f6f907a3 on network fca96388-1fab-48d3-936f-c8c36d50a126 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:04:19.334619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Port 0617bfbf-3666-479b-af61-c7c9f6f907a3 on network fca96388-1fab-48d3-936f-c8c36d50a126 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 03:04:19.334987 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Attempting to bind port 0617bfbf-3666-479b-af61-c7c9f6f907a3 on network fca96388-1fab-48d3-936f-c8c36d50a126 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:04:19.341153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:04:19.341502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Checking segment: {'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:04:19.341910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Bound using segment: {'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:04:19.342372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Bound port: 0617bfbf-3666-479b-af61-c7c9f6f907a3, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96622b3a-32b5-4f62-88f6-de3d3c4bb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:04:19.342858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:19.401055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 33df786c-b912-49ae-873a-595dbbc5fd1c up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:04:19.406992 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] For port 0617bfbf-3666-479b-af61-c7c9f6f907a3, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:04:19.410145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] For port 0617bfbf-3666-479b-af61-c7c9f6f907a3, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0617bfbf-3666-479b-af61-c7c9f6f907a3,segment=NetworkSegment(96622b3a-32b5-4f62-88f6-de3d3c4bb355),segment_id=96622b3a-32b5-4f62-88f6-de3d3c4bb355)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:04:19.417754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:19.421102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:19.421715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:19.423079 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] 10.222.0.27 "PUT /v2.0/ports/0617bfbf-3666-479b-af61-c7c9f6f907a3 HTTP/1.1" status: 200 len: 1093 time: 0.6725113 Nov 03 03:04:19.425484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819b9870-ccc0-483c-9317-43b9768928ae', 'tag': '0617bfbf-3666-479b-af61-c7c9f6f907a3'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:04:19.428298 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc82a49-246e-4bc2-aa32-a88406202bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "819b9870-ccc0-483c-9317-43b9768928ae", "tag": "0617bfbf-3666-479b-af61-c7c9f6f907a3"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:04:19.452531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 33df786c-b912-49ae-873a-595dbbc5fd1c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:04:19.452843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:19.453194 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 33df786c-b912-49ae-873a-595dbbc5fd1c Nov 03 03:04:19.485988 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9650cac6-70b4-4316-b5e2-e635c2266733 x-openstack-request-id: req-9650cac6-70b4-4316-b5e2-e635c2266733 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:04:19.486532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819b9870-ccc0-483c-9317-43b9768928ae", "tag": "0617bfbf-3666-479b-af61-c7c9f6f907a3", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:04:19.486786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9650cac6-70b4-4316-b5e2-e635c2266733 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:04:19.487232 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9650cac6-70b4-4316-b5e2-e635c2266733'] response: {'name': 'network-changed', 'server_uuid': '819b9870-ccc0-483c-9317-43b9768928ae', 'tag': '0617bfbf-3666-479b-af61-c7c9f6f907a3', 'status': 'completed', 'code': 200} Nov 03 03:04:19.517912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1be2de-dce6-4537-8045-b5679db64a19 service neutron] Pushing event updated for resources: {'Port': ['ID=0617bfbf-3666-479b-af61-c7c9f6f907a3,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:19.525916 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0b3ddabe-d11f-46bf-82e9-1e21be138d90 None None] Attempt 2 to provision port 0617bfbf-3666-479b-af61-c7c9f6f907a3 Nov 03 03:04:19.534107 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-95fdddc0-75cf-4ac5-ad7a-d01ecb000fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:19.536448 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-95fdddc0-75cf-4ac5-ad7a-d01ecb000fd1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 1127 time: 0.0656469 Nov 03 03:04:19.551631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 33df786c-b912-49ae-873a-595dbbc5fd1c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:19.572609 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ddabe-d11f-46bf-82e9-1e21be138d90 None None] Port 0617bfbf-3666-479b-af61-c7c9f6f907a3 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 03:04:19.583473 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-a499ae36-0da5-4764-be41-2ffa0ed806ef service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0617bfbf-3666-479b-af61-c7c9f6f907a3 HTTP/1.1" status: 200 len: 217 time: 0.0338597 Nov 03 03:04:19.639538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-c2986a45-a5c2-459a-808d-b662168803a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:19.641102 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-c2986a45-a5c2-459a-808d-b662168803a9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5051574b-d9e3-4a56-ba9f-448b3cb26b5c HTTP/1.1" status: 200 len: 835 time: 0.0455842 Nov 03 03:04:19.698148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-e2ebaf5a-bd5e-4d28-8d2d-f7b384d24e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:19.699657 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-e2ebaf5a-bd5e-4d28-8d2d-f7b384d24e0b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fca96388-1fab-48d3-936f-c8c36d50a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483868 Nov 03 03:04:19.790632 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-45c27a97-002c-4a4a-a9aa-8a46526be9ea service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808411 Nov 03 03:04:19.893609 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9a28d533-26ec-47e3-91c5-86d718ecd0b8 req-caa9a2aa-2214-4e01-bce3-89e4a2108c65 service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909164 Nov 03 03:04:19.985751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc82a49-246e-4bc2-aa32-a88406202bc4 req-54cfb942-56a3-4595-8a49-2141c84b46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:19.987492 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc82a49-246e-4bc2-aa32-a88406202bc4 req-54cfb942-56a3-4595-8a49-2141c84b46cf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 1127 time: 0.0460021 Nov 03 03:04:20.081421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc82a49-246e-4bc2-aa32-a88406202bc4 req-f65039d8-0458-44fe-bf7b-b8cfc84a270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:20.083399 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc82a49-246e-4bc2-aa32-a88406202bc4 req-f65039d8-0458-44fe-bf7b-b8cfc84a270c service neutron] 10.222.0.27 "GET /v2.0/networks?id=fca96388-1fab-48d3-936f-c8c36d50a126 HTTP/1.1" status: 200 len: 897 time: 0.0874009 Nov 03 03:04:20.124101 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc82a49-246e-4bc2-aa32-a88406202bc4 req-0cc469ba-6bdb-4e3b-8c62-7b79f3e69b21 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0617bfbf-3666-479b-af61-c7c9f6f907a3 HTTP/1.1" status: 200 len: 217 time: 0.0329475 Nov 03 03:04:20.173333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc82a49-246e-4bc2-aa32-a88406202bc4 req-79e943fa-6ef2-4d31-b028-35b0f93e023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:20.174691 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc82a49-246e-4bc2-aa32-a88406202bc4 req-79e943fa-6ef2-4d31-b028-35b0f93e023d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5051574b-d9e3-4a56-ba9f-448b3cb26b5c HTTP/1.1" status: 200 len: 835 time: 0.0435381 Nov 03 03:04:20.224870 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc82a49-246e-4bc2-aa32-a88406202bc4 req-61b69ba4-08c9-4ce6-9ef7-5bff82114bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:20.226342 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc82a49-246e-4bc2-aa32-a88406202bc4 req-61b69ba4-08c9-4ce6-9ef7-5bff82114bf4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fca96388-1fab-48d3-936f-c8c36d50a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444369 Nov 03 03:04:20.316818 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc82a49-246e-4bc2-aa32-a88406202bc4 req-5a82ab41-8550-4162-8a5d-53d913b402e2 service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832553 Nov 03 03:04:20.406608 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bc82a49-246e-4bc2-aa32-a88406202bc4 req-52fde346-242a-4d33-ba3e-02b3fb6ba4cd service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838072 Nov 03 03:04:20.485614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8e3d0-f104-4ba0-a121-cb3481b4d6df req-43fcbf1b-bc1e-4348-acb8-c1d7c9fc3f31 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:20.487252 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83d8e3d0-f104-4ba0-a121-cb3481b4d6df req-43fcbf1b-bc1e-4348-acb8-c1d7c9fc3f31 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 943 time: 0.0570838 Nov 03 03:04:20.535945 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83d8e3d0-f104-4ba0-a121-cb3481b4d6df req-05ada1f6-dae1-4c92-9214-52d7a6432068 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428979 Nov 03 03:04:21.661375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c88a5-8b43-49b7-9bef-339470c9d34a req-b4042724-3fb0-48ac-ad2c-c09a6fd7841f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:21.662860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e86c88a5-8b43-49b7-9bef-339470c9d34a req-b4042724-3fb0-48ac-ad2c-c09a6fd7841f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 943 time: 0.0519507 Nov 03 03:04:21.710580 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e86c88a5-8b43-49b7-9bef-339470c9d34a req-35a67566-efe0-41c4-be2a-54cdabb306d1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 Nov 03 03:04:22.396665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0617bfbf-3666-479b-af61-c7c9f6f907a3 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:04:22.491276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 0617bfbf-3666-479b-af61-c7c9f6f907a3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0617bfbf-3666-479b-af61-c7c9f6f907a3,segment=NetworkSegment(96622b3a-32b5-4f62-88f6-de3d3c4bb355),segment_id=96622b3a-32b5-4f62-88f6-de3d3c4bb355)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:04:22.502398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '0617bfbf-3666-479b-af61-c7c9f6f907a3', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'port_id': '0617bfbf-3666-479b-af61-c7c9f6f907a3', 'mac_address': 'fa:16:3e:b4:d1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:04:22.539890 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 0617bfbf-3666-479b-af61-c7c9f6f907a3 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:22.540278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:22.553612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0617bfbf-3666-479b-af61-c7c9f6f907a3 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:04:22.572651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 0617bfbf-3666-479b-af61-c7c9f6f907a3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0617bfbf-3666-479b-af61-c7c9f6f907a3,segment=NetworkSegment(96622b3a-32b5-4f62-88f6-de3d3c4bb355),segment_id=96622b3a-32b5-4f62-88f6-de3d3c4bb355)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:04:22.576920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:22.622310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=0617bfbf-3666-479b-af61-c7c9f6f907a3,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:22.830080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['0617bfbf-3666-479b-af61-c7c9f6f907a3'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:04:22.837863 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66a224-3d8b-42c1-a640-3ac323ad0a62 req-f4a5edd0-a571-4d39-adfd-87dc518b25ea tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:22.839367 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0b66a224-3d8b-42c1-a640-3ac323ad0a62 req-f4a5edd0-a571-4d39-adfd-87dc518b25ea tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 944 time: 0.0573645 Nov 03 03:04:22.888735 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0b66a224-3d8b-42c1-a640-3ac323ad0a62 req-582f8c56-73aa-46b9-9682-11cb88b1ed9b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438218 Nov 03 03:04:24.010595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776a1b-5912-448a-95e9-d4ba1d446484 req-81f176b5-b49d-4585-b5f0-c2b74ee76e66 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:24.011982 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-05776a1b-5912-448a-95e9-d4ba1d446484 req-81f176b5-b49d-4585-b5f0-c2b74ee76e66 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 944 time: 0.0524902 Nov 03 03:04:24.060881 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-05776a1b-5912-448a-95e9-d4ba1d446484 req-1477b853-6c52-4ac3-abae-c96e26e932f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433106 Nov 03 03:04:24.436179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0617bfbf-3666-479b-af61-c7c9f6f907a3 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:04:24.483392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 0617bfbf-3666-479b-af61-c7c9f6f907a3 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 03:04:24.487425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 0617bfbf-3666-479b-af61-c7c9f6f907a3 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:04:24.487832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:24.488706 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 0617bfbf-3666-479b-af61-c7c9f6f907a3 Nov 03 03:04:24.564407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 0617bfbf-3666-479b-af61-c7c9f6f907a3 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:04:24.564822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:24.587603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819b9870-ccc0-483c-9317-43b9768928ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0617bfbf-3666-479b-af61-c7c9f6f907a3'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:04:24.589889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d0ff6b-3294-46a4-8a05-697054fbf4b2" -d '{"events": [{"server_uuid": "819b9870-ccc0-483c-9317-43b9768928ae", "name": "network-vif-plugged", "status": "completed", "tag": "0617bfbf-3666-479b-af61-c7c9f6f907a3"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:04:24.602057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 0617bfbf-3666-479b-af61-c7c9f6f907a3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0617bfbf-3666-479b-af61-c7c9f6f907a3,segment=NetworkSegment(96622b3a-32b5-4f62-88f6-de3d3c4bb355),segment_id=96622b3a-32b5-4f62-88f6-de3d3c4bb355)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:04:24.606285 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:24.629929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c8ec36-aa0c-4179-a493-e3cccb386c2a x-openstack-request-id: req-23c8ec36-aa0c-4179-a493-e3cccb386c2a {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:04:24.630229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819b9870-ccc0-483c-9317-43b9768928ae", "name": "network-vif-plugged", "status": "completed", "tag": "0617bfbf-3666-479b-af61-c7c9f6f907a3", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:04:24.630454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23c8ec36-aa0c-4179-a493-e3cccb386c2a {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:04:24.630848 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c8ec36-aa0c-4179-a493-e3cccb386c2a'] response: {'server_uuid': '819b9870-ccc0-483c-9317-43b9768928ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0617bfbf-3666-479b-af61-c7c9f6f907a3', 'code': 200} Nov 03 03:04:24.656162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=0617bfbf-3666-479b-af61-c7c9f6f907a3,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:24.814873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6972999-f6d8-4883-8165-257d5927a881 req-679f98ea-7216-424a-8916-f05cea2cab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:24.817276 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d6972999-f6d8-4883-8165-257d5927a881 req-679f98ea-7216-424a-8916-f05cea2cab74 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 1129 time: 0.0433009 Nov 03 03:04:24.869495 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d6972999-f6d8-4883-8165-257d5927a881 req-c1d9e172-51df-4099-975c-f5b571156b6d service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442350 Nov 03 03:04:25.184338 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a78c4c-d043-4041-bef1-b659946be8d8 req-165158e7-31fd-4b7b-be2e-d8f99765b05c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:25.185847 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28a78c4c-d043-4041-bef1-b659946be8d8 req-165158e7-31fd-4b7b-be2e-d8f99765b05c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0521202 Nov 03 03:04:25.234586 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28a78c4c-d043-4041-bef1-b659946be8d8 req-3f65210e-6ea3-4b80-8b23-3929e164629e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Nov 03 03:04:26.359812 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d447a9-0140-47c7-a580-1ec7e05057e3 req-55defba5-64e8-42da-9bc3-38aa8659c584 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:26.361560 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61d447a9-0140-47c7-a580-1ec7e05057e3 req-55defba5-64e8-42da-9bc3-38aa8659c584 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0526817 Nov 03 03:04:26.409079 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61d447a9-0140-47c7-a580-1ec7e05057e3 req-c378bdd2-f3cb-4d3c-ae8b-17473030d1e1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Nov 03 03:04:26.537171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f0581-14b8-4d39-bd36-6937b0ae32eb req-4253043d-00b1-4eca-aea0-f8711e5121f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:26.538546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-160f0581-14b8-4d39-bd36-6937b0ae32eb req-4253043d-00b1-4eca-aea0-f8711e5121f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0571289 Nov 03 03:04:26.586079 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-160f0581-14b8-4d39-bd36-6937b0ae32eb req-03252bf2-f8aa-4273-8651-87635a5f2c27 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 Nov 03 03:04:26.614344 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47560) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:26.697996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e32d8-d47c-495e-9860-5bae800dd7ea tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:26.699513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-897e32d8-d47c-495e-9860-5bae800dd7ea tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 1124 time: 0.0841949 Nov 03 03:04:26.702386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47564) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:26.706523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '0617bfbf-3666-479b-af61-c7c9f6f907a3', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:04:26.727788 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:26.827576 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:26.928808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.26.6.70 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/bfa4df09-1c23-435c-9211-3579c6e263cc) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:04:27.030596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (bfa4df09-1c23-435c-9211-3579c6e263cc), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:27.062458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (bfa4df09-1c23-435c-9211-3579c6e263cc), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:27.098266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:04:27.101080 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:04:27.106656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:04:27.111625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=bfa4df09-1c23-435c-9211-3579c6e263cc,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:27.451257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (5185e22f-54b4-4782-8aca-99459da337ff), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:27.515259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (bfa4df09-1c23-435c-9211-3579c6e263cc), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:27.658979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (bfa4df09-1c23-435c-9211-3579c6e263cc), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:27.664321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (bfa4df09-1c23-435c-9211-3579c6e263cc), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:27.728126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=bfa4df09-1c23-435c-9211-3579c6e263cc,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:04:27.730528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (5185e22f-54b4-4782-8aca-99459da337ff), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:27.830233 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Floating IP 5185e22f-54b4-4782-8aca-99459da337ff associated. External IP: 172.26.6.70, port: 0617bfbf-3666-479b-af61-c7c9f6f907a3. Nov 03 03:04:28.027371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router dc16cebf-8d80-401a-a6e0-41d30560d568 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:04:28.130371 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:04:28.140244 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039eae46-0d76-484f-b6de-34f39e1e9ea6 None None] Sync routers for ids ['dc16cebf-8d80-401a-a6e0-41d30560d568'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:04:28.148977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:28.151321 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039eae46-0d76-484f-b6de-34f39e1e9ea6 None None] Routers {'dc16cebf-8d80-401a-a6e0-41d30560d568'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:04:28.152046 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-039eae46-0d76-484f-b6de-34f39e1e9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:04:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['dc16cebf-8d80-401a-a6e0-41d30560d568'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:28.178951 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f35cd659-1011-43e5-b540-1d9c59240ea3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4755633 Nov 03 03:04:28.179592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819b9870-ccc0-483c-9317-43b9768928ae', 'tag': '0617bfbf-3666-479b-af61-c7c9f6f907a3'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:04:28.181864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dca6e5-a507-4044-956e-438e009c2570" -d '{"events": [{"name": "network-changed", "server_uuid": "819b9870-ccc0-483c-9317-43b9768928ae", "tag": "0617bfbf-3666-479b-af61-c7c9f6f907a3"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:04:28.218871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95e36f4-2bd1-4de0-9df4-3d48cfe0f49e x-openstack-request-id: req-c95e36f4-2bd1-4de0-9df4-3d48cfe0f49e {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:04:28.219163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819b9870-ccc0-483c-9317-43b9768928ae", "tag": "0617bfbf-3666-479b-af61-c7c9f6f907a3", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:04:28.219416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c95e36f4-2bd1-4de0-9df4-3d48cfe0f49e {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:04:28.219947 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95e36f4-2bd1-4de0-9df4-3d48cfe0f49e'] response: {'name': 'network-changed', 'server_uuid': '819b9870-ccc0-483c-9317-43b9768928ae', 'tag': '0617bfbf-3666-479b-af61-c7c9f6f907a3', 'status': 'completed', 'code': 200} Nov 03 03:04:28.255409 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-039eae46-0d76-484f-b6de-34f39e1e9ea6 None None] Set router dc16cebf-8d80-401a-a6e0-41d30560d568 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:04:28.313070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a042973-8114-4561-8d40-a234db521353 req-1e283e06-3708-4b04-b08d-2d34a5d70011 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:28.314482 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1a042973-8114-4561-8d40-a234db521353 req-1e283e06-3708-4b04-b08d-2d34a5d70011 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0810950 Nov 03 03:04:28.320857 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dca6e5-a507-4044-956e-438e009c2570 req-f5bf4024-1402-4a45-b039-e114c332bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:28.322308 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-50dca6e5-a507-4044-956e-438e009c2570 req-f5bf4024-1402-4a45-b039-e114c332bc58 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 1129 time: 0.0786242 Nov 03 03:04:28.420590 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1a042973-8114-4561-8d40-a234db521353 req-82b394b7-2ee5-4b7a-9f91-5d79f7cca9b2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973294 Nov 03 03:04:28.449670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dca6e5-a507-4044-956e-438e009c2570 req-be568a8b-9928-4beb-a16e-574470fcf8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:28.450914 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47570) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:28.451392 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-50dca6e5-a507-4044-956e-438e009c2570 req-be568a8b-9928-4beb-a16e-574470fcf8f6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fca96388-1fab-48d3-936f-c8c36d50a126 HTTP/1.1" status: 200 len: 897 time: 0.1223140 Nov 03 03:04:28.474606 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-039eae46-0d76-484f-b6de-34f39e1e9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '5185e22f-54b4-4782-8aca-99459da337ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'port_id': '0617bfbf-3666-479b-af61-c7c9f6f907a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'mac_address': 'fa:16:3e:b4:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b9870-ccc0-483c-9317-43b9768928ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:04:27Z', 'updated_at': '2022-11-03T03:04:27Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33df786c-b912-49ae-873a-595dbbc5fd1c', 'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:d5:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:14Z', 'updated_at': '2022-11-03T03:04:17Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:28.502726 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039eae46-0d76-484f-b6de-34f39e1e9ea6 None None] Checking router: dc16cebf-8d80-401a-a6e0-41d30560d568 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:04:28.511844 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c39da941-1f1b-4cfd-8565-97d60aa76b41 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/5185e22f-54b4-4782-8aca-99459da337ff HTTP/1.1" status: 200 len: 990 time: 0.0588315 Nov 03 03:04:28.512065 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039eae46-0d76-484f-b6de-34f39e1e9ea6 None None] Routers {'dc16cebf-8d80-401a-a6e0-41d30560d568'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:04:28.512472 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-039eae46-0d76-484f-b6de-34f39e1e9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:04:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['dc16cebf-8d80-401a-a6e0-41d30560d568'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:28.515536 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-50dca6e5-a507-4044-956e-438e009c2570 req-b85fbcb5-85f2-460e-8e15-68808b6011a7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0617bfbf-3666-479b-af61-c7c9f6f907a3 HTTP/1.1" status: 200 len: 998 time: 0.0578282 Nov 03 03:04:28.567288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dca6e5-a507-4044-956e-438e009c2570 req-3aa0dd91-8f30-43b8-8f5d-42447137dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:28.568676 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-50dca6e5-a507-4044-956e-438e009c2570 req-3aa0dd91-8f30-43b8-8f5d-42447137dc7b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5051574b-d9e3-4a56-ba9f-448b3cb26b5c HTTP/1.1" status: 200 len: 835 time: 0.0469213 Nov 03 03:04:28.613848 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-039eae46-0d76-484f-b6de-34f39e1e9ea6 None None] Set router dc16cebf-8d80-401a-a6e0-41d30560d568 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:04:28.616125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dca6e5-a507-4044-956e-438e009c2570 req-204756fe-a8bb-42a3-91f6-09c3b2877756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:04:28.617661 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-50dca6e5-a507-4044-956e-438e009c2570 req-204756fe-a8bb-42a3-91f6-09c3b2877756 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fca96388-1fab-48d3-936f-c8c36d50a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434642 Nov 03 03:04:28.703750 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-50dca6e5-a507-4044-956e-438e009c2570 req-eb124095-5aec-4074-93df-882558ba24e1 service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802524 Nov 03 03:04:28.837671 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-039eae46-0d76-484f-b6de-34f39e1e9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '5185e22f-54b4-4782-8aca-99459da337ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'port_id': '0617bfbf-3666-479b-af61-c7c9f6f907a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'mac_address': 'fa:16:3e:b4:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b9870-ccc0-483c-9317-43b9768928ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:04:27Z', 'updated_at': '2022-11-03T03:04:27Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33df786c-b912-49ae-873a-595dbbc5fd1c', 'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:d5:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:14Z', 'updated_at': '2022-11-03T03:04:17Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:04:28.862914 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039eae46-0d76-484f-b6de-34f39e1e9ea6 None None] The sync data for ids ['dc16cebf-8d80-401a-a6e0-41d30560d568'] in dv-neutron-860659-5-hyperv is: [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '5185e22f-54b4-4782-8aca-99459da337ff', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'port_id': '0617bfbf-3666-479b-af61-c7c9f6f907a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'mac_address': 'fa:16:3e:b4:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b9870-ccc0-483c-9317-43b9768928ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:04:27Z', 'updated_at': '2022-11-03T03:04:27Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33df786c-b912-49ae-873a-595dbbc5fd1c', 'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:d5:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:14Z', 'updated_at': '2022-11-03T03:04:17Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:04:29.076118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b14a7-1103-4ce3-93df-b7baca934b6b None None] New status for floating IP 5185e22f-54b4-4782-8aca-99459da337ff: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:04:29.136964 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-50dca6e5-a507-4044-956e-438e009c2570 req-9b8253b3-2b0d-4dc3-b302-84005c653b1c service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271204 Nov 03 03:04:29.515660 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47572) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:04:29.573652 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4471ec97-fd6a-4586-b43c-ff93a6151e7b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/5185e22f-54b4-4782-8aca-99459da337ff HTTP/1.1" status: 200 len: 992 time: 0.0569122 Nov 03 03:04:38.013751 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:04:38.636322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:39.870095 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a4a1225b-f189-4476-86e2-4020e6da1e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:42.348215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7a13-39ea-49a2-8c7b-f6f30ae07a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:43.343852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:44.826518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:04:46.204338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:02.636909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ae5dc-665d-4400-8fca-1f44f8a4a519 req-84804258-06e3-498a-96ad-8294c24f182b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:02.638380 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c6ae5dc-665d-4400-8fca-1f44f8a4a519 req-84804258-06e3-498a-96ad-8294c24f182b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0525041 Nov 03 03:05:02.688447 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6c6ae5dc-665d-4400-8fca-1f44f8a4a519 req-e7f58341-3d30-4083-9dcb-8e4f25d6ad01 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446997 Nov 03 03:05:03.817056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2c69-1078-4448-b70e-53a6d2525949 req-46571194-781e-4400-87f4-9efc162829ef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:03.818552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-df0c2c69-1078-4448-b70e-53a6d2525949 req-46571194-781e-4400-87f4-9efc162829ef tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0532520 Nov 03 03:05:03.872328 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-df0c2c69-1078-4448-b70e-53a6d2525949 req-552b5e07-5c90-46b1-a638-1fc948a6b7c5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480008 Nov 03 03:05:05.003967 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd29dc-a0cd-4aa6-a998-eb0c44c2f3f9 req-720c8ad1-1f47-43b7-a677-8048e9b71e27 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:05.006478 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c0dd29dc-a0cd-4aa6-a998-eb0c44c2f3f9 req-720c8ad1-1f47-43b7-a677-8048e9b71e27 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0573554 Nov 03 03:05:05.058240 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c0dd29dc-a0cd-4aa6-a998-eb0c44c2f3f9 req-9e4b6c57-3b65-4474-9a7b-e4bfbd173cba tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460486 Nov 03 03:05:06.181587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f152b1b-fe13-4412-9840-aa2dd1967beb req-8523fff2-c2cb-4f8e-8da1-a9c6d76187a3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:06.182962 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f152b1b-fe13-4412-9840-aa2dd1967beb req-8523fff2-c2cb-4f8e-8da1-a9c6d76187a3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0516779 Nov 03 03:05:06.231131 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f152b1b-fe13-4412-9840-aa2dd1967beb req-15d9372f-dc5c-4acd-9b0a-d09535414e6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Nov 03 03:05:07.359383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab6aa2-0ba8-466f-aab6-b3ac10c912f3 req-029a433c-f73d-40bb-90a3-9bc7fe6b0b70 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:07.360899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5cab6aa2-0ba8-466f-aab6-b3ac10c912f3 req-029a433c-f73d-40bb-90a3-9bc7fe6b0b70 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0551329 Nov 03 03:05:07.408340 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5cab6aa2-0ba8-466f-aab6-b3ac10c912f3 req-cda3fdb0-3c36-4200-beb2-b43d4b3aa56f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410950 Nov 03 03:05:08.532974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dadb1-28be-48f2-9735-5630d13ba29d req-918458f2-70a8-4407-b24c-f52d3e052600 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:08.534450 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-840dadb1-28be-48f2-9735-5630d13ba29d req-918458f2-70a8-4407-b24c-f52d3e052600 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0520611 Nov 03 03:05:08.582848 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-840dadb1-28be-48f2-9735-5630d13ba29d req-b87d235e-7dd5-48f2-a026-c22f7ffb02e5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Nov 03 03:05:08.630015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:09.713255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947c118-9782-45b9-864a-d069157c2e7b req-bd5c50b3-6393-483f-8ab7-41123528185f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:09.714777 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b947c118-9782-45b9-864a-d069157c2e7b req-bd5c50b3-6393-483f-8ab7-41123528185f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0588558 Nov 03 03:05:09.765242 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b947c118-9782-45b9-864a-d069157c2e7b req-dcb06264-d2ba-442a-b96b-ec608dbf264d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448823 Nov 03 03:05:09.871396 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-279bf9a5-93e5-48c3-9d2c-ea363d7b2173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:10.893012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dc8ba-0d4e-4306-b128-6744e60a2f6a req-27194fbf-b5b5-44aa-862b-c23ff4369e52 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:10.894503 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2b0dc8ba-0d4e-4306-b128-6744e60a2f6a req-27194fbf-b5b5-44aa-862b-c23ff4369e52 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0533538 Nov 03 03:05:10.943149 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2b0dc8ba-0d4e-4306-b128-6744e60a2f6a req-3df87b27-19eb-4a50-be4b-a93957e8b1cf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429327 Nov 03 03:05:12.064019 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc656d-e77c-493e-a432-117454d25e1d req-e130d137-5618-4ad1-93a2-a88f0cf3b04b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:12.065546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3dc656d-e77c-493e-a432-117454d25e1d req-e130d137-5618-4ad1-93a2-a88f0cf3b04b tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0520730 Nov 03 03:05:12.118713 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3dc656d-e77c-493e-a432-117454d25e1d req-74192f2f-c801-49b7-abc7-173be8387078 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472894 Nov 03 03:05:12.349419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-75012137-473c-4031-8774-6676430c6a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:13.243672 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36110f08-5aa8-43bf-8e29-3ca9c7217b69 req-20e03e51-a9df-4e93-b3c3-ebe817740368 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:13.245516 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-36110f08-5aa8-43bf-8e29-3ca9c7217b69 req-20e03e51-a9df-4e93-b3c3-ebe817740368 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0521667 Nov 03 03:05:13.293222 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-36110f08-5aa8-43bf-8e29-3ca9c7217b69 req-561024c7-cfb9-40af-93a5-7c20d6e1da95 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422304 Nov 03 03:05:13.321451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47610) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:13.344548 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:13.378721 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5a081e0e-e860-449d-81d5-128ad85d8d0f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/5185e22f-54b4-4782-8aca-99459da337ff HTTP/1.1" status: 200 len: 992 time: 0.0561538 Nov 03 03:05:14.686215 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b39d6-909f-4c36-9c5d-245f226c6c18 req-1565ada0-178d-4e47-ae8f-102a8c89b13c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:14.687575 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-592b39d6-909f-4c36-9c5d-245f226c6c18 req-1565ada0-178d-4e47-ae8f-102a8c89b13c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0662293 Nov 03 03:05:14.755312 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-592b39d6-909f-4c36-9c5d-245f226c6c18 req-851952db-438d-4ba1-85da-aa617ba7ac66 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536678 Nov 03 03:05:14.757963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e334b03-de58-4821-b3b1-b4e001547a2c req-b73c279f-ea76-4d14-967b-6798eb62dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:14.759359 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7e334b03-de58-4821-b3b1-b4e001547a2c req-b73c279f-ea76-4d14-967b-6798eb62dbbe service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 1129 time: 0.0889094 Nov 03 03:05:14.830131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:14.860166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e334b03-de58-4821-b3b1-b4e001547a2c req-25398a6f-7f19-4e9a-9e45-771636f1b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:14.861953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7e334b03-de58-4821-b3b1-b4e001547a2c req-25398a6f-7f19-4e9a-9e45-771636f1b99a service neutron] 10.222.0.27 "GET /v2.0/networks?id=fca96388-1fab-48d3-936f-c8c36d50a126 HTTP/1.1" status: 200 len: 897 time: 0.0932424 Nov 03 03:05:14.927160 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7e334b03-de58-4821-b3b1-b4e001547a2c req-5361ef30-5fb7-467a-b6b6-4dd94b434851 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0617bfbf-3666-479b-af61-c7c9f6f907a3 HTTP/1.1" status: 200 len: 1000 time: 0.0557497 Nov 03 03:05:14.942325 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:05:14.978387 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e334b03-de58-4821-b3b1-b4e001547a2c req-34f579f1-3c5c-475a-a485-4dd64a66dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:14.979822 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7e334b03-de58-4821-b3b1-b4e001547a2c req-34f579f1-3c5c-475a-a485-4dd64a66dd43 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5051574b-d9e3-4a56-ba9f-448b3cb26b5c HTTP/1.1" status: 200 len: 835 time: 0.0438933 Nov 03 03:05:15.037514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e334b03-de58-4821-b3b1-b4e001547a2c req-0d5933a8-9740-4c32-9bdb-534419a7ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:15.038986 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7e334b03-de58-4821-b3b1-b4e001547a2c req-0d5933a8-9740-4c32-9bdb-534419a7ae6c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fca96388-1fab-48d3-936f-c8c36d50a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478365 Nov 03 03:05:15.132869 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7e334b03-de58-4821-b3b1-b4e001547a2c req-9a6ea32b-c698-4085-be97-7f0491de5cab service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818529 Nov 03 03:05:15.227536 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7e334b03-de58-4821-b3b1-b4e001547a2c req-ab250489-93e2-45fa-9242-cb054983e872 service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846181 Nov 03 03:05:15.885515 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3904015-2a08-446e-8bf1-506f484a252d req-6a9a3316-ca95-4677-af60-4f9d204c4c14 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:15.887004 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f3904015-2a08-446e-8bf1-506f484a252d req-6a9a3316-ca95-4677-af60-4f9d204c4c14 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0543275 Nov 03 03:05:15.935860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f3904015-2a08-446e-8bf1-506f484a252d req-7898afab-76f8-4b55-b259-25bcefaf04e1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431905 Nov 03 03:05:15.965333 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47620) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:16.025085 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a7503f36-8857-4e08-b6e2-9d8508e8ecf9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/5185e22f-54b4-4782-8aca-99459da337ff HTTP/1.1" status: 200 len: 992 time: 0.0585806 Nov 03 03:05:16.206612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:25.377604 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-1db4e7fa-239a-456d-9afb-8c60acd59981 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426140 Nov 03 03:05:25.466589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-73fd2830-88dd-4ea1-b092-d772a638aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:25.468115 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-73fd2830-88dd-4ea1-b092-d772a638aa4c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 1129 time: 0.0485678 Nov 03 03:05:25.576903 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-f3a4342f-8d1b-4d5d-ab3d-beda1f0c3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:25.578377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-f3a4342f-8d1b-4d5d-ab3d-beda1f0c3f35 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fca96388-1fab-48d3-936f-c8c36d50a126 HTTP/1.1" status: 200 len: 897 time: 0.0889678 Nov 03 03:05:25.649257 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-e375a740-1b8e-4b89-b915-de2f7204711f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0617bfbf-3666-479b-af61-c7c9f6f907a3 HTTP/1.1" status: 200 len: 1000 time: 0.0550177 Nov 03 03:05:25.699959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-d872e3dd-e5c4-4fb3-850f-ff12796dbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:25.701424 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-d872e3dd-e5c4-4fb3-850f-ff12796dbe94 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5051574b-d9e3-4a56-ba9f-448b3cb26b5c HTTP/1.1" status: 200 len: 835 time: 0.0434980 Nov 03 03:05:25.754307 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-44be0596-ea46-4132-a2ca-968dbf364b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:25.756396 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-44be0596-ea46-4132-a2ca-968dbf364b66 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fca96388-1fab-48d3-936f-c8c36d50a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484593 Nov 03 03:05:25.856068 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-7cd4d678-b2b1-4e4f-88b5-cf088876b0b8 service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815902 Nov 03 03:05:25.949879 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-03b633a8-cdee-423a-b428-b3d1c4a41ea6 req-31460833-ada9-40bc-8d5e-53064bbf97a1 service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868049 Nov 03 03:05:38.642450 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:39.872982 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2db6c1ee-3bc0-4d14-89e2-4f13cc1b5f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:42.349966 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4c32d5fb-37c5-4c18-a8c9-968670fa2549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:43.348984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:44.831114 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:46.210040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:48.457290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47642) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:48.600854 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port bfa4df09-1c23-435c-9211-3579c6e263cc {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:05:48.601199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (bfa4df09-1c23-435c-9211-3579c6e263cc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:48.673924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (bfa4df09-1c23-435c-9211-3579c6e263cc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:48.674258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (bfa4df09-1c23-435c-9211-3579c6e263cc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:48.685702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for bfa4df09-1c23-435c-9211-3579c6e263cc owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:05:48.830627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (bfa4df09-1c23-435c-9211-3579c6e263cc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:48.853440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=bfa4df09-1c23-435c-9211-3579c6e263cc,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:48.863286 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.863643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.864196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.864459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.864765 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.865589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.865589 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.865799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.866050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.866382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.866713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.867043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.867372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:48.931164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (5185e22f-54b4-4782-8aca-99459da337ff), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:48.931517 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Floating IP 5185e22f-54b4-4782-8aca-99459da337ff disassociated (deleted). External IP: 172.26.6.70, port: 0617bfbf-3666-479b-af61-c7c9f6f907a3. Nov 03 03:05:49.126348 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router dc16cebf-8d80-401a-a6e0-41d30560d568 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:05:49.228032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:05:49.232872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:49.239096 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e1cfa-4c64-4c8b-862e-c9fc056d5fe6 None None] Sync routers for ids ['dc16cebf-8d80-401a-a6e0-41d30560d568'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:05:49.249676 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e1cfa-4c64-4c8b-862e-c9fc056d5fe6 None None] Routers {'dc16cebf-8d80-401a-a6e0-41d30560d568'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:05:49.250285 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eb8e1cfa-4c64-4c8b-862e-c9fc056d5fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:05:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['dc16cebf-8d80-401a-a6e0-41d30560d568'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:49.263538 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-88122c92-e68f-4fc1-98d6-88aa763f0646 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/floatingips/5185e22f-54b4-4782-8aca-99459da337ff HTTP/1.1" status: 204 len: 168 time: 0.8045852 Nov 03 03:05:49.264330 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819b9870-ccc0-483c-9317-43b9768928ae', 'tag': '0617bfbf-3666-479b-af61-c7c9f6f907a3'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:05:49.266878 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d" -d '{"events": [{"name": "network-changed", "server_uuid": "819b9870-ccc0-483c-9317-43b9768928ae", "tag": "0617bfbf-3666-479b-af61-c7c9f6f907a3"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:05:49.306146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fe8f0d-7dd3-42f9-8ead-5f694be90858 x-openstack-request-id: req-10fe8f0d-7dd3-42f9-8ead-5f694be90858 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:05:49.306501 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819b9870-ccc0-483c-9317-43b9768928ae", "tag": "0617bfbf-3666-479b-af61-c7c9f6f907a3", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:05:49.306966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10fe8f0d-7dd3-42f9-8ead-5f694be90858 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:05:49.307613 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10fe8f0d-7dd3-42f9-8ead-5f694be90858'] response: {'name': 'network-changed', 'server_uuid': '819b9870-ccc0-483c-9317-43b9768928ae', 'tag': '0617bfbf-3666-479b-af61-c7c9f6f907a3', 'status': 'completed', 'code': 200} Nov 03 03:05:49.358157 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-eb8e1cfa-4c64-4c8b-862e-c9fc056d5fe6 None None] Set router dc16cebf-8d80-401a-a6e0-41d30560d568 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:05:49.391674 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d req-ee029c6e-dcd1-46ae-8de2-28b56b721d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:49.393685 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d req-ee029c6e-dcd1-46ae-8de2-28b56b721d19 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 1129 time: 0.0509331 Nov 03 03:05:49.526748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d req-5e3e09f9-c343-4030-8d9f-7aa10a0b3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:49.528223 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d req-5e3e09f9-c343-4030-8d9f-7aa10a0b3773 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fca96388-1fab-48d3-936f-c8c36d50a126 HTTP/1.1" status: 200 len: 897 time: 0.1258631 Nov 03 03:05:49.539062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88d742-c76c-49b4-b2d4-07aecea9f5b1 req-acb530ad-85fc-48a2-9496-4a35a7486132 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:49.540521 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b88d742-c76c-49b4-b2d4-07aecea9f5b1 req-acb530ad-85fc-48a2-9496-4a35a7486132 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0872846 Nov 03 03:05:49.568710 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eb8e1cfa-4c64-4c8b-862e-c9fc056d5fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '33df786c-b912-49ae-873a-595dbbc5fd1c', 'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:d5:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:14Z', 'updated_at': '2022-11-03T03:04:17Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:49.584839 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d req-a8cfb11f-7bba-46be-a56c-fc472c058202 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0617bfbf-3666-479b-af61-c7c9f6f907a3 HTTP/1.1" status: 200 len: 217 time: 0.0433366 Nov 03 03:05:49.596903 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e1cfa-4c64-4c8b-862e-c9fc056d5fe6 None None] Checking router: dc16cebf-8d80-401a-a6e0-41d30560d568 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:05:49.605835 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e1cfa-4c64-4c8b-862e-c9fc056d5fe6 None None] Routers {'dc16cebf-8d80-401a-a6e0-41d30560d568'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:05:49.606437 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eb8e1cfa-4c64-4c8b-862e-c9fc056d5fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:05:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['dc16cebf-8d80-401a-a6e0-41d30560d568'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:49.646698 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b88d742-c76c-49b4-b2d4-07aecea9f5b1 req-e6e7bf7a-996e-4df4-b348-b697be52175c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996826 Nov 03 03:05:49.659374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d req-10df2a23-ec7f-4d4d-acaa-ac9ff945be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:49.661839 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d req-10df2a23-ec7f-4d4d-acaa-ac9ff945be14 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5051574b-d9e3-4a56-ba9f-448b3cb26b5c HTTP/1.1" status: 200 len: 835 time: 0.0687692 Nov 03 03:05:49.714764 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-eb8e1cfa-4c64-4c8b-862e-c9fc056d5fe6 None None] Set router dc16cebf-8d80-401a-a6e0-41d30560d568 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:05:49.715585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d req-a6d09244-93fd-4631-8229-f6d766f01479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:49.718080 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d req-a6d09244-93fd-4631-8229-f6d766f01479 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fca96388-1fab-48d3-936f-c8c36d50a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482795 Nov 03 03:05:49.814324 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d req-4893733c-9f7b-45e5-99e6-fbf5cb456cbc service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890720 Nov 03 03:05:49.906302 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eb8e1cfa-4c64-4c8b-862e-c9fc056d5fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '33df786c-b912-49ae-873a-595dbbc5fd1c', 'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:d5:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:14Z', 'updated_at': '2022-11-03T03:04:17Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:49.909208 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c03a8fe6-ce6a-4da9-9b42-f78b668a893d req-c6e7b0e0-4f12-4e5a-b7b0-5ec55405f526 service neutron] 10.222.0.27 "GET /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882423 Nov 03 03:05:49.931271 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e1cfa-4c64-4c8b-862e-c9fc056d5fe6 None None] The sync data for ids ['dc16cebf-8d80-401a-a6e0-41d30560d568'] in dv-neutron-860659-5-hyperv is: [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '33df786c-b912-49ae-873a-595dbbc5fd1c', 'name': '', 'network_id': 'fca96388-1fab-48d3-936f-c8c36d50a126', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:d5:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:14Z', 'updated_at': '2022-11-03T03:04:17Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': '5051574b-d9e3-4a56-ba9f-448b3cb26b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:05:50.165103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b8ea1-ab68-4d57-9a6a-ff455a7b7b37 None None] New status for floating IP 5185e22f-54b4-4782-8aca-99459da337ff: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:05:50.772758 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb2146-5336-47b5-a210-c9104e10b3d2 req-e892f2c9-7d2c-46f4-b2cf-b70e372d2e06 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:50.774220 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fdfb2146-5336-47b5-a210-c9104e10b3d2 req-e892f2c9-7d2c-46f4-b2cf-b70e372d2e06 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0542727 Nov 03 03:05:50.822423 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fdfb2146-5336-47b5-a210-c9104e10b3d2 req-d8d35c47-0105-4f62-93cd-493556e150f2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29a17fc-9be5-4603-a753-632554262db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426788 Nov 03 03:05:51.240315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7345df-a9e4-4737-b90e-bc7cad3f5d3c req-2da145cf-f9a5-42b6-bb9c-d8664774683d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:51.241821 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fa7345df-a9e4-4737-b90e-bc7cad3f5d3c req-2da145cf-f9a5-42b6-bb9c-d8664774683d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 945 time: 0.0558724 Nov 03 03:05:51.329065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-fa7345df-a9e4-4737-b90e-bc7cad3f5d3c req-d6b06ee7-7977-4120-9d0c-41580022e16f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 0617bfbf-3666-479b-af61-c7c9f6f907a3 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:05:51.329409 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-fa7345df-a9e4-4737-b90e-bc7cad3f5d3c req-d6b06ee7-7977-4120-9d0c-41580022e16f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:51.417894 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-fa7345df-a9e4-4737-b90e-bc7cad3f5d3c req-d6b06ee7-7977-4120-9d0c-41580022e16f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port 0617bfbf-3666-479b-af61-c7c9f6f907a3, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=0617bfbf-3666-479b-af61-c7c9f6f907a3,segment=NetworkSegment(96622b3a-32b5-4f62-88f6-de3d3c4bb355),segment_id=96622b3a-32b5-4f62-88f6-de3d3c4bb355)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:05:51.418261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-fa7345df-a9e4-4737-b90e-bc7cad3f5d3c req-d6b06ee7-7977-4120-9d0c-41580022e16f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:51.432041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-fa7345df-a9e4-4737-b90e-bc7cad3f5d3c req-d6b06ee7-7977-4120-9d0c-41580022e16f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 0617bfbf-3666-479b-af61-c7c9f6f907a3 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:05:51.554133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-fa7345df-a9e4-4737-b90e-bc7cad3f5d3c req-d6b06ee7-7977-4120-9d0c-41580022e16f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (0617bfbf-3666-479b-af61-c7c9f6f907a3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:51.586104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b06ee7-7977-4120-9d0c-41580022e16f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=0617bfbf-3666-479b-af61-c7c9f6f907a3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:51.628917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7345df-a9e4-4737-b90e-bc7cad3f5d3c req-d6b06ee7-7977-4120-9d0c-41580022e16f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] No DVR routers for this DVR port 0617bfbf-3666-479b-af61-c7c9f6f907a3 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:05:51.632120 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-fa7345df-a9e4-4737-b90e-bc7cad3f5d3c req-d6b06ee7-7977-4120-9d0c-41580022e16f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:51.635640 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fa7345df-a9e4-4737-b90e-bc7cad3f5d3c req-d6b06ee7-7977-4120-9d0c-41580022e16f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "DELETE /v2.0/ports/0617bfbf-3666-479b-af61-c7c9f6f907a3 HTTP/1.1" status: 204 len: 173 time: 0.3870244 Nov 03 03:05:51.636178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819b9870-ccc0-483c-9317-43b9768928ae', 'name': 'network-vif-deleted', 'tag': '0617bfbf-3666-479b-af61-c7c9f6f907a3'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:05:51.638444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887bdb7d-8bfe-42c8-a899-77784dbc5552" -d '{"events": [{"server_uuid": "819b9870-ccc0-483c-9317-43b9768928ae", "name": "network-vif-deleted", "tag": "0617bfbf-3666-479b-af61-c7c9f6f907a3"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:05:51.843437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ae7f46-99da-40f6-927a-9b41c8cb13e8 x-openstack-request-id: req-49ae7f46-99da-40f6-927a-9b41c8cb13e8 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:05:51.844038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819b9870-ccc0-483c-9317-43b9768928ae", "name": "network-vif-deleted", "tag": "0617bfbf-3666-479b-af61-c7c9f6f907a3", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:05:51.844038 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49ae7f46-99da-40f6-927a-9b41c8cb13e8 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:05:51.844377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ae7f46-99da-40f6-927a-9b41c8cb13e8'] response: {'server_uuid': '819b9870-ccc0-483c-9317-43b9768928ae', 'name': 'network-vif-deleted', 'tag': '0617bfbf-3666-479b-af61-c7c9f6f907a3', 'status': 'completed', 'code': 200} Nov 03 03:05:51.940549 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-88898b15-1a2f-4bc8-ad39-6538e82e2efa req-4084e511-0173-47db-a7cc-58dcd893b2b3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=819b9870-ccc0-483c-9317-43b9768928ae HTTP/1.1" status: 200 len: 210 time: 0.0272975 Nov 03 03:05:51.942139 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:05:53.004970 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47658) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:53.343435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (dc16cebf-8d80-401a-a6e0-41d30560d568), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:53.898368 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 33df786c-b912-49ae-873a-595dbbc5fd1c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:05:53.898713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:53.983125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port 33df786c-b912-49ae-873a-595dbbc5fd1c, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=33df786c-b912-49ae-873a-595dbbc5fd1c,segment=NetworkSegment(96622b3a-32b5-4f62-88f6-de3d3c4bb355),segment_id=96622b3a-32b5-4f62-88f6-de3d3c4bb355)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:05:53.983485 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:53.995704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 33df786c-b912-49ae-873a-595dbbc5fd1c owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:05:54.173158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (33df786c-b912-49ae-873a-595dbbc5fd1c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:54.201069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=33df786c-b912-49ae-873a-595dbbc5fd1c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:54.370083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (dc16cebf-8d80-401a-a6e0-41d30560d568), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:54.573548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router dc16cebf-8d80-401a-a6e0-41d30560d568 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:05:54.671759 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:05:54.677337 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-71f17ebe-8f61-4c86-b1d0-acd1dc4ea182 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "PUT /v2.0/routers/dc16cebf-8d80-401a-a6e0-41d30560d568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6713438 Nov 03 03:05:54.680164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47660) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:54.682819 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af12ea-8c36-49ed-94af-2451f1770408 None None] Sync routers for ids ['dc16cebf-8d80-401a-a6e0-41d30560d568'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:05:54.693615 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af12ea-8c36-49ed-94af-2451f1770408 None None] Routers {'dc16cebf-8d80-401a-a6e0-41d30560d568'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:05:54.694307 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d9af12ea-8c36-49ed-94af-2451f1770408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:05:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['dc16cebf-8d80-401a-a6e0-41d30560d568'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:54.729936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-b965e0f1-ca35-4640-b2ab-60a999b53e06 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting subnet 5051574b-d9e3-4a56-ba9f-448b3cb26b5c {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 03:05:54.733110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b965e0f1-ca35-4640-b2ab-60a999b53e06 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for subnet (5051574b-d9e3-4a56-ba9f-448b3cb26b5c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:54.774195 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b965e0f1-ca35-4640-b2ab-60a999b53e06 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (5051574b-d9e3-4a56-ba9f-448b3cb26b5c), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:54.794224 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d9af12ea-8c36-49ed-94af-2451f1770408 None None] Set router dc16cebf-8d80-401a-a6e0-41d30560d568 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:05:54.861221 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b965e0f1-ca35-4640-b2ab-60a999b53e06 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (5051574b-d9e3-4a56-ba9f-448b3cb26b5c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:54.882542 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0617bfbf-3666-479b-af61-c7c9f6f907a3 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:05:54.902459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 0617bfbf-3666-479b-af61-c7c9f6f907a3 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:05:54.903177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 0617bfbf-3666-479b-af61-c7c9f6f907a3 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:05:54.923102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b965e0f1-ca35-4640-b2ab-60a999b53e06 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (5051574b-d9e3-4a56-ba9f-448b3cb26b5c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:54.951737 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965e0f1-ca35-4640-b2ab-60a999b53e06 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Subnet': ['ID=5051574b-d9e3-4a56-ba9f-448b3cb26b5c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:54.955351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b965e0f1-ca35-4640-b2ab-60a999b53e06 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:54.959235 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b965e0f1-ca35-4640-b2ab-60a999b53e06 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/subnets/5051574b-d9e3-4a56-ba9f-448b3cb26b5c HTTP/1.1" status: 204 len: 168 time: 0.2780921 Nov 03 03:05:54.961897 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47662) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:54.964876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459d6327-e5ca-4fb5-8771-3c1d645d0bd4 None None] Network fca96388-1fab-48d3-936f-c8c36d50a126 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:05:54.976096 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d9af12ea-8c36-49ed-94af-2451f1770408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:05:54Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:55.002814 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af12ea-8c36-49ed-94af-2451f1770408 None None] Checking router: dc16cebf-8d80-401a-a6e0-41d30560d568 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:05:55.012113 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af12ea-8c36-49ed-94af-2451f1770408 None None] Routers {'dc16cebf-8d80-401a-a6e0-41d30560d568'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:05:55.012755 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d9af12ea-8c36-49ed-94af-2451f1770408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:05:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['dc16cebf-8d80-401a-a6e0-41d30560d568'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:55.069809 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (dc16cebf-8d80-401a-a6e0-41d30560d568), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.141341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] DHCP port deletion for fca96388-1fab-48d3-936f-c8c36d50a126 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 03:05:55.179692 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (dc16cebf-8d80-401a-a6e0-41d30560d568), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.186364 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Deleting port ec6308b3-4809-44f6-b191-348b1bd06591 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:05:55.186738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.216533 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d9af12ea-8c36-49ed-94af-2451f1770408 None None] Set router dc16cebf-8d80-401a-a6e0-41d30560d568 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:05:55.231948 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:05:55.232393 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.257008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] For port ec6308b3-4809-44f6-b191-348b1bd06591, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=ec6308b3-4809-44f6-b191-348b1bd06591,segment=NetworkSegment(96622b3a-32b5-4f62-88f6-de3d3c4bb355),segment_id=96622b3a-32b5-4f62-88f6-de3d3c4bb355)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:05:55.257413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.269815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Calling delete_port for ec6308b3-4809-44f6-b191-348b1bd06591 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:05:55.313412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:05:55.313940 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.327730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:05:55.354731 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (ec6308b3-4809-44f6-b191-348b1bd06591), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.384380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Pushing event deleted for resources: {'Port': ['ID=ec6308b3-4809-44f6-b191-348b1bd06591,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:55.391138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] No DVR routers for this DVR port ec6308b3-4809-44f6-b191-348b1bd06591 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:05:55.393282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.393578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.394070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.394331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.394621 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.395998 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.396131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.396568 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.396931 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.397273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.397828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.397950 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.398253 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bfc28-251f-4d60-b3a8-d6149692c25c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:55.423505 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d9af12ea-8c36-49ed-94af-2451f1770408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:05:54Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:55.453907 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af12ea-8c36-49ed-94af-2451f1770408 None None] The sync data for ids ['dc16cebf-8d80-401a-a6e0-41d30560d568'] in dv-neutron-860659-5-hyperv is: [{'id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259444636', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:04:11Z', 'updated_at': '2022-11-03T03:05:54Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': '14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16cebf-8d80-401a-a6e0-41d30560d568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:04:12Z', 'updated_at': '2022-11-03T03:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:05:55.519351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.548735 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:55.589649 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ec6308b3-4809-44f6-b191-348b1bd06591 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:05:55.609520 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: ec6308b3-4809-44f6-b191-348b1bd06591 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:05:55.609874 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device ec6308b3-4809-44f6-b191-348b1bd06591 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:05:55.612169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (dc16cebf-8d80-401a-a6e0-41d30560d568), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.704012 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (dc16cebf-8d80-401a-a6e0-41d30560d568), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.706262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_controller (dc16cebf-8d80-401a-a6e0-41d30560d568), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.749117 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (dc16cebf-8d80-401a-a6e0-41d30560d568), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.749711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Fanout notify agent at l3_agent the message router_deleted on router dc16cebf-8d80-401a-a6e0-41d30560d568 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 03:05:55.757112 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.758234 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ba7c3f4e-70f4-415c-b7b7-ef0b476ae082 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/routers/dc16cebf-8d80-401a-a6e0-41d30560d568 HTTP/1.1" status: 204 len: 168 time: 0.7951932 Nov 03 03:05:55.761035 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47664) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:55.847892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (fca96388-1fab-48d3-936f-c8c36d50a126), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.936528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (fca96388-1fab-48d3-936f-c8c36d50a126), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.960668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca96388-1fab-48d3-936f-c8c36d50a126']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:55.969622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96622b3a-32b5-4f62-88f6-de3d3c4bb355') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:55.969922 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96622b3a-32b5-4f62-88f6-de3d3c4bb355') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:55.979947 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (96622b3a-32b5-4f62-88f6-de3d3c4bb355), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.993123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (96622b3a-32b5-4f62-88f6-de3d3c4bb355), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:55.998787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 03:05:55.999167 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (96622b3a-32b5-4f62-88f6-de3d3c4bb355), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.040375 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 96622b3a-32b5-4f62-88f6-de3d3c4bb355 resource provider aggregate not found Nov 03 03:05:56.059161 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 96622b3a-32b5-4f62-88f6-de3d3c4bb355 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96622b3a-32b5-4f62-88f6-de3d3c4bb355 found for delete ", "request_id": "req-4bbe8bd2-7f8e-4138-a5f4-03560f9015cc"}]} Nov 03 03:05:56.067481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (fca96388-1fab-48d3-936f-c8c36d50a126), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.074309 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.077270 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/networks/fca96388-1fab-48d3-936f-c8c36d50a126 HTTP/1.1" status: 204 len: 168 time: 0.3152823 Nov 03 03:05:56.080144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47670) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:56.089615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f2c4d-d97c-4c7b-a852-e911fa76c0d6 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Network': ['ID=fca96388-1fab-48d3-936f-c8c36d50a126,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:56.145817 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (d29a17fc-9be5-4603-a753-632554262db4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.170709 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (d29a17fc-9be5-4603-a753-632554262db4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.234325 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d29a17fc-9be5-4603-a753-632554262db4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.237491 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.238737 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/security-groups/d29a17fc-9be5-4603-a753-632554262db4 HTTP/1.1" status: 204 len: 168 time: 0.1575758 Nov 03 03:05:56.253736 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29a17fc-9be5-4603-a753-632554262db4,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:56.262577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.263052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.263545 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.264013 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.264445 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.264843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.265397 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.265755 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.266189 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.266533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.267404 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.267751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.268108 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b59d-0480-4b4d-a392-e1523fa3b08f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:05:56.350436 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47678) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:56.355137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-24c4b201-6448-49fe-a942-baf8c18d48f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78107327', 'description': 'tempest-secgroup-smoke-78107327 description', 'project_id': 'b7101b697f184fada26a23eb1cbbed56'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:05:56.376009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24c4b201-6448-49fe-a942-baf8c18d48f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.447718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24c4b201-6448-49fe-a942-baf8c18d48f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (be3a088c-7192-4efe-b2e2-e2ea7ce357e1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.451360 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24c4b201-6448-49fe-a942-baf8c18d48f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (be3a088c-7192-4efe-b2e2-e2ea7ce357e1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.480594 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-24c4b201-6448-49fe-a942-baf8c18d48f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.481810 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-24c4b201-6448-49fe-a942-baf8c18d48f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1303217 Nov 03 03:05:56.483675 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4b201-6448-49fe-a942-baf8c18d48f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3a088c-7192-4efe-b2e2-e2ea7ce357e1,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:56.484865 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47680) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:56.491660 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-102e6dc0-1e50-4f54-90f9-823c33956dde tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'be3a088c-7192-4efe-b2e2-e2ea7ce357e1', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:05:56.517754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-102e6dc0-1e50-4f54-90f9-823c33956dde tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (567737cb-b386-4c0d-9b64-62fd56b8d094), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.564944 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-102e6dc0-1e50-4f54-90f9-823c33956dde tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (567737cb-b386-4c0d-9b64-62fd56b8d094), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.569399 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-102e6dc0-1e50-4f54-90f9-823c33956dde tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (567737cb-b386-4c0d-9b64-62fd56b8d094), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.587274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e6dc0-1e50-4f54-90f9-823c33956dde tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567737cb-b386-4c0d-9b64-62fd56b8d094,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:56.595594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-102e6dc0-1e50-4f54-90f9-823c33956dde tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.596801 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-102e6dc0-1e50-4f54-90f9-823c33956dde tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107635 Nov 03 03:05:56.600126 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47682) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:56.604359 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0ecb7427-59e7-4896-8eed-dd7425caf0f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'be3a088c-7192-4efe-b2e2-e2ea7ce357e1', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:05:56.628578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7427-59e7-4896-8eed-dd7425caf0f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (d4afec55-a756-4057-887a-80d370ed7b3b), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.682984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7427-59e7-4896-8eed-dd7425caf0f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (d4afec55-a756-4057-887a-80d370ed7b3b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.686860 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7427-59e7-4896-8eed-dd7425caf0f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (d4afec55-a756-4057-887a-80d370ed7b3b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.704136 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb7427-59e7-4896-8eed-dd7425caf0f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4afec55-a756-4057-887a-80d370ed7b3b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:56.712293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7427-59e7-4896-8eed-dd7425caf0f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.716093 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0ecb7427-59e7-4896-8eed-dd7425caf0f7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124690 Nov 03 03:05:56.716279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47684) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:56.720550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f10c7e55-9444-4508-9f19-5129fe9c8b6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'be3a088c-7192-4efe-b2e2-e2ea7ce357e1', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:05:56.744720 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f10c7e55-9444-4508-9f19-5129fe9c8b6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (ac30f214-4437-4783-8361-e3778db29b81), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.805900 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f10c7e55-9444-4508-9f19-5129fe9c8b6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (ac30f214-4437-4783-8361-e3778db29b81), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.809464 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f10c7e55-9444-4508-9f19-5129fe9c8b6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (ac30f214-4437-4783-8361-e3778db29b81), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.825434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c7e55-9444-4508-9f19-5129fe9c8b6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac30f214-4437-4783-8361-e3778db29b81,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:56.836208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f10c7e55-9444-4508-9f19-5129fe9c8b6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.837498 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f10c7e55-9444-4508-9f19-5129fe9c8b6f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202352 Nov 03 03:05:56.840179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47686) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:56.844507 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-2332d853-7165-49ae-9a9e-9e65ec30b4d0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'be3a088c-7192-4efe-b2e2-e2ea7ce357e1', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:05:56.869569 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2332d853-7165-49ae-9a9e-9e65ec30b4d0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (11eafb94-8688-4647-ac06-796cfd50334c), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.926676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2332d853-7165-49ae-9a9e-9e65ec30b4d0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (11eafb94-8688-4647-ac06-796cfd50334c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.930279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2332d853-7165-49ae-9a9e-9e65ec30b4d0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (11eafb94-8688-4647-ac06-796cfd50334c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.948234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332d853-7165-49ae-9a9e-9e65ec30b4d0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11eafb94-8688-4647-ac06-796cfd50334c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:56.955263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2332d853-7165-49ae-9a9e-9e65ec30b4d0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:56.956398 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2332d853-7165-49ae-9a9e-9e65ec30b4d0 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151485 Nov 03 03:05:56.959341 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47688) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:56.963568 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1d601850-16d5-470e-af10-c03959a746b2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'be3a088c-7192-4efe-b2e2-e2ea7ce357e1', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:05:56.983645 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-1d601850-16d5-470e-af10-c03959a746b2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Project b7101b697f184fada26a23eb1cbbed56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:05:56.988642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d601850-16d5-470e-af10-c03959a746b2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (0bc42bae-a4f0-484f-9260-fc2d3b377355), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.046393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d601850-16d5-470e-af10-c03959a746b2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (0bc42bae-a4f0-484f-9260-fc2d3b377355), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.049909 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d601850-16d5-470e-af10-c03959a746b2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (0bc42bae-a4f0-484f-9260-fc2d3b377355), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.068436 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d601850-16d5-470e-af10-c03959a746b2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc42bae-a4f0-484f-9260-fc2d3b377355,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:57.073276 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1d601850-16d5-470e-af10-c03959a746b2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.074471 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1d601850-16d5-470e-af10-c03959a746b2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141834 Nov 03 03:05:57.077295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47690) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:57.081588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-71c22828-3948-42a9-be06-3800859c6d21 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'security_group_rule': {'security_group_id': 'be3a088c-7192-4efe-b2e2-e2ea7ce357e1', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:05:57.102861 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-71c22828-3948-42a9-be06-3800859c6d21 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Project b7101b697f184fada26a23eb1cbbed56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:05:57.107847 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71c22828-3948-42a9-be06-3800859c6d21 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (cf746fe2-c5cc-4809-b464-f6d9600e3283), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.170318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71c22828-3948-42a9-be06-3800859c6d21 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (cf746fe2-c5cc-4809-b464-f6d9600e3283), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.174098 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71c22828-3948-42a9-be06-3800859c6d21 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (cf746fe2-c5cc-4809-b464-f6d9600e3283), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.191182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c22828-3948-42a9-be06-3800859c6d21 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf746fe2-c5cc-4809-b464-f6d9600e3283,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:57.199697 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71c22828-3948-42a9-be06-3800859c6d21 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.200913 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-71c22828-3948-42a9-be06-3800859c6d21 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226919 Nov 03 03:05:57.203767 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47692) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:57.208909 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'network': {'name': 'tempest-network-smoke--1300738461', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'port_security_enabled': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:05:57.226681 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:05:57.230017 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.253961 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 03:05:57.263717 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (d5655c07-64a7-4987-a98e-30481b9e16a4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.264109 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Added segment d5655c07-64a7-4987-a98e-30481b9e16a4 of type vlan for network b88bc403-ace9-49ee-9847-3f7f418a01c4 Nov 03 03:05:57.303966 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (b88bc403-ace9-49ee-9847-3f7f418a01c4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.327726 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (b88bc403-ace9-49ee-9847-3f7f418a01c4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.332923 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:57.333541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.398557 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1937673 Nov 03 03:05:57.401272 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47694) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:57.405596 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'admin_state_up': True, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:05:57.420047 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90449cd-2f33-4d27-82b1-37eac97b5999 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Network': ['ID=b88bc403-ace9-49ee-9847-3f7f418a01c4,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:57.437086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network b88bc403-ace9-49ee-9847-3f7f418a01c4 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 03:05:57.438094 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.439145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.440507 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:05:57.489414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_controller (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.503069 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:05:57.503604 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 14bfc4a1-f3fa-406f-bcaf-60b8a25d1e48 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:05:57.504049 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 33df786c-b912-49ae-873a-595dbbc5fd1c no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:05:57.528863 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 33df786c-b912-49ae-873a-595dbbc5fd1c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:05:57.529215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 33df786c-b912-49ae-873a-595dbbc5fd1c not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:05:57.622626 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.814634 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.834751 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:57.941019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.26.6.232 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/cdb2b09b-1436-4d6a-9bd7-bac10f4c149f) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:05:58.041212 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:58.073508 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:58.108352 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:05:58.111399 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:05:58.117620 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:05:58.142800 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=cdb2b09b-1436-4d6a-9bd7-bac10f4c149f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:58.352191 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:58.536347 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:58.656525 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router b6e34a34-8cf8-46e3-9ff9-435b12cf897a is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 03:05:58.757861 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:05:58.768943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Sync routers for ids ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:05:58.778389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Routers {'b6e34a34-8cf8-46e3-9ff9-435b12cf897a'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:05:58.778564 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:58.779011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:05:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:58.779792 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3f0de4f2-c765-463c-b5c9-1558f3e16c24 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3775811 Nov 03 03:05:58.783006 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47696) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:58.818701 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-81144264-1f93-41b0-9a17-e0d20ced314c tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=b7101b697f184fada26a23eb1cbbed56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341172 Nov 03 03:05:58.821239 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47698) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:58.892503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Set router b6e34a34-8cf8-46e3-9ff9-435b12cf897a gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:05:58.907314 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cab370-6017-4118-ba74-63a4e83c6bee tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:58.908793 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-24cab370-6017-4118-ba74-63a4e83c6bee tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864782 Nov 03 03:05:58.911836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47700) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:58.942531 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5f7cb303-7491-46a3-8b98-8a52f29c93d2 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2fa5bd48-78f8-40e5-a47a-4b7ad93675a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271688 Nov 03 03:05:58.942953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47702) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:58.947924 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1787521988', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:05:59.035100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:05:59.038795 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:59.066483 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:05:58Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:59.095370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Checking router: b6e34a34-8cf8-46e3-9ff9-435b12cf897a for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:05:59.095727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Updating router b6e34a34-8cf8-46e3-9ff9-435b12cf897a port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:05:59.228936 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (ffe97a6d-c5d9-4cb8-82d9-2cf54628d751), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:59.264363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:59.290633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Subnet': ['ID=ffe97a6d-c5d9-4cb8-82d9-2cf54628d751,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:59.307781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Checking segment: {'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:05:59.308154 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network hostable DHCP agents. Network: b88bc403-ace9-49ee-9847-3f7f418a01c4, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 03:05:59.325160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network b88bc403-ace9-49ee-9847-3f7f418a01c4 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 03:05:59.335018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, b88bc403-ace9-49ee-9847-3f7f418a01c4) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:05:59.339178 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:05:59.339759 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:59.347352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7780ec-48d5-4cf1-a1c0-a16db7a35393 None None] Network b88bc403-ace9-49ee-9847-3f7f418a01c4 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:05:59.356389 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-bc632800-da50-4aef-8a10-31a3a4c1523f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4123571 Nov 03 03:05:59.359172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47704) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:05:59.525824 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-b88bc403-ace9-49ee-9847-3f7f418a01c4', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ips': [{'subnet_id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 03:05:59.526634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:59.662080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Publish callbacks [] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:59.672895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:59.726762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Attempting to bind port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:05:59.727144 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Attempting to bind port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:05:59.727518 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Attempting to bind port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:05:59.743470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:05:59.743921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:05:59.744338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:59.744761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:05:59.745234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Bound port: cdb2b09b-1436-4d6a-9bd7-bac10f4c149f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:05:59.745620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:59.777601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d255b2-d0cc-441d-9351-db763ad862c7 None None] Pushing event updated for resources: {'Port': ['ID=cdb2b09b-1436-4d6a-9bd7-bac10f4c149f,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:05:59.779085 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:59.785685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Allocated IP 172.20.0.2 (b88bc403-ace9-49ee-9847-3f7f418a01c4/ffe97a6d-c5d9-4cb8-82d9-2cf54628d751/99cc5218-9607-48fd-8e09-8f861561a8fe) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:05:59.855421 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] For port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:05:59.870336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] For port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=cdb2b09b-1436-4d6a-9bd7-bac10f4c149f,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:05:59.882852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:05:59.944647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Routers {'b6e34a34-8cf8-46e3-9ff9-435b12cf897a'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:05:59.945257 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:05:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:05:59.996181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d255b2-d0cc-441d-9351-db763ad862c7 None None] Pushing event updated for resources: {'Port': ['ID=cdb2b09b-1436-4d6a-9bd7-bac10f4c149f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:00.086104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Publish callbacks [] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.097114 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.100802 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] Set router b6e34a34-8cf8-46e3-9ff9-435b12cf897a gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:06:00.150083 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.20.0.1 (b88bc403-ace9-49ee-9847-3f7f418a01c4/ffe97a6d-c5d9-4cb8-82d9-2cf54628d751/2815247a-7383-417e-87e4-040a7cfe900f) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:06:00.217485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Network b88bc403-ace9-49ee-9847-3f7f418a01c4 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:06:00.222857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:06:00.230667 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:06:00.245036 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Pushing event updated for resources: {'Port': ['ID=99cc5218-9607-48fd-8e09-8f861561a8fe,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:00.266461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (2815247a-7383-417e-87e4-040a7cfe900f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.299526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (2815247a-7383-417e-87e4-040a7cfe900f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.316920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Attempting to bind port 99cc5218-9607-48fd-8e09-8f861561a8fe on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:06:00.317293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Attempting to bind port 99cc5218-9607-48fd-8e09-8f861561a8fe by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:06:00.317656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Attempting to bind port 99cc5218-9607-48fd-8e09-8f861561a8fe on network b88bc403-ace9-49ee-9847-3f7f418a01c4 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:06:00.341176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network b88bc403-ace9-49ee-9847-3f7f418a01c4 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:06:00.343882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:06:00.344263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Checking segment: {'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:06:00.344388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:06:00.344688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.345083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Bound using segment: {'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:06:00.345551 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Bound port: 99cc5218-9607-48fd-8e09-8f861561a8fe, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:06:00.345933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.348015 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:06:00.377185 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=2815247a-7383-417e-87e4-040a7cfe900f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:00.398717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.418716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] For port 99cc5218-9607-48fd-8e09-8f861561a8fe, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:06:00.422368 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] For port 99cc5218-9607-48fd-8e09-8f861561a8fe, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=99cc5218-9607-48fd-8e09-8f861561a8fe,segment=NetworkSegment(d5655c07-64a7-4987-a98e-30481b9e16a4),segment_id=d5655c07-64a7-4987-a98e-30481b9e16a4)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:06:00.424785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:05:58Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:00.453145 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.460156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075e18e-1109-44a6-b6b8-d0baedb8ed7e None None] The sync data for ids ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'] in dv-neutron-860659-5-hyperv is: [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:05:58Z', 'revision_number': 3, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:06:00.521627 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59a669-fe01-4132-9c3b-2183595ac4a2 None None] Pushing event updated for resources: {'Port': ['ID=99cc5218-9607-48fd-8e09-8f861561a8fe,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:00.561335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2815247a-7383-417e-87e4-040a7cfe900f), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.907326 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (2815247a-7383-417e-87e4-040a7cfe900f), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.912864 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (2815247a-7383-417e-87e4-040a7cfe900f), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.994703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:00.996506 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=2815247a-7383-417e-87e4-040a7cfe900f,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:01.095190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network b88bc403-ace9-49ee-9847-3f7f418a01c4 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:06:01.096742 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:06:01.216833 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router b6e34a34-8cf8-46e3-9ff9-435b12cf897a has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:06:01.526398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device cdb2b09b-1436-4d6a-9bd7-bac10f4c149f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:06:01.582136 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:06:01.582760 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:01.583164 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f Nov 03 03:06:01.604023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c692b2bf-7a8f-4581-8b2c-9d34ca3a71ca None None] Network b88bc403-ace9-49ee-9847-3f7f418a01c4 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:06:01.668225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:06:01.677233 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a0044642-7ca5-4801-aa0d-a6d03b3e4d68 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "PUT /v2.0/routers/b6e34a34-8cf8-46e3-9ff9-435b12cf897a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3169494 Nov 03 03:06:01.746785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:06:01.747176 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:01.761963 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-85b84d0b-a8bb-4661-b1b3-ba2c77a14eea None None] Provisioning complete for port 99cc5218-9607-48fd-8e09-8f861561a8fe triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:06:01.762340 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-85b84d0b-a8bb-4661-b1b3-ba2c77a14eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:01.762678 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-85b84d0b-a8bb-4661-b1b3-ba2c77a14eea None None] Attempt 1 to provision port 99cc5218-9607-48fd-8e09-8f861561a8fe Nov 03 03:06:01.794076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=cdb2b09b-1436-4d6a-9bd7-bac10f4c149f,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:06:01.803269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:01.804026 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 99cc5218-9607-48fd-8e09-8f861561a8fe up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:06:01.842343 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-f7c828ba-8f94-4d5d-af9c-dd416267c9c1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78107327&fields=id&tenant_id=b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 267 time: 0.0463715 Nov 03 03:06:01.963137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-46240463-52fb-499c-b925-76c457f049ba tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:01.964675 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-46240463-52fb-499c-b925-76c457f049ba tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/networks?id=b88bc403-ace9-49ee-9847-3f7f418a01c4 HTTP/1.1" status: 200 len: 797 time: 0.1154835 Nov 03 03:06:01.980367 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-88714b7f-6460-47d7-81b3-574bfb6b8a06 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/quotas/b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 375 time: 0.0100846 Nov 03 03:06:02.044852 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-c8df7c41-f859-4851-9434-a2ca86ef352d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589097 Nov 03 03:06:02.050397 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=cdb2b09b-1436-4d6a-9bd7-bac10f4c149f,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:02.085639 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 99cc5218-9607-48fd-8e09-8f861561a8fe triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:06:02.086206 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:02.086717 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 99cc5218-9607-48fd-8e09-8f861561a8fe Nov 03 03:06:02.116104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-85b84d0b-a8bb-4661-b1b3-ba2c77a14eea None None] Current status of the port 99cc5218-9607-48fd-8e09-8f861561a8fe is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:06:02.116603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-85b84d0b-a8bb-4661-b1b3-ba2c77a14eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:02.121263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-3020f15b-8adf-41a1-8509-0426cc072a78 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 03:06:02.122341 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-3020f15b-8adf-41a1-8509-0426cc072a78 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0559685 Nov 03 03:06:02.170586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-85b84d0b-a8bb-4661-b1b3-ba2c77a14eea None None] For port 99cc5218-9607-48fd-8e09-8f861561a8fe, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=99cc5218-9607-48fd-8e09-8f861561a8fe,segment=NetworkSegment(d5655c07-64a7-4987-a98e-30481b9e16a4),segment_id=d5655c07-64a7-4987-a98e-30481b9e16a4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:06:02.177618 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-85b84d0b-a8bb-4661-b1b3-ba2c77a14eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:02.232699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 99cc5218-9607-48fd-8e09-8f861561a8fe is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:06:02.234789 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-f09c9bdf-e7d8-4cc1-b895-2edff50bebc7 service neutron] 10.222.0.23 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043284 Nov 03 03:06:02.255157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b84d0b-a8bb-4661-b1b3-ba2c77a14eea None None] Pushing event updated for resources: {'Port': ['ID=99cc5218-9607-48fd-8e09-8f861561a8fe,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:02.298403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Provisioning complete for port 99cc5218-9607-48fd-8e09-8f861561a8fe triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:06:02.298790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:02.299154 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Attempt 1 to provision port 99cc5218-9607-48fd-8e09-8f861561a8fe Nov 03 03:06:02.343497 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Sync routers for ids ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:06:02.354226 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Routers {'b6e34a34-8cf8-46e3-9ff9-435b12cf897a'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:06:02.355426 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:05:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:02.367352 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-626865f0-547a-433b-a4dc-74589ed40609 service neutron] 10.222.0.23 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225326 Nov 03 03:06:02.384358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Current status of the port 99cc5218-9607-48fd-8e09-8f861561a8fe is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:06:02.399103 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Provisioning complete for port 2815247a-7383-417e-87e4-040a7cfe900f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:06:02.399418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2815247a-7383-417e-87e4-040a7cfe900f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:02.399762 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Attempt 1 to provision port 2815247a-7383-417e-87e4-040a7cfe900f Nov 03 03:06:02.445221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Port 2815247a-7383-417e-87e4-040a7cfe900f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:06:02.466364 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Set router b6e34a34-8cf8-46e3-9ff9-435b12cf897a gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:06:02.557518 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fac42a58-2df2-4abe-965a-48b3b17a0c81 req-cb8ea689-7342-4064-b53a-f5eba2da7fbf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 210 time: 0.0338767 Nov 03 03:06:02.714790 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:00Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2815247a-7383-417e-87e4-040a7cfe900f', 'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:53:5c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:59Z', 'updated_at': '2022-11-03T03:06:00Z', 'revision_number': 2, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:02.741889 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Checking router: b6e34a34-8cf8-46e3-9ff9-435b12cf897a for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:06:02.742246 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Updating router b6e34a34-8cf8-46e3-9ff9-435b12cf897a port 2815247a-7383-417e-87e4-040a7cfe900f binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:06:02.771143 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2815247a-7383-417e-87e4-040a7cfe900f), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:02.946358 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Attempt 2 to provision port 2815247a-7383-417e-87e4-040a7cfe900f Nov 03 03:06:02.981334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Port 2815247a-7383-417e-87e4-040a7cfe900f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:06:03.052771 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Publish callbacks [] for port (2815247a-7383-417e-87e4-040a7cfe900f), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:03.059992 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2815247a-7383-417e-87e4-040a7cfe900f), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:03.143876 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Pushing event updated for resources: {'Port': ['ID=2815247a-7383-417e-87e4-040a7cfe900f,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:03.159349 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.159726 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.160149 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.160620 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.161642 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.162027 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.162471 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.162748 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.163245 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.163435 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.163765 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.164092 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.164424 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:03.167839 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Attempting to bind port 2815247a-7383-417e-87e4-040a7cfe900f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:06:03.168215 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Attempting to bind port 2815247a-7383-417e-87e4-040a7cfe900f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:06:03.168638 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Attempting to bind port 2815247a-7383-417e-87e4-040a7cfe900f on network b88bc403-ace9-49ee-9847-3f7f418a01c4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:06:03.174810 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:06:03.175273 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Checking segment: {'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:06:03.175747 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:03.176941 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Bound using segment: {'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:06:03.177562 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Bound port: 2815247a-7383-417e-87e4-040a7cfe900f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:06:03.178092 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2815247a-7383-417e-87e4-040a7cfe900f), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:03.242027 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] For port 2815247a-7383-417e-87e4-040a7cfe900f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:06:03.245055 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] For port 2815247a-7383-417e-87e4-040a7cfe900f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2815247a-7383-417e-87e4-040a7cfe900f,segment=NetworkSegment(d5655c07-64a7-4987-a98e-30481b9e16a4),segment_id=d5655c07-64a7-4987-a98e-30481b9e16a4)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:06:03.250365 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2815247a-7383-417e-87e4-040a7cfe900f), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:03.281825 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Routers {'b6e34a34-8cf8-46e3-9ff9-435b12cf897a'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:06:03.282426 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:05:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:03.335393 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a6611-11b5-4fcb-8ce6-bab2d6ec3460 None None] Pushing event updated for resources: {'Port': ['ID=2815247a-7383-417e-87e4-040a7cfe900f,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:03.398671 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] Set router b6e34a34-8cf8-46e3-9ff9-435b12cf897a gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:06:03.449379 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device cdb2b09b-1436-4d6a-9bd7-bac10f4c149f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:06:03.482378 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Attempt 3 to provision port 2815247a-7383-417e-87e4-040a7cfe900f Nov 03 03:06:03.530104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:06:03.530495 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:03.530829 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f Nov 03 03:06:03.609886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Current status of the port 2815247a-7383-417e-87e4-040a7cfe900f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:06:03.610291 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (2815247a-7383-417e-87e4-040a7cfe900f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:03.630211 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:00Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2815247a-7383-417e-87e4-040a7cfe900f', 'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:53:5c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:59Z', 'updated_at': '2022-11-03T03:06:03Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:03.657827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:06:03.658800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 99cc5218-9607-48fd-8e09-8f861561a8fe up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:06:03.682793 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae1c978-23d6-4d0d-92d0-1a8dad50e055 None None] The sync data for ids ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'] in dv-neutron-860659-5-hyperv is: [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:00Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2815247a-7383-417e-87e4-040a7cfe900f', 'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:53:5c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:59Z', 'updated_at': '2022-11-03T03:06:03Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:06:03.710878 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] For port 2815247a-7383-417e-87e4-040a7cfe900f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2815247a-7383-417e-87e4-040a7cfe900f,segment=NetworkSegment(d5655c07-64a7-4987-a98e-30481b9e16a4),segment_id=d5655c07-64a7-4987-a98e-30481b9e16a4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:06:03.721098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (2815247a-7383-417e-87e4-040a7cfe900f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:03.793980 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bc291d29-1cd7-4341-99be-561bdc0c8269 req-6d92fe17-1591-4083-a690-48b21d6bf8d3 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 210 time: 0.0678904 Nov 03 03:06:03.804093 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d4132-c36a-448b-bc78-3d6a1ad68999 None None] Pushing event updated for resources: {'Port': ['ID=2815247a-7383-417e-87e4-040a7cfe900f,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:03.840138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 99cc5218-9607-48fd-8e09-8f861561a8fe triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:06:03.840547 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:03.840903 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 99cc5218-9607-48fd-8e09-8f861561a8fe Nov 03 03:06:03.887181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3407c9c9-cb0e-4d62-b866-471e3e1cbfa2 None None] Provisioning complete for port 2815247a-7383-417e-87e4-040a7cfe900f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:06:03.887566 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3407c9c9-cb0e-4d62-b866-471e3e1cbfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2815247a-7383-417e-87e4-040a7cfe900f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:03.887917 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-3407c9c9-cb0e-4d62-b866-471e3e1cbfa2 None None] Attempt 1 to provision port 2815247a-7383-417e-87e4-040a7cfe900f Nov 03 03:06:03.902066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-36e8093d-69ad-4211-8bd4-6e9c00ed0d5e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:03.904388 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-36e8093d-69ad-4211-8bd4-6e9c00ed0d5e tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/networks?id=b88bc403-ace9-49ee-9847-3f7f418a01c4 HTTP/1.1" status: 200 len: 797 time: 0.2983027 Nov 03 03:06:03.979208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 99cc5218-9607-48fd-8e09-8f861561a8fe is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:06:03.996432 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-c0610a37-49ac-452d-b677-1c123cabe1c1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7101b697f184fada26a23eb1cbbed56 HTTP/1.1" status: 200 len: 378 time: 0.0759523 Nov 03 03:06:04.006604 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'port': {'device_id': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'admin_state_up': True, 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'security_groups': ['be3a088c-7192-4efe-b2e2-e2ea7ce357e1']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:06:04.020925 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3407c9c9-cb0e-4d62-b866-471e3e1cbfa2 None None] Current status of the port 2815247a-7383-417e-87e4-040a7cfe900f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:06:04.125108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Made reservation on behalf of b7101b697f184fada26a23eb1cbbed56 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:06:04.128645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:04.274391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.20.0.14 (b88bc403-ace9-49ee-9847-3f7f418a01c4/ffe97a6d-c5d9-4cb8-82d9-2cf54628d751/11c2007b-34e3-4a3a-9848-81777fb3618f) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:06:04.421459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:04.456059 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:04.513615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network b88bc403-ace9-49ee-9847-3f7f418a01c4 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:06:04.517133 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:06:04.519064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=11c2007b-34e3-4a3a-9848-81777fb3618f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:04.521597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:06:04.577754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:04.578461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:04.598992 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-1d7b85df-55a4-4fe6-ac81-7dbdee965472 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5969591 Nov 03 03:06:04.619942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Request body: {'port': {'device_id': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:06:04.695991 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:04.882210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-8cee7b1b-2062-457a-8d68-89bd65cba31d None None] Provisioning complete for port 11c2007b-34e3-4a3a-9848-81777fb3618f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:06:04.882821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8cee7b1b-2062-457a-8d68-89bd65cba31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:04.883333 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-8cee7b1b-2062-457a-8d68-89bd65cba31d None None] Attempt 1 to provision port 11c2007b-34e3-4a3a-9848-81777fb3618f Nov 03 03:06:04.928821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8cee7b1b-2062-457a-8d68-89bd65cba31d None None] Port 11c2007b-34e3-4a3a-9848-81777fb3618f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:06:04.993289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd2866-d167-4ccc-99f3-b34f63daa4a3 req-f4ca7cb7-c17a-4adf-b4d1-bcacc6bdc5cd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:04.994830 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83bd2866-d167-4ccc-99f3-b34f63daa4a3 req-f4ca7cb7-c17a-4adf-b4d1-bcacc6bdc5cd tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 932 time: 0.0901818 Nov 03 03:06:05.089941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c2007b-34e3-4a3a-9848-81777fb3618f {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:06:05.097674 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-83bd2866-d167-4ccc-99f3-b34f63daa4a3 req-2c6b9b26-c399-4115-934f-27f0bc3b2ca9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926344 Nov 03 03:06:05.102092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Publish callbacks [] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:05.116845 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Transition to ACTIVE for port object 11c2007b-34e3-4a3a-9848-81777fb3618f will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 03:06:05.121110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:05.206637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Pushing event updated for resources: {'Port': ['ID=11c2007b-34e3-4a3a-9848-81777fb3618f,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:05.234263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Attempting to bind port 11c2007b-34e3-4a3a-9848-81777fb3618f on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:06:05.234606 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Attempting to bind port 11c2007b-34e3-4a3a-9848-81777fb3618f by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:06:05.234935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Attempting to bind port 11c2007b-34e3-4a3a-9848-81777fb3618f on network b88bc403-ace9-49ee-9847-3f7f418a01c4 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:06:05.239579 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Port 11c2007b-34e3-4a3a-9848-81777fb3618f on network b88bc403-ace9-49ee-9847-3f7f418a01c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 03:06:05.239906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Attempting to bind port 11c2007b-34e3-4a3a-9848-81777fb3618f on network b88bc403-ace9-49ee-9847-3f7f418a01c4 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:06:05.244725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:06:05.245068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Checking segment: {'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:06:05.245449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Bound using segment: {'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:06:05.245875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Bound port: 11c2007b-34e3-4a3a-9848-81777fb3618f, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5655c07-64a7-4987-a98e-30481b9e16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:06:05.246230 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:05.305068 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] For port 11c2007b-34e3-4a3a-9848-81777fb3618f, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:06:05.309119 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] For port 11c2007b-34e3-4a3a-9848-81777fb3618f, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=11c2007b-34e3-4a3a-9848-81777fb3618f,segment=NetworkSegment(d5655c07-64a7-4987-a98e-30481b9e16a4),segment_id=d5655c07-64a7-4987-a98e-30481b9e16a4)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:06:05.315619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:05.320714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:05.321340 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:05.322772 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] 10.222.0.27 "PUT /v2.0/ports/11c2007b-34e3-4a3a-9848-81777fb3618f HTTP/1.1" status: 200 len: 1094 time: 0.7090576 Nov 03 03:06:05.323301 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'tag': '11c2007b-34e3-4a3a-9848-81777fb3618f'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:06:05.325701 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730bee6c-2326-4f49-8a7f-448a56e6a320" -d '{"events": [{"name": "network-changed", "server_uuid": "0c397add-d054-4cc8-a227-4acf64ec18ca", "tag": "11c2007b-34e3-4a3a-9848-81777fb3618f"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:06:05.378553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8708fcd8-956a-4443-9c80-4412d23500de x-openstack-request-id: req-8708fcd8-956a-4443-9c80-4412d23500de {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:06:05.378739 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c397add-d054-4cc8-a227-4acf64ec18ca", "tag": "11c2007b-34e3-4a3a-9848-81777fb3618f", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:06:05.378955 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8708fcd8-956a-4443-9c80-4412d23500de {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:06:05.380079 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8708fcd8-956a-4443-9c80-4412d23500de'] response: {'name': 'network-changed', 'server_uuid': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'tag': '11c2007b-34e3-4a3a-9848-81777fb3618f', 'status': 'completed', 'code': 200} Nov 03 03:06:05.432344 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-8cee7b1b-2062-457a-8d68-89bd65cba31d None None] Attempt 2 to provision port 11c2007b-34e3-4a3a-9848-81777fb3618f Nov 03 03:06:05.441264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e67c9-542b-4c1a-b559-8d625bfb886d service neutron] Pushing event updated for resources: {'Port': ['ID=11c2007b-34e3-4a3a-9848-81777fb3618f,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:05.453384 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-796be9bc-eb7f-47ec-87ab-1ced6fb20db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:05.454891 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-796be9bc-eb7f-47ec-87ab-1ced6fb20db8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 1128 time: 0.0783131 Nov 03 03:06:05.481932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2815247a-7383-417e-87e4-040a7cfe900f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:06:05.499006 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-dfc4f9bd-a8ba-41e5-95f2-6a8f3e1c7efd service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c2007b-34e3-4a3a-9848-81777fb3618f HTTP/1.1" status: 200 len: 217 time: 0.0369251 Nov 03 03:06:05.510598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8cee7b1b-2062-457a-8d68-89bd65cba31d None None] Port 11c2007b-34e3-4a3a-9848-81777fb3618f had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 03:06:05.537896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 2815247a-7383-417e-87e4-040a7cfe900f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:06:05.538281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (2815247a-7383-417e-87e4-040a7cfe900f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:05.538628 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 2815247a-7383-417e-87e4-040a7cfe900f Nov 03 03:06:05.551498 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-21fd0dc3-0423-4660-a3fc-5f75e2a582f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:05.552999 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-21fd0dc3-0423-4660-a3fc-5f75e2a582f9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ffe97a6d-c5d9-4cb8-82d9-2cf54628d751 HTTP/1.1" status: 200 len: 835 time: 0.0459411 Nov 03 03:06:05.611748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-4699eb84-fe22-4084-8af6-047b480bdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:05.612334 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 2815247a-7383-417e-87e4-040a7cfe900f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:06:05.613342 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-4699eb84-fe22-4084-8af6-047b480bdf82 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b88bc403-ace9-49ee-9847-3f7f418a01c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494301 Nov 03 03:06:05.704212 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-69df8654-043d-479f-b2d7-03573d3808fd service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815842 Nov 03 03:06:05.799809 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7afeac9a-0568-4b4d-9fab-77a813b7ee21 req-a5a0667b-5ff1-4f3e-9fdd-c0872f3a9107 service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865054 Nov 03 03:06:05.903846 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bee6c-2326-4f49-8a7f-448a56e6a320 req-96a7a533-5ae6-4763-a73e-b6f10561db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:05.905380 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-730bee6c-2326-4f49-8a7f-448a56e6a320 req-96a7a533-5ae6-4763-a73e-b6f10561db85 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 1128 time: 0.0460553 Nov 03 03:06:06.000163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bee6c-2326-4f49-8a7f-448a56e6a320 req-4cad2374-7cd1-4d7c-b503-99dbd9022790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:06.001660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-730bee6c-2326-4f49-8a7f-448a56e6a320 req-4cad2374-7cd1-4d7c-b503-99dbd9022790 service neutron] 10.222.0.27 "GET /v2.0/networks?id=b88bc403-ace9-49ee-9847-3f7f418a01c4 HTTP/1.1" status: 200 len: 898 time: 0.0890944 Nov 03 03:06:06.040304 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-730bee6c-2326-4f49-8a7f-448a56e6a320 req-952bd834-ed55-4cee-94dd-dcb34f6c5221 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c2007b-34e3-4a3a-9848-81777fb3618f HTTP/1.1" status: 200 len: 217 time: 0.0320077 Nov 03 03:06:06.087419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bee6c-2326-4f49-8a7f-448a56e6a320 req-dc034ed1-a308-40ec-9133-9abe2275301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:06.088862 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-730bee6c-2326-4f49-8a7f-448a56e6a320 req-dc034ed1-a308-40ec-9133-9abe2275301b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ffe97a6d-c5d9-4cb8-82d9-2cf54628d751 HTTP/1.1" status: 200 len: 835 time: 0.0429685 Nov 03 03:06:06.138803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bee6c-2326-4f49-8a7f-448a56e6a320 req-acce6f76-6ed9-4166-b294-6a54e6f62ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:06.140313 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-730bee6c-2326-4f49-8a7f-448a56e6a320 req-acce6f76-6ed9-4166-b294-6a54e6f62ed2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b88bc403-ace9-49ee-9847-3f7f418a01c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442736 Nov 03 03:06:06.265041 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-730bee6c-2326-4f49-8a7f-448a56e6a320 req-445b08de-0727-492f-8d13-b4197f2384e2 service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180928 Nov 03 03:06:06.272633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b257-e156-46b3-a2c6-0bf6a17bd2ec req-5e6ea29c-ff37-4876-b7d0-e58c7ba6e565 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:06.273990 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8a44b257-e156-46b3-a2c6-0bf6a17bd2ec req-5e6ea29c-ff37-4876-b7d0-e58c7ba6e565 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 944 time: 0.0832858 Nov 03 03:06:06.372999 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8a44b257-e156-46b3-a2c6-0bf6a17bd2ec req-2b61bb58-0ddb-487f-8a99-16c43d2d01e5 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913188 Nov 03 03:06:06.396350 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-730bee6c-2326-4f49-8a7f-448a56e6a320 req-21c7ce37-63b1-4c91-8441-1ac46b43bb83 service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213629 Nov 03 03:06:06.971382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 11c2007b-34e3-4a3a-9848-81777fb3618f details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:06:07.070497 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 11c2007b-34e3-4a3a-9848-81777fb3618f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=11c2007b-34e3-4a3a-9848-81777fb3618f,segment=NetworkSegment(d5655c07-64a7-4987-a98e-30481b9e16a4),segment_id=d5655c07-64a7-4987-a98e-30481b9e16a4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:06:07.081714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '11c2007b-34e3-4a3a-9848-81777fb3618f', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'port_id': '11c2007b-34e3-4a3a-9848-81777fb3618f', 'mac_address': 'fa:16:3e:f6:f1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:06:07.115561 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 11c2007b-34e3-4a3a-9848-81777fb3618f is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:06:07.115941 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:07.128336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c2007b-34e3-4a3a-9848-81777fb3618f {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:06:07.148374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 11c2007b-34e3-4a3a-9848-81777fb3618f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=11c2007b-34e3-4a3a-9848-81777fb3618f,segment=NetworkSegment(d5655c07-64a7-4987-a98e-30481b9e16a4),segment_id=d5655c07-64a7-4987-a98e-30481b9e16a4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:06:07.152730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:07.201202 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=11c2007b-34e3-4a3a-9848-81777fb3618f,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:07.415423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['11c2007b-34e3-4a3a-9848-81777fb3618f'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:06:07.501400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23a613-80c0-4a26-91ae-1d5e69bd1249 req-c97cb35f-13e0-4b53-bfdc-ddf2617fbd31 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:07.502884 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1c23a613-80c0-4a26-91ae-1d5e69bd1249 req-c97cb35f-13e0-4b53-bfdc-ddf2617fbd31 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 945 time: 0.0546143 Nov 03 03:06:07.550946 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1c23a613-80c0-4a26-91ae-1d5e69bd1249 req-4eef70f8-f438-493d-a159-00d55cda7800 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422683 Nov 03 03:06:08.655728 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:08.680437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911d029-0204-40e1-ab52-70bf4bbec270 req-e94b3640-fccf-49e2-8d69-6a38adb6d204 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:08.681952 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3911d029-0204-40e1-ab52-70bf4bbec270 req-e94b3640-fccf-49e2-8d69-6a38adb6d204 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 945 time: 0.0588241 Nov 03 03:06:08.730434 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3911d029-0204-40e1-ab52-70bf4bbec270 req-3c769696-20f5-450f-945d-c3abd75c6f79 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429502 Nov 03 03:06:08.985519 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 11c2007b-34e3-4a3a-9848-81777fb3618f up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:06:09.032160 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 11c2007b-34e3-4a3a-9848-81777fb3618f completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 03:06:09.035837 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 11c2007b-34e3-4a3a-9848-81777fb3618f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:06:09.036225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:09.036692 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 11c2007b-34e3-4a3a-9848-81777fb3618f Nov 03 03:06:09.109543 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 11c2007b-34e3-4a3a-9848-81777fb3618f is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:06:09.109933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:09.133538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c2007b-34e3-4a3a-9848-81777fb3618f'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:06:09.135724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8518dda8-4120-4c3f-8b0c-d6b78f9d54c5" -d '{"events": [{"server_uuid": "0c397add-d054-4cc8-a227-4acf64ec18ca", "name": "network-vif-plugged", "status": "completed", "tag": "11c2007b-34e3-4a3a-9848-81777fb3618f"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:06:09.148562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 11c2007b-34e3-4a3a-9848-81777fb3618f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=11c2007b-34e3-4a3a-9848-81777fb3618f,segment=NetworkSegment(d5655c07-64a7-4987-a98e-30481b9e16a4),segment_id=d5655c07-64a7-4987-a98e-30481b9e16a4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:06:09.153565 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:09.175605 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0746d9-3f49-4a51-b4c6-8a894fa8aecc x-openstack-request-id: req-2f0746d9-3f49-4a51-b4c6-8a894fa8aecc {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:06:09.175901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c397add-d054-4cc8-a227-4acf64ec18ca", "name": "network-vif-plugged", "status": "completed", "tag": "11c2007b-34e3-4a3a-9848-81777fb3618f", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:06:09.176159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f0746d9-3f49-4a51-b4c6-8a894fa8aecc {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:06:09.176576 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0746d9-3f49-4a51-b4c6-8a894fa8aecc'] response: {'server_uuid': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c2007b-34e3-4a3a-9848-81777fb3618f', 'code': 200} Nov 03 03:06:09.202696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=11c2007b-34e3-4a3a-9848-81777fb3618f,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:09.366274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71319f-69b1-4f30-adcc-a7cb1be43de3 req-eca3f06b-a568-4901-840c-84d6f62e9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:09.367779 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe71319f-69b1-4f30-adcc-a7cb1be43de3 req-eca3f06b-a568-4901-840c-84d6f62e9d3a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 1130 time: 0.0441031 Nov 03 03:06:09.419819 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe71319f-69b1-4f30-adcc-a7cb1be43de3 req-68670f7c-9748-4741-a5ab-647c50ad76f6 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407119 Nov 03 03:06:09.855094 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079c148-d7cb-4d28-9d6f-cbbacd88ca8e req-536b981a-0256-41bc-9ac2-3ca10031d345 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:09.856583 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5079c148-d7cb-4d28-9d6f-cbbacd88ca8e req-536b981a-0256-41bc-9ac2-3ca10031d345 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0522876 Nov 03 03:06:09.877779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a073a30-b649-479e-b4d2-035ef0d9df3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:09.910619 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5079c148-d7cb-4d28-9d6f-cbbacd88ca8e req-7fc09eb8-f631-4710-96d3-054658ec25de tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481791 Nov 03 03:06:11.034046 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379211e5-a4ab-4e06-bd41-84356c87aa6f req-bbb2050b-1633-43f3-b24c-902b983851e7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:11.035505 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-379211e5-a4ab-4e06-bd41-84356c87aa6f req-bbb2050b-1633-43f3-b24c-902b983851e7 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0517151 Nov 03 03:06:11.084561 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-379211e5-a4ab-4e06-bd41-84356c87aa6f req-f4a7a2bf-8028-45cd-ba3a-98b6581e5c39 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423384 Nov 03 03:06:11.210413 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc8a15-f4ed-491a-ac4b-e9815ccf02de req-f7aa4a49-6bbd-4ff1-b20c-86865cf77b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:11.211831 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d0dc8a15-f4ed-491a-ac4b-e9815ccf02de req-f7aa4a49-6bbd-4ff1-b20c-86865cf77b81 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0549874 Nov 03 03:06:11.260552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d0dc8a15-f4ed-491a-ac4b-e9815ccf02de req-88615bec-991c-4285-af61-3770c5d60931 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431755 Nov 03 03:06:11.288450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47758) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:06:11.335312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707f3b0-5101-489b-98d9-284f03645e46 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:11.336817 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-7707f3b0-5101-489b-98d9-284f03645e46 tempest-TestNetworkAdvancedServerOps-1618801357 tempest-TestNetworkAdvancedServerOps-1618801357-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 1125 time: 0.0473726 Nov 03 03:06:11.339597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47760) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:06:11.343734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '11c2007b-34e3-4a3a-9848-81777fb3618f', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:06:11.363411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:11.459652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:11.565320 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Allocated IP 172.26.6.201 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/7728c448-c310-46c9-a10e-97e3aa682656) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:06:11.665259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (7728c448-c310-46c9-a10e-97e3aa682656), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:11.697287 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7728c448-c310-46c9-a10e-97e3aa682656), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:11.736882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:06:11.739762 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:06:11.742412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:06:11.773131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=7728c448-c310-46c9-a10e-97e3aa682656,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:12.090820 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (a25499fe-8e19-49f9-a249-bcfb4079b478), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:12.160039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7728c448-c310-46c9-a10e-97e3aa682656), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:12.304064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for port (7728c448-c310-46c9-a10e-97e3aa682656), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:12.308514 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (7728c448-c310-46c9-a10e-97e3aa682656), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:12.353243 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d2fcf668-12f8-40d0-945e-58ac512e45ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:12.374003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event updated for resources: {'Port': ['ID=7728c448-c310-46c9-a10e-97e3aa682656,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:12.376504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (a25499fe-8e19-49f9-a249-bcfb4079b478), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:12.473198 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Floating IP a25499fe-8e19-49f9-a249-bcfb4079b478 associated. External IP: 172.26.6.201, port: 11c2007b-34e3-4a3a-9848-81777fb3618f. Nov 03 03:06:12.672277 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router b6e34a34-8cf8-46e3-9ff9-435b12cf897a has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:06:12.769270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:06:12.779632 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8d657-e54f-4ca7-b28a-e5ca3761f32f None None] Sync routers for ids ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:06:12.787252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:12.791155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8d657-e54f-4ca7-b28a-e5ca3761f32f None None] Routers {'b6e34a34-8cf8-46e3-9ff9-435b12cf897a'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:06:12.791774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7cf8d657-e54f-4ca7-b28a-e5ca3761f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:12.831481 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d7b4246c-b14c-4268-9ee6-12a9eb7d08b9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4884455 Nov 03 03:06:12.831481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'tag': '11c2007b-34e3-4a3a-9848-81777fb3618f'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:06:12.832281 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1618acf7-883d-49c8-82b4-e98f8b19d955" -d '{"events": [{"name": "network-changed", "server_uuid": "0c397add-d054-4cc8-a227-4acf64ec18ca", "tag": "11c2007b-34e3-4a3a-9848-81777fb3618f"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:06:12.871629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8ad00e-c2cb-4b4f-ae69-8317c7e34b24 x-openstack-request-id: req-fd8ad00e-c2cb-4b4f-ae69-8317c7e34b24 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:06:12.871930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c397add-d054-4cc8-a227-4acf64ec18ca", "tag": "11c2007b-34e3-4a3a-9848-81777fb3618f", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:06:12.872210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd8ad00e-c2cb-4b4f-ae69-8317c7e34b24 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:06:12.872665 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8ad00e-c2cb-4b4f-ae69-8317c7e34b24'] response: {'name': 'network-changed', 'server_uuid': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'tag': '11c2007b-34e3-4a3a-9848-81777fb3618f', 'status': 'completed', 'code': 200} Nov 03 03:06:12.905106 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-7cf8d657-e54f-4ca7-b28a-e5ca3761f32f None None] Set router b6e34a34-8cf8-46e3-9ff9-435b12cf897a gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:06:12.974161 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d8a36-1157-46fd-8925-a50c223d6f32 req-c951b117-23b4-4a33-a212-604071cee5f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:12.976209 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c48d8a36-1157-46fd-8925-a50c223d6f32 req-c951b117-23b4-4a33-a212-604071cee5f9 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0951564 Nov 03 03:06:12.979570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618acf7-883d-49c8-82b4-e98f8b19d955 req-a3e8f6c9-aa66-49c3-ba44-7f996fe567b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:12.980282 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1618acf7-883d-49c8-82b4-e98f8b19d955 req-a3e8f6c9-aa66-49c3-ba44-7f996fe567b2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 1130 time: 0.0831583 Nov 03 03:06:13.086052 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c48d8a36-1157-46fd-8925-a50c223d6f32 req-b2b8474a-d459-444e-8fb9-29959572d422 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034758 Nov 03 03:06:13.114108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618acf7-883d-49c8-82b4-e98f8b19d955 req-cfc6c19e-ec66-4863-b3a2-7dfce5dd9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:13.114759 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47766) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:06:13.115698 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1618acf7-883d-49c8-82b4-e98f8b19d955 req-cfc6c19e-ec66-4863-b3a2-7dfce5dd9767 service neutron] 10.222.0.27 "GET /v2.0/networks?id=b88bc403-ace9-49ee-9847-3f7f418a01c4 HTTP/1.1" status: 200 len: 898 time: 0.1269944 Nov 03 03:06:13.134338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7cf8d657-e54f-4ca7-b28a-e5ca3761f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:00Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'a25499fe-8e19-49f9-a249-bcfb4079b478', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'port_id': '11c2007b-34e3-4a3a-9848-81777fb3618f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'mac_address': 'fa:16:3e:f6:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:06:11Z', 'updated_at': '2022-11-03T03:06:11Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2815247a-7383-417e-87e4-040a7cfe900f', 'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:53:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:59Z', 'updated_at': '2022-11-03T03:06:03Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:13.159744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8d657-e54f-4ca7-b28a-e5ca3761f32f None None] Checking router: b6e34a34-8cf8-46e3-9ff9-435b12cf897a for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:06:13.168980 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8d657-e54f-4ca7-b28a-e5ca3761f32f None None] Routers {'b6e34a34-8cf8-46e3-9ff9-435b12cf897a'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:06:13.169699 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7cf8d657-e54f-4ca7-b28a-e5ca3761f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:13.181269 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bddf73f1-3484-495a-a014-39314e8f4e7f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/a25499fe-8e19-49f9-a249-bcfb4079b478 HTTP/1.1" status: 200 len: 992 time: 0.0654538 Nov 03 03:06:13.183150 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1618acf7-883d-49c8-82b4-e98f8b19d955 req-c87e7a6d-b852-4333-8585-89059f387912 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c2007b-34e3-4a3a-9848-81777fb3618f HTTP/1.1" status: 200 len: 1000 time: 0.0603001 Nov 03 03:06:13.236998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618acf7-883d-49c8-82b4-e98f8b19d955 req-28a02703-2e10-4d9d-8f89-c2f4038be106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:13.238470 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1618acf7-883d-49c8-82b4-e98f8b19d955 req-28a02703-2e10-4d9d-8f89-c2f4038be106 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ffe97a6d-c5d9-4cb8-82d9-2cf54628d751 HTTP/1.1" status: 200 len: 835 time: 0.0495646 Nov 03 03:06:13.274018 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-7cf8d657-e54f-4ca7-b28a-e5ca3761f32f None None] Set router b6e34a34-8cf8-46e3-9ff9-435b12cf897a gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:06:13.285872 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618acf7-883d-49c8-82b4-e98f8b19d955 req-ec3b6e3a-19dc-4e37-9f8e-34d4394f8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:13.287381 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1618acf7-883d-49c8-82b4-e98f8b19d955 req-ec3b6e3a-19dc-4e37-9f8e-34d4394f8765 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b88bc403-ace9-49ee-9847-3f7f418a01c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430768 Nov 03 03:06:13.371625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:13.379973 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1618acf7-883d-49c8-82b4-e98f8b19d955 req-d3da3951-20b6-4c75-bb84-a868650e22fd service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854287 Nov 03 03:06:13.472731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1618acf7-883d-49c8-82b4-e98f8b19d955 req-7347fc8b-fd85-4338-bac4-02dd1cd7e9a0 service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871994 Nov 03 03:06:13.511235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-7cf8d657-e54f-4ca7-b28a-e5ca3761f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:00Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'a25499fe-8e19-49f9-a249-bcfb4079b478', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'port_id': '11c2007b-34e3-4a3a-9848-81777fb3618f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'mac_address': 'fa:16:3e:f6:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:06:11Z', 'updated_at': '2022-11-03T03:06:11Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2815247a-7383-417e-87e4-040a7cfe900f', 'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:53:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:59Z', 'updated_at': '2022-11-03T03:06:03Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:13.535952 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8d657-e54f-4ca7-b28a-e5ca3761f32f None None] The sync data for ids ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'] in dv-neutron-860659-5-hyperv is: [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:00Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'a25499fe-8e19-49f9-a249-bcfb4079b478', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'port_id': '11c2007b-34e3-4a3a-9848-81777fb3618f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'mac_address': 'fa:16:3e:f6:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:06:11Z', 'updated_at': '2022-11-03T03:06:11Z', 'revision_number': 0, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2815247a-7383-417e-87e4-040a7cfe900f', 'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:53:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:59Z', 'updated_at': '2022-11-03T03:06:03Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:06:13.727571 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4985a2-f1e6-40c6-b983-c88cbc391bd1 None None] New status for floating IP a25499fe-8e19-49f9-a249-bcfb4079b478: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:06:14.182566 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47768) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:06:14.239030 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-93ab0577-5d17-4a6b-8c30-af3943595c09 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/a25499fe-8e19-49f9-a249-bcfb4079b478 HTTP/1.1" status: 200 len: 994 time: 0.0551603 Nov 03 03:06:14.834276 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:16.212823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:27.371217 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-c95d332e-eb85-49f2-80b2-49e4ff594fd5 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431263 Nov 03 03:06:27.455008 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-568a5b8a-b0e3-4412-a62c-cb57dc598879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:27.456469 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-568a5b8a-b0e3-4412-a62c-cb57dc598879 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 1130 time: 0.0435395 Nov 03 03:06:27.563570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-d76c5b35-a475-4af9-a790-145d9eeefff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:27.565052 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-d76c5b35-a475-4af9-a790-145d9eeefff0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=b88bc403-ace9-49ee-9847-3f7f418a01c4 HTTP/1.1" status: 200 len: 898 time: 0.0874143 Nov 03 03:06:27.624507 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-5313f283-b6b9-4745-abb7-dc0b037ab2ba service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c2007b-34e3-4a3a-9848-81777fb3618f HTTP/1.1" status: 200 len: 1002 time: 0.0530281 Nov 03 03:06:27.676071 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-0868c51b-d082-4ba8-b261-1a9604b3f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:27.677487 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-0868c51b-d082-4ba8-b261-1a9604b3f9ad service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ffe97a6d-c5d9-4cb8-82d9-2cf54628d751 HTTP/1.1" status: 200 len: 835 time: 0.0457726 Nov 03 03:06:27.726067 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-46703589-d715-4f59-9ac9-bcf733e1fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:27.727542 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-46703589-d715-4f59-9ac9-bcf733e1fadc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b88bc403-ace9-49ee-9847-3f7f418a01c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433617 Nov 03 03:06:27.815455 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-5e75094d-9616-4274-851b-467a3bdc6761 service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814550 Nov 03 03:06:27.910036 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2356561d-d16d-4b90-bf9d-2e34b2c892f4 req-b2e23bd6-51e4-4a6d-9a54-7241a20db354 service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877345 Nov 03 03:06:28.941046 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:06:38.639382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:39.870832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7bf28248-597a-49cf-bbeb-7d2c0d07c64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:42.355030 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e95b22e-8497-4cf0-b091-527ac65c26e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:43.353557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:44.838345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:46.220655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:47.422396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19136e3-707c-44bb-bc46-f75d9f908964 req-2122049b-9cd1-4895-b521-033c099a821a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:47.423870 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a19136e3-707c-44bb-bc46-f75d9f908964 req-2122049b-9cd1-4895-b521-033c099a821a tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0538688 Nov 03 03:06:47.472981 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a19136e3-707c-44bb-bc46-f75d9f908964 req-3e017217-a361-449e-aa29-4836f2ed4679 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432878 Nov 03 03:06:48.602553 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b66a54-5d88-41bd-9b7a-6fef8f35e9af req-72b1e3ac-9118-41e9-a267-107f8e162187 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:48.604022 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c1b66a54-5d88-41bd-9b7a-6fef8f35e9af req-72b1e3ac-9118-41e9-a267-107f8e162187 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0561574 Nov 03 03:06:48.651765 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c1b66a54-5d88-41bd-9b7a-6fef8f35e9af req-03904e09-e22c-459b-820a-9eb8928d3abe tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423141 Nov 03 03:06:48.680792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47786) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:06:48.735211 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-3d35467d-8e63-478f-bdd2-5b20dfd7b417 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/a25499fe-8e19-49f9-a249-bcfb4079b478 HTTP/1.1" status: 200 len: 994 time: 0.0532262 Nov 03 03:06:50.074032 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8800fb-1106-4784-bcd9-e6ba225f9b35 req-a24831ad-fd06-4ea5-81cd-0d92b4ca8a60 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:50.075407 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe8800fb-1106-4784-bcd9-e6ba225f9b35 req-a24831ad-fd06-4ea5-81cd-0d92b4ca8a60 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0819418 Nov 03 03:06:50.104143 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b144c01-698c-4121-8b5d-8395f60870c8 req-9a03bc64-363d-46d5-a3df-a65838a06425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:50.105637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b144c01-698c-4121-8b5d-8395f60870c8 req-9a03bc64-363d-46d5-a3df-a65838a06425 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 1130 time: 0.0714157 Nov 03 03:06:50.176455 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-fe8800fb-1106-4784-bcd9-e6ba225f9b35 req-f294febc-61d4-4e9c-bb6f-8a6500087452 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954084 Nov 03 03:06:50.216072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b144c01-698c-4121-8b5d-8395f60870c8 req-b8ae220c-6207-485e-a141-496c4d09322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:50.217573 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b144c01-698c-4121-8b5d-8395f60870c8 req-b8ae220c-6207-485e-a141-496c4d09322a service neutron] 10.222.0.27 "GET /v2.0/networks?id=b88bc403-ace9-49ee-9847-3f7f418a01c4 HTTP/1.1" status: 200 len: 898 time: 0.1029689 Nov 03 03:06:50.603129 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b144c01-698c-4121-8b5d-8395f60870c8 req-6f8a8be0-a8b3-486f-9b13-1b2fa8b5792b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c2007b-34e3-4a3a-9848-81777fb3618f HTTP/1.1" status: 200 len: 1002 time: 0.3767874 Nov 03 03:06:50.653942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b144c01-698c-4121-8b5d-8395f60870c8 req-c9cb2a21-d101-4938-a986-62f7280aef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:50.655328 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b144c01-698c-4121-8b5d-8395f60870c8 req-c9cb2a21-d101-4938-a986-62f7280aef0a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ffe97a6d-c5d9-4cb8-82d9-2cf54628d751 HTTP/1.1" status: 200 len: 835 time: 0.0421867 Nov 03 03:06:50.709461 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b144c01-698c-4121-8b5d-8395f60870c8 req-438dff7b-5d0b-4a2a-8ac9-85e3ef7ce666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:50.710916 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b144c01-698c-4121-8b5d-8395f60870c8 req-438dff7b-5d0b-4a2a-8ac9-85e3ef7ce666 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b88bc403-ace9-49ee-9847-3f7f418a01c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454865 Nov 03 03:06:50.799947 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b144c01-698c-4121-8b5d-8395f60870c8 req-14ea43a1-8d58-4448-910d-e1d81cf571d6 service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795846 Nov 03 03:06:50.899075 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8b144c01-698c-4121-8b5d-8395f60870c8 req-db28a0cc-19f5-49aa-8942-a1dc09ccacb7 service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862851 Nov 03 03:06:51.307140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bc3be-697e-49df-8d7e-bb9b04d2e397 req-3b27a4cf-e72e-43ed-a819-5121593c8b8c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:51.308615 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-386bc3be-697e-49df-8d7e-bb9b04d2e397 req-3b27a4cf-e72e-43ed-a819-5121593c8b8c tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0516114 Nov 03 03:06:51.356701 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-386bc3be-697e-49df-8d7e-bb9b04d2e397 req-f254245b-705d-4cc0-b400-f2568eefbb52 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425582 Nov 03 03:06:52.481356 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1f29-d1f4-4419-bb88-0ebfb415aa42 req-d7f46364-94db-49c9-a48a-c016968069eb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:52.482813 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b64c1f29-d1f4-4419-bb88-0ebfb415aa42 req-d7f46364-94db-49c9-a48a-c016968069eb tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0523076 Nov 03 03:06:52.530636 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b64c1f29-d1f4-4419-bb88-0ebfb415aa42 req-0badca30-0030-4876-9aee-862651c28a73 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420055 Nov 03 03:06:52.560174 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47802) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:06:52.618684 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-df0fe67e-ce96-4f22-a10c-1ff62e4b6498 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/floatingips/a25499fe-8e19-49f9-a249-bcfb4079b478 HTTP/1.1" status: 200 len: 994 time: 0.0573871 Nov 03 03:06:52.872722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47808) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:06:53.015994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 7728c448-c310-46c9-a10e-97e3aa682656 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:06:53.016257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7728c448-c310-46c9-a10e-97e3aa682656), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:53.095412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7728c448-c310-46c9-a10e-97e3aa682656), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:53.095741 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (7728c448-c310-46c9-a10e-97e3aa682656), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:53.107389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 7728c448-c310-46c9-a10e-97e3aa682656 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:06:53.250064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7728c448-c310-46c9-a10e-97e3aa682656), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:53.279424 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=7728c448-c310-46c9-a10e-97e3aa682656,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:53.303283 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.303714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.304060 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.304401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.304759 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.305095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.305423 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.305750 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.306075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.306400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.306724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.307067 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.307389 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:53.347725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for floatingip (a25499fe-8e19-49f9-a249-bcfb4079b478), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:53.348058 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Floating IP a25499fe-8e19-49f9-a249-bcfb4079b478 disassociated (deleted). External IP: 172.26.6.201, port: 11c2007b-34e3-4a3a-9848-81777fb3618f. Nov 03 03:06:53.543552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router b6e34a34-8cf8-46e3-9ff9-435b12cf897a has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:06:53.644953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:06:53.650430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:53.655487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c59e34-dc6e-4ac1-b596-5e60f75a531a None None] Sync routers for ids ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:06:53.665789 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c59e34-dc6e-4ac1-b596-5e60f75a531a None None] Routers {'b6e34a34-8cf8-46e3-9ff9-435b12cf897a'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:06:53.666395 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-40c59e34-dc6e-4ac1-b596-5e60f75a531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:53.679144 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-03680eed-86bd-4a04-82cd-9b9454cb1bc1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/floatingips/a25499fe-8e19-49f9-a249-bcfb4079b478 HTTP/1.1" status: 204 len: 168 time: 0.8052034 Nov 03 03:06:53.679760 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'tag': '11c2007b-34e3-4a3a-9848-81777fb3618f'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:06:53.682097 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf62b57b-d786-47a9-ab2e-047ee08cf192" -d '{"events": [{"name": "network-changed", "server_uuid": "0c397add-d054-4cc8-a227-4acf64ec18ca", "tag": "11c2007b-34e3-4a3a-9848-81777fb3618f"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:06:53.720663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1efbb6-c8df-43ac-8a68-a12db3941678 x-openstack-request-id: req-dc1efbb6-c8df-43ac-8a68-a12db3941678 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:06:53.720958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c397add-d054-4cc8-a227-4acf64ec18ca", "tag": "11c2007b-34e3-4a3a-9848-81777fb3618f", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:06:53.721214 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc1efbb6-c8df-43ac-8a68-a12db3941678 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:06:53.721646 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1efbb6-c8df-43ac-8a68-a12db3941678'] response: {'name': 'network-changed', 'server_uuid': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'tag': '11c2007b-34e3-4a3a-9848-81777fb3618f', 'status': 'completed', 'code': 200} Nov 03 03:06:53.772227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-40c59e34-dc6e-4ac1-b596-5e60f75a531a None None] Set router b6e34a34-8cf8-46e3-9ff9-435b12cf897a gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:06:53.804996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62b57b-d786-47a9-ab2e-047ee08cf192 req-4c20707b-ee40-4895-9ae6-029b41de30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:53.806598 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf62b57b-d786-47a9-ab2e-047ee08cf192 req-4c20707b-ee40-4895-9ae6-029b41de30fa service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=b7101b697f184fada26a23eb1cbbed56&device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 1130 time: 0.0531363 Nov 03 03:06:53.946024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62b57b-d786-47a9-ab2e-047ee08cf192 req-2fb34283-7dab-4563-8a89-e5c43fe8bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:53.947486 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf62b57b-d786-47a9-ab2e-047ee08cf192 req-2fb34283-7dab-4563-8a89-e5c43fe8bfd9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=b88bc403-ace9-49ee-9847-3f7f418a01c4 HTTP/1.1" status: 200 len: 898 time: 0.1310782 Nov 03 03:06:53.959241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd707f-00c3-4741-a117-e9a2830f7c1a req-7d2d2f28-98a5-4139-9055-0789fcf21fbf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:53.960440 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3bdd707f-00c3-4741-a117-e9a2830f7c1a req-7d2d2f28-98a5-4139-9055-0789fcf21fbf tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0777307 Nov 03 03:06:53.979258 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-40c59e34-dc6e-4ac1-b596-5e60f75a531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:00Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2815247a-7383-417e-87e4-040a7cfe900f', 'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:53:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:59Z', 'updated_at': '2022-11-03T03:06:03Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:54.004130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c59e34-dc6e-4ac1-b596-5e60f75a531a None None] Checking router: b6e34a34-8cf8-46e3-9ff9-435b12cf897a for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:06:54.012787 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c59e34-dc6e-4ac1-b596-5e60f75a531a None None] Routers {'b6e34a34-8cf8-46e3-9ff9-435b12cf897a'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:06:54.013692 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-40c59e34-dc6e-4ac1-b596-5e60f75a531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:54.013999 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf62b57b-d786-47a9-ab2e-047ee08cf192 req-78376a90-550f-492d-b5ce-53b87148a403 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c2007b-34e3-4a3a-9848-81777fb3618f HTTP/1.1" status: 200 len: 217 time: 0.0465634 Nov 03 03:06:54.075531 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3bdd707f-00c3-4741-a117-e9a2830f7c1a req-2b9b924b-7197-4dc9-ac6e-cf88b9a80d5f tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090333 Nov 03 03:06:54.089404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62b57b-d786-47a9-ab2e-047ee08cf192 req-9a74aba7-7373-46ea-9a3a-95c4e6151a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:54.090983 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf62b57b-d786-47a9-ab2e-047ee08cf192 req-9a74aba7-7373-46ea-9a3a-95c4e6151a68 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ffe97a6d-c5d9-4cb8-82d9-2cf54628d751 HTTP/1.1" status: 200 len: 835 time: 0.0656712 Nov 03 03:06:54.144375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62b57b-d786-47a9-ab2e-047ee08cf192 req-f37af043-33ff-4e9a-b187-ac2d8366d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:54.145966 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf62b57b-d786-47a9-ab2e-047ee08cf192 req-f37af043-33ff-4e9a-b187-ac2d8366d0dc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b88bc403-ace9-49ee-9847-3f7f418a01c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482669 Nov 03 03:06:54.238964 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf62b57b-d786-47a9-ab2e-047ee08cf192 req-cc223af5-0284-4f6e-9113-675bb7012245 service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862224 Nov 03 03:06:54.266808 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-40c59e34-dc6e-4ac1-b596-5e60f75a531a None None] Set router b6e34a34-8cf8-46e3-9ff9-435b12cf897a gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:06:54.334622 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cf62b57b-d786-47a9-ab2e-047ee08cf192 req-71c1972e-752a-4240-8a6b-366d96dd9b6d service neutron] 10.222.0.27 "GET /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889287 Nov 03 03:06:54.460442 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-40c59e34-dc6e-4ac1-b596-5e60f75a531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:00Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2815247a-7383-417e-87e4-040a7cfe900f', 'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:53:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:59Z', 'updated_at': '2022-11-03T03:06:03Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:54.488535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c59e34-dc6e-4ac1-b596-5e60f75a531a None None] The sync data for ids ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'] in dv-neutron-860659-5-hyperv is: [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:00Z', 'revision_number': 4, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '2815247a-7383-417e-87e4-040a7cfe900f', 'name': '', 'network_id': 'b88bc403-ace9-49ee-9847-3f7f418a01c4', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'mac_address': 'fa:16:3e:53:5c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:59Z', 'updated_at': '2022-11-03T03:06:03Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'subnets': [{'id': 'ffe97a6d-c5d9-4cb8-82d9-2cf54628d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:06:54.704302 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d68dfd-44ab-408a-95b4-9c848472c742 None None] New status for floating IP a25499fe-8e19-49f9-a249-bcfb4079b478: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:06:55.204819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4fc94-dc2e-482f-9e7b-f584ecaa38b3 req-9ec0ebf6-d779-4988-a791-93f68ed31e1d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:55.206219 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-30c4fc94-dc2e-482f-9e7b-f584ecaa38b3 req-9ec0ebf6-d779-4988-a791-93f68ed31e1d tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0535736 Nov 03 03:06:55.254450 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-30c4fc94-dc2e-482f-9e7b-f584ecaa38b3 req-dbc87288-82fe-4a43-a04f-b50cbc2db929 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/security-groups?id=be3a088c-7192-4efe-b2e2-e2ea7ce357e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427418 Nov 03 03:06:55.737791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372fb79-be92-468c-828c-95f3d7bb09c4 req-91174efd-17ac-47b4-afef-21a17b686d52 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:06:55.739218 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7372fb79-be92-468c-828c-95f3d7bb09c4 req-91174efd-17ac-47b4-afef-21a17b686d52 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 946 time: 0.0561550 Nov 03 03:06:55.827428 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-7372fb79-be92-468c-828c-95f3d7bb09c4 req-c433b93d-e3fc-4796-b75a-4e0ebf23ce28 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 11c2007b-34e3-4a3a-9848-81777fb3618f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:06:55.827776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7372fb79-be92-468c-828c-95f3d7bb09c4 req-c433b93d-e3fc-4796-b75a-4e0ebf23ce28 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:55.918984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-7372fb79-be92-468c-828c-95f3d7bb09c4 req-c433b93d-e3fc-4796-b75a-4e0ebf23ce28 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port 11c2007b-34e3-4a3a-9848-81777fb3618f, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=11c2007b-34e3-4a3a-9848-81777fb3618f,segment=NetworkSegment(d5655c07-64a7-4987-a98e-30481b9e16a4),segment_id=d5655c07-64a7-4987-a98e-30481b9e16a4)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:06:55.919351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7372fb79-be92-468c-828c-95f3d7bb09c4 req-c433b93d-e3fc-4796-b75a-4e0ebf23ce28 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:55.931826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-7372fb79-be92-468c-828c-95f3d7bb09c4 req-c433b93d-e3fc-4796-b75a-4e0ebf23ce28 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 11c2007b-34e3-4a3a-9848-81777fb3618f owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:06:56.056513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7372fb79-be92-468c-828c-95f3d7bb09c4 req-c433b93d-e3fc-4796-b75a-4e0ebf23ce28 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (11c2007b-34e3-4a3a-9848-81777fb3618f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:56.086121 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433b93d-e3fc-4796-b75a-4e0ebf23ce28 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=11c2007b-34e3-4a3a-9848-81777fb3618f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:56.129503 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-7372fb79-be92-468c-828c-95f3d7bb09c4 req-c433b93d-e3fc-4796-b75a-4e0ebf23ce28 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] No DVR routers for this DVR port 11c2007b-34e3-4a3a-9848-81777fb3618f on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:06:56.132570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-7372fb79-be92-468c-828c-95f3d7bb09c4 req-c433b93d-e3fc-4796-b75a-4e0ebf23ce28 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:56.135858 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7372fb79-be92-468c-828c-95f3d7bb09c4 req-c433b93d-e3fc-4796-b75a-4e0ebf23ce28 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.27 "DELETE /v2.0/ports/11c2007b-34e3-4a3a-9848-81777fb3618f HTTP/1.1" status: 204 len: 173 time: 0.3888848 Nov 03 03:06:56.136351 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'name': 'network-vif-deleted', 'tag': '11c2007b-34e3-4a3a-9848-81777fb3618f'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:06:56.138596 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f54898-f49d-4eaf-a882-d4318018d1fa" -d '{"events": [{"server_uuid": "0c397add-d054-4cc8-a227-4acf64ec18ca", "name": "network-vif-deleted", "tag": "11c2007b-34e3-4a3a-9848-81777fb3618f"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:06:56.175002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c613fda-aa8d-44a2-b7a3-36df75954c05 x-openstack-request-id: req-2c613fda-aa8d-44a2-b7a3-36df75954c05 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:06:56.175300 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c397add-d054-4cc8-a227-4acf64ec18ca", "name": "network-vif-deleted", "tag": "11c2007b-34e3-4a3a-9848-81777fb3618f", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:06:56.175564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c613fda-aa8d-44a2-b7a3-36df75954c05 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:06:56.175986 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c613fda-aa8d-44a2-b7a3-36df75954c05'] response: {'server_uuid': '0c397add-d054-4cc8-a227-4acf64ec18ca', 'name': 'network-vif-deleted', 'tag': '11c2007b-34e3-4a3a-9848-81777fb3618f', 'status': 'completed', 'code': 200} Nov 03 03:06:56.367316 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3604388f-99d5-4f00-90ee-c9a7c2a2a5ef req-51f7a85f-bacb-4648-9b09-6aedc2502b55 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c397add-d054-4cc8-a227-4acf64ec18ca HTTP/1.1" status: 200 len: 210 time: 0.0281320 Nov 03 03:06:57.432927 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47826) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:06:57.774645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:58.018303 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port 2815247a-7383-417e-87e4-040a7cfe900f {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:06:58.018647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (2815247a-7383-417e-87e4-040a7cfe900f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:58.105647 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port 2815247a-7383-417e-87e4-040a7cfe900f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=2815247a-7383-417e-87e4-040a7cfe900f,segment=NetworkSegment(d5655c07-64a7-4987-a98e-30481b9e16a4),segment_id=d5655c07-64a7-4987-a98e-30481b9e16a4)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:06:58.106014 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (2815247a-7383-417e-87e4-040a7cfe900f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:58.118890 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for 2815247a-7383-417e-87e4-040a7cfe900f owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:06:58.298601 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (2815247a-7383-417e-87e4-040a7cfe900f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:58.327282 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=2815247a-7383-417e-87e4-040a7cfe900f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:58.340181 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.340569 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.340965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.341270 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.341614 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.341953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.342293 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.342619 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.342950 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.343278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.343610 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.343940 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.344268 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:06:58.809809 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.016034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Router b6e34a34-8cf8-46e3-9ff9-435b12cf897a has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:06:59.113653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:06:59.121260 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d0fa7fa8-293a-425b-b458-942d67e5ab02 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "PUT /v2.0/routers/b6e34a34-8cf8-46e3-9ff9-435b12cf897a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6852722 Nov 03 03:06:59.122127 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47828) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:06:59.124744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6619423c-4b82-4b15-bd03-a164df19f0b8 None None] Sync routers for ids ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:06:59.135279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6619423c-4b82-4b15-bd03-a164df19f0b8 None None] Routers {'b6e34a34-8cf8-46e3-9ff9-435b12cf897a'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:06:59.135884 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6619423c-4b82-4b15-bd03-a164df19f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:59.171138 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 11c2007b-34e3-4a3a-9848-81777fb3618f no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:06:59.176430 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c57b3de-f1c1-41ed-8043-34ea01e1add2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting subnet ffe97a6d-c5d9-4cb8-82d9-2cf54628d751 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 03:06:59.179598 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c57b3de-f1c1-41ed-8043-34ea01e1add2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for subnet (ffe97a6d-c5d9-4cb8-82d9-2cf54628d751), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.197781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 11c2007b-34e3-4a3a-9848-81777fb3618f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:06:59.198126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 11c2007b-34e3-4a3a-9848-81777fb3618f not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:06:59.220521 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c57b3de-f1c1-41ed-8043-34ea01e1add2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (ffe97a6d-c5d9-4cb8-82d9-2cf54628d751), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.257749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-6619423c-4b82-4b15-bd03-a164df19f0b8 None None] Set router b6e34a34-8cf8-46e3-9ff9-435b12cf897a gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:06:59.298838 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c57b3de-f1c1-41ed-8043-34ea01e1add2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (ffe97a6d-c5d9-4cb8-82d9-2cf54628d751), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.363278 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c57b3de-f1c1-41ed-8043-34ea01e1add2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (ffe97a6d-c5d9-4cb8-82d9-2cf54628d751), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.391494 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57b3de-f1c1-41ed-8043-34ea01e1add2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe97a6d-c5d9-4cb8-82d9-2cf54628d751,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:06:59.395289 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c57b3de-f1c1-41ed-8043-34ea01e1add2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.398919 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-6c57b3de-f1c1-41ed-8043-34ea01e1add2 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/subnets/ffe97a6d-c5d9-4cb8-82d9-2cf54628d751 HTTP/1.1" status: 204 len: 168 time: 0.2758539 Nov 03 03:06:59.401732 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47830) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:06:59.415448 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b59da01-f274-4e6c-9f83-53477e4e1782 None None] Network b88bc403-ace9-49ee-9847-3f7f418a01c4 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:06:59.512915 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.526061 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6619423c-4b82-4b15-bd03-a164df19f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:58Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:59.556251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6619423c-4b82-4b15-bd03-a164df19f0b8 None None] Checking router: b6e34a34-8cf8-46e3-9ff9-435b12cf897a for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:06:59.565541 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6619423c-4b82-4b15-bd03-a164df19f0b8 None None] Routers {'b6e34a34-8cf8-46e3-9ff9-435b12cf897a'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:06:59.566133 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6619423c-4b82-4b15-bd03-a164df19f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:06:59.616256 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_gateway (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.646370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] DHCP port deletion for b88bc403-ace9-49ee-9847-3f7f418a01c4 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 03:06:59.667649 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Deleting port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:06:59.667994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.692015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-6619423c-4b82-4b15-bd03-a164df19f0b8 None None] Set router b6e34a34-8cf8-46e3-9ff9-435b12cf897a gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:06:59.748926 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] For port cdb2b09b-1436-4d6a-9bd7-bac10f4c149f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=cdb2b09b-1436-4d6a-9bd7-bac10f4c149f,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:06:59.749317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.761643 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Calling delete_port for cdb2b09b-1436-4d6a-9bd7-bac10f4c149f owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:06:59.809602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Deleting port 99cc5218-9607-48fd-8e09-8f861561a8fe {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:06:59.809986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.911337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] For port 99cc5218-9607-48fd-8e09-8f861561a8fe, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=99cc5218-9607-48fd-8e09-8f861561a8fe,segment=NetworkSegment(d5655c07-64a7-4987-a98e-30481b9e16a4),segment_id=d5655c07-64a7-4987-a98e-30481b9e16a4)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:06:59.912184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.926974 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Calling delete_port for 99cc5218-9607-48fd-8e09-8f861561a8fe owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:06:59.929434 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (cdb2b09b-1436-4d6a-9bd7-bac10f4c149f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:06:59.954691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Port': ['ID=cdb2b09b-1436-4d6a-9bd7-bac10f4c149f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:00.003439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6619423c-4b82-4b15-bd03-a164df19f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:58Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:00.018438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.031891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6619423c-4b82-4b15-bd03-a164df19f0b8 None None] The sync data for ids ['b6e34a34-8cf8-46e3-9ff9-435b12cf897a'] in dv-neutron-860659-5-hyperv is: [{'id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817546183', 'tenant_id': 'b7101b697f184fada26a23eb1cbbed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:58Z', 'revision_number': 5, 'project_id': 'b7101b697f184fada26a23eb1cbbed56', 'gw_port': {'id': 'cdb2b09b-1436-4d6a-9bd7-bac10f4c149f', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e34a34-8cf8-46e3-9ff9-435b12cf897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:05:57Z', 'updated_at': '2022-11-03T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:07:00.051752 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (99cc5218-9607-48fd-8e09-8f861561a8fe), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.077783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Pushing event deleted for resources: {'Port': ['ID=99cc5218-9607-48fd-8e09-8f861561a8fe,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:00.082162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] No DVR routers for this DVR port 99cc5218-9607-48fd-8e09-8f861561a8fe on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:07:00.091812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.091812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.091812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.091812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.091812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.091812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.091812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.091812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.091812 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.094944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.094944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.094944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.094944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aecbc2-3aad-4ccd-b805-11979aaf9a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:00.114697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.117489 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router_controller (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.161933 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (b6e34a34-8cf8-46e3-9ff9-435b12cf897a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.162401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Fanout notify agent at l3_agent the message router_deleted on router b6e34a34-8cf8-46e3-9ff9-435b12cf897a {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 03:07:00.169073 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.170184 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-81506087-6908-437c-9609-9b3fa48b2a82 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/routers/b6e34a34-8cf8-46e3-9ff9-435b12cf897a HTTP/1.1" status: 204 len: 168 time: 0.7669468 Nov 03 03:07:00.173258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47832) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:00.247427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (b88bc403-ace9-49ee-9847-3f7f418a01c4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.334709 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (b88bc403-ace9-49ee-9847-3f7f418a01c4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.353734 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88bc403-ace9-49ee-9847-3f7f418a01c4']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:00.365825 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5655c07-64a7-4987-a98e-30481b9e16a4') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:00.366153 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5655c07-64a7-4987-a98e-30481b9e16a4') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:00.376595 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (d5655c07-64a7-4987-a98e-30481b9e16a4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.391199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (d5655c07-64a7-4987-a98e-30481b9e16a4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.397400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 03:07:00.397786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (d5655c07-64a7-4987-a98e-30481b9e16a4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.440937 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment d5655c07-64a7-4987-a98e-30481b9e16a4 resource provider aggregate not found Nov 03 03:07:00.461944 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment d5655c07-64a7-4987-a98e-30481b9e16a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5655c07-64a7-4987-a98e-30481b9e16a4 found for delete ", "request_id": "req-fdbb7513-0bd0-4e18-9115-16ffe6af3c2d"}]} Nov 03 03:07:00.470275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (b88bc403-ace9-49ee-9847-3f7f418a01c4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.478047 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.481274 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/networks/b88bc403-ace9-49ee-9847-3f7f418a01c4 HTTP/1.1" status: 204 len: 168 time: 0.3070538 Nov 03 03:07:00.484149 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47838) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:00.494048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe8d9-1861-4be9-8808-56c74c877e36 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'Network': ['ID=b88bc403-ace9-49ee-9847-3f7f418a01c4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:00.547140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-893d71b2-8576-47ac-ad63-9949c1f138f1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (be3a088c-7192-4efe-b2e2-e2ea7ce357e1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.572876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-893d71b2-8576-47ac-ad63-9949c1f138f1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (be3a088c-7192-4efe-b2e2-e2ea7ce357e1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.637877 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-893d71b2-8576-47ac-ad63-9949c1f138f1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (be3a088c-7192-4efe-b2e2-e2ea7ce357e1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.640544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-893d71b2-8576-47ac-ad63-9949c1f138f1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:00.641748 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-893d71b2-8576-47ac-ad63-9949c1f138f1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] 10.222.0.23 "DELETE /v2.0/security-groups/be3a088c-7192-4efe-b2e2-e2ea7ce357e1 HTTP/1.1" status: 204 len: 168 time: 0.1565223 Nov 03 03:07:00.652141 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d71b2-8576-47ac-ad63-9949c1f138f1 tempest-TestNetworkAdvancedServerOps-1014700735 tempest-TestNetworkAdvancedServerOps-1014700735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3a088c-7192-4efe-b2e2-e2ea7ce357e1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:00.970147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47848) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:01.125594 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-4e59fc67-ca6f-4a41-b422-cd7654788e53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7101b697f184fada26a23eb1cbbed56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542881 Nov 03 03:07:01.128146 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47852) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:01.175219 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a320e979-4bfb-4ad9-8936-c9fa81f26aac admin admin] Publish callbacks [] for security_group (0e2d3761-dc13-45c2-a4fc-0d013f0f780c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:01.196444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a320e979-4bfb-4ad9-8936-c9fa81f26aac admin admin] Publish callbacks [] for security_group (0e2d3761-dc13-45c2-a4fc-0d013f0f780c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:01.244848 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a320e979-4bfb-4ad9-8936-c9fa81f26aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0e2d3761-dc13-45c2-a4fc-0d013f0f780c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:01.247317 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a320e979-4bfb-4ad9-8936-c9fa81f26aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:01.248656 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-a320e979-4bfb-4ad9-8936-c9fa81f26aac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e2d3761-dc13-45c2-a4fc-0d013f0f780c HTTP/1.1" status: 204 len: 168 time: 0.1195359 Nov 03 03:07:01.256832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320e979-4bfb-4ad9-8936-c9fa81f26aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2d3761-dc13-45c2-a4fc-0d013f0f780c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:01.462756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device cdb2b09b-1436-4d6a-9bd7-bac10f4c149f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:07:01.481857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: cdb2b09b-1436-4d6a-9bd7-bac10f4c149f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:07:01.482211 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device cdb2b09b-1436-4d6a-9bd7-bac10f4c149f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:07:01.482683 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2815247a-7383-417e-87e4-040a7cfe900f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:07:01.501162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 2815247a-7383-417e-87e4-040a7cfe900f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:07:01.501515 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 2815247a-7383-417e-87e4-040a7cfe900f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:07:01.501933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 99cc5218-9607-48fd-8e09-8f861561a8fe no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:07:01.513133 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47858) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:01.519614 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 99cc5218-9607-48fd-8e09-8f861561a8fe {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:07:01.519964 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 99cc5218-9607-48fd-8e09-8f861561a8fe not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:07:01.527904 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-48997e19-6546-4a13-8df0-b4821e2675fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:01.604608 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-48997e19-6546-4a13-8df0-b4821e2675fc admin admin] Publish callbacks [] for security_group (0e9813f3-2a48-4a07-9b56-36f8b3249f17), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:01.608346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-48997e19-6546-4a13-8df0-b4821e2675fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0e9813f3-2a48-4a07-9b56-36f8b3249f17), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:01.649377 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-48997e19-6546-4a13-8df0-b4821e2675fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7623f82163f1422f83db7e79f089f073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351025 Nov 03 03:07:01.650213 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48997e19-6546-4a13-8df0-b4821e2675fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9813f3-2a48-4a07-9b56-36f8b3249f17,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:01.652099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47860) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:01.700961 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b21dc38-118f-46c5-bd80-0c3103e028be admin admin] Publish callbacks [] for security_group (0e9813f3-2a48-4a07-9b56-36f8b3249f17), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:01.722401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b21dc38-118f-46c5-bd80-0c3103e028be admin admin] Publish callbacks [] for security_group (0e9813f3-2a48-4a07-9b56-36f8b3249f17), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:01.769064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b21dc38-118f-46c5-bd80-0c3103e028be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (0e9813f3-2a48-4a07-9b56-36f8b3249f17), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:01.772311 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0b21dc38-118f-46c5-bd80-0c3103e028be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:01.773506 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0b21dc38-118f-46c5-bd80-0c3103e028be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e9813f3-2a48-4a07-9b56-36f8b3249f17 HTTP/1.1" status: 204 len: 168 time: 0.1202717 Nov 03 03:07:01.781207 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21dc38-118f-46c5-bd80-0c3103e028be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9813f3-2a48-4a07-9b56-36f8b3249f17,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:02.459710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47884) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:02.553092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1277421581-network', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:02.574200 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Made reservation on behalf of 108864ff7bba4ddfb5230e10146cf362 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:07:02.576473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:02.584539 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:02.655860 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Publish callbacks [] for security_group (c66d1996-8ec2-49b4-986b-243ed3df972f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:02.659440 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c66d1996-8ec2-49b4-986b-243ed3df972f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:02.684622 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 03:07:02.694354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66d1996-8ec2-49b4-986b-243ed3df972f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:02.699048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (939c96a5-04bf-451e-9324-83212bbbe4e0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:02.699395 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.segments_db [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Added segment 939c96a5-04bf-451e-9324-83212bbbe4e0 of type vlan for network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 Nov 03 03:07:02.739916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (fa1ba089-6d3a-4840-89c3-1a5d1fba31b9), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:02.764263 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (fa1ba089-6d3a-4840-89c3-1a5d1fba31b9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:02.765264 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:02.765835 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:02.826180 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3652596 Nov 03 03:07:02.829661 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47888) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:02.831321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a69bec-f1d1-49eb-a5c5-87afea7ad22d admin admin] Pushing event updated for resources: {'Network': ['ID=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:02.835427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] Request body: {'subnet': {'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1277421581-subnet', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:02.841651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 03:07:02.858995 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] Made reservation on behalf of 108864ff7bba4ddfb5230e10146cf362 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:07:02.861746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25203537'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.039015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25203619'] for subnet (e1777275-4ed1-4124-af6b-042bda24696c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.094080 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1777275-4ed1-4124-af6b-042bda24696c,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:03.104435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] Checking segment: {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:07:03.104825 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] Network hostable DHCP agents. Network: fa1ba089-6d3a-4840-89c3-1a5d1fba31b9, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 03:07:03.122101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] Network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 03:07:03.131710 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, fa1ba089-6d3a-4840-89c3-1a5d1fba31b9) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:03.136526 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:03.137713 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.142023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc45d22e-e314-48e8-b247-fc25b5e523ea None None] Network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:07:03.155347 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bf2bf691-cb7e-4292-9501-0fac76ab27c7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3244615 Nov 03 03:07:03.157993 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47890) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:03.163312 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:03.184474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.185885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.239532 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Publish callbacks [] for router_controller (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.257167 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 03:07:03.258161 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.380250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Publish callbacks [] for router_gateway (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.398411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Allocated IP 172.20.0.2 (fa1ba089-6d3a-4840-89c3-1a5d1fba31b9/e1777275-4ed1-4124-af6b-042bda24696c/9bf74646-708a-442a-b6cb-96ad28aa9257) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:07:03.557801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Publish callbacks [] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.565140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.611613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:07:03.619523 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:03.622118 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:07:03.630123 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Pushing event updated for resources: {'Port': ['ID=9bf74646-708a-442a-b6cb-96ad28aa9257,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:03.689158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Attempting to bind port 9bf74646-708a-442a-b6cb-96ad28aa9257 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:07:03.689696 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Attempting to bind port 9bf74646-708a-442a-b6cb-96ad28aa9257 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:07:03.690164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Attempting to bind port 9bf74646-708a-442a-b6cb-96ad28aa9257 on network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:07:03.696242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:07:03.696809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Checking segment: {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:07:03.697313 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.697867 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Bound using segment: {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:07:03.698455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Bound port: 9bf74646-708a-442a-b6cb-96ad28aa9257, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:07:03.698937 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.765492 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] For port 9bf74646-708a-442a-b6cb-96ad28aa9257, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:07:03.768943 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] For port 9bf74646-708a-442a-b6cb-96ad28aa9257, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=9bf74646-708a-442a-b6cb-96ad28aa9257,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:07:03.777050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.847401 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ad76b-7acb-4b9e-aaa4-11c3eee029bd None None] Pushing event updated for resources: {'Port': ['ID=9bf74646-708a-442a-b6cb-96ad28aa9257,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:03.932523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Publish callbacks [] for router_gateway (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:03.954391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:04.105048 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Allocated IP 172.26.6.243 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/c074e972-9924-4e6c-ad31-380951c027a5) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:07:04.218193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Publish callbacks [] for port (c074e972-9924-4e6c-ad31-380951c027a5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:04.251398 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (c074e972-9924-4e6c-ad31-380951c027a5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:04.293785 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:07:04.296581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:04.298990 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:07:04.336220 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Pushing event updated for resources: {'Port': ['ID=c074e972-9924-4e6c-ad31-380951c027a5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:04.550874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Publish callbacks [] for router_gateway (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:04.752558 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:04.805896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990c0f5-af1e-46e3-95dc-406d108228c5 None None] Network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:07:04.906322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 03:07:05.028330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-9b8834a3-2c57-4204-8152-ee6d35011a43 None None] Provisioning complete for port 9bf74646-708a-442a-b6cb-96ad28aa9257 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:05.028912 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9b8834a3-2c57-4204-8152-ee6d35011a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.029024 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-9b8834a3-2c57-4204-8152-ee6d35011a43 None None] Attempt 1 to provision port 9bf74646-708a-442a-b6cb-96ad28aa9257 Nov 03 03:07:05.030199 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:07:05.039394 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Sync routers for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:07:05.053400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.054638 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:07:05.059138 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:05.059320 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-90a941a5-2477-42a5-be37-2823896a0b41 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8962655 Nov 03 03:07:05.059433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47892) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:05.154944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9b8834a3-2c57-4204-8152-ee6d35011a43 None None] Current status of the port 9bf74646-708a-442a-b6cb-96ad28aa9257 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:05.155654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9b8834a3-2c57-4204-8152-ee6d35011a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.203047 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9b8834a3-2c57-4204-8152-ee6d35011a43 None None] For port 9bf74646-708a-442a-b6cb-96ad28aa9257, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=9bf74646-708a-442a-b6cb-96ad28aa9257,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:07:05.206467 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:07:05.210360 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9b8834a3-2c57-4204-8152-ee6d35011a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.278219 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8834a3-2c57-4204-8152-ee6d35011a43 None None] Pushing event updated for resources: {'Port': ['ID=9bf74646-708a-442a-b6cb-96ad28aa9257,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:05.438587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6a17f1e9-e7f5-4e98-b45b-e3ac0fec3c05 None None] Provisioning complete for port 9bf74646-708a-442a-b6cb-96ad28aa9257 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:05.439226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1e9-e7f5-4e98-b45b-e3ac0fec3c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.439564 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6a17f1e9-e7f5-4e98-b45b-e3ac0fec3c05 None None] Attempt 1 to provision port 9bf74646-708a-442a-b6cb-96ad28aa9257 Nov 03 03:07:05.446740 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:04Z', 'revision_number': 3, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:05.475823 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Checking router: 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:07:05.476826 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Updating router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 port c074e972-9924-4e6c-ad31-380951c027a5 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:07:05.508347 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c074e972-9924-4e6c-ad31-380951c027a5), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.528633 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6a17f1e9-e7f5-4e98-b45b-e3ac0fec3c05 None None] Current status of the port 9bf74646-708a-442a-b6cb-96ad28aa9257 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:05.529243 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.533096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 9bf74646-708a-442a-b6cb-96ad28aa9257 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:07:05.582992 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 9bf74646-708a-442a-b6cb-96ad28aa9257 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:05.583947 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.584299 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 9bf74646-708a-442a-b6cb-96ad28aa9257 Nov 03 03:07:05.659754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 9bf74646-708a-442a-b6cb-96ad28aa9257 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:05.688532 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Allocated IP 172.20.0.1 (fa1ba089-6d3a-4840-89c3-1a5d1fba31b9/e1777275-4ed1-4124-af6b-042bda24696c/68852a27-3856-4fb5-95e2-753587c8f2ec) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:07:05.763557 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Publish callbacks [] for port (c074e972-9924-4e6c-ad31-380951c027a5), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.769499 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c074e972-9924-4e6c-ad31-380951c027a5), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.795395 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Publish callbacks [] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.801239 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Attempting to bind port c074e972-9924-4e6c-ad31-380951c027a5 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:07:05.801681 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Attempting to bind port c074e972-9924-4e6c-ad31-380951c027a5 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:07:05.802057 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Attempting to bind port c074e972-9924-4e6c-ad31-380951c027a5 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:07:05.809973 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:07:05.810355 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:07:05.810760 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.811160 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:07:05.811631 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Bound port: c074e972-9924-4e6c-ad31-380951c027a5, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:07:05.812017 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c074e972-9924-4e6c-ad31-380951c027a5), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.831431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.840311 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Pushing event updated for resources: {'Port': ['ID=c074e972-9924-4e6c-ad31-380951c027a5,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:05.851822 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.852184 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.852549 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.852895 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.853232 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.853707 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.853899 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.854231 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.854564 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.854897 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.855220 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.855763 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.856311 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:07:05.870150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:07:05.873454 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:05.880046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:07:05.884373 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] For port c074e972-9924-4e6c-ad31-380951c027a5, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:07:05.884908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Pushing event updated for resources: {'Port': ['ID=68852a27-3856-4fb5-95e2-753587c8f2ec,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:05.887657 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] For port c074e972-9924-4e6c-ad31-380951c027a5, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c074e972-9924-4e6c-ad31-380951c027a5,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:07:05.897586 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c074e972-9924-4e6c-ad31-380951c027a5), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.928393 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:05.930388 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:07:05.931032 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:05.983541 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:07:06.039184 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea374e0-0ee3-4d36-a719-a461434d19f8 None None] Pushing event updated for resources: {'Port': ['ID=c074e972-9924-4e6c-ad31-380951c027a5,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:06.059710 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:07:06.070928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:06.154485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Provisioning complete for port 68852a27-3856-4fb5-95e2-753587c8f2ec triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:06.155628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:06.156182 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Attempt 1 to provision port 68852a27-3856-4fb5-95e2-753587c8f2ec Nov 03 03:07:06.193112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Port 68852a27-3856-4fb5-95e2-753587c8f2ec cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:06.238868 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Publish callbacks [] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:06.243622 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:06.248265 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:04Z', 'revision_number': 3, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:06.273252 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e7d4a-4a93-4b02-9476-044f567ae04f None None] The sync data for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv is: [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:04Z', 'revision_number': 3, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:07:06.312105 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Pushing event updated for resources: {'Port': ['ID=68852a27-3856-4fb5-95e2-753587c8f2ec,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:06.315684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:06.417978 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:07:06.419366 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:06.552845 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:07:06.669218 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:07:06.674306 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c5198cf8-e26f-437d-83ed-771766571358 admin admin] 10.222.0.23 "PUT /v2.0/routers/1cdd5bbb-4d97-4cde-ae09-0d30c75c8812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6145625 Nov 03 03:07:06.694593 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Attempt 2 to provision port 68852a27-3856-4fb5-95e2-753587c8f2ec Nov 03 03:07:06.728597 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Port 68852a27-3856-4fb5-95e2-753587c8f2ec cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:07.171427 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47908) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:07.176335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1552212318-network', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:07.196668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Made reservation on behalf of d6e79fad892f45c999dbc750299b26fe for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:07:07.199035 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.207807 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.229533 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Attempt 3 to provision port 68852a27-3856-4fb5-95e2-753587c8f2ec Nov 03 03:07:07.263643 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Port 68852a27-3856-4fb5-95e2-753587c8f2ec cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:07.284390 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Publish callbacks [] for security_group (c4033661-745f-4150-86f7-1502ac4b229e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.291179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c4033661-745f-4150-86f7-1502ac4b229e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.316237 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 03:07:07.326982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4033661-745f-4150-86f7-1502ac4b229e,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:07.331730 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (f4623eb4-89c3-4982-b08c-d66ca1ec95f2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.332087 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Added segment f4623eb4-89c3-4982-b08c-d66ca1ec95f2 of type vlan for network b9a97faa-719b-4211-b66b-cf8535ff4ab4 Nov 03 03:07:07.373257 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (b9a97faa-719b-4211-b66b-cf8535ff4ab4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.397715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (b9a97faa-719b-4211-b66b-cf8535ff4ab4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.398617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:07.399204 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.454027 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2814760 Nov 03 03:07:07.456828 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47910) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:07.462283 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] Request body: {'subnet': {'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1552212318-subnet', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:07.466461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb81d4d-17f5-4611-aa14-9484f1cfbe4c admin admin] Pushing event updated for resources: {'Network': ['ID=b9a97faa-719b-4211-b66b-cf8535ff4ab4,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:07.480407 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network b9a97faa-719b-4211-b66b-cf8535ff4ab4 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 03:07:07.493364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] Made reservation on behalf of d6e79fad892f45c999dbc750299b26fe for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:07:07.495971 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.528464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c074e972-9924-4e6c-ad31-380951c027a5 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:07:07.595723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c074e972-9924-4e6c-ad31-380951c027a5 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:07.595938 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c074e972-9924-4e6c-ad31-380951c027a5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.596278 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c074e972-9924-4e6c-ad31-380951c027a5 Nov 03 03:07:07.671031 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c074e972-9924-4e6c-ad31-380951c027a5 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:07.671421 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (c074e972-9924-4e6c-ad31-380951c027a5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.688238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (ff318476-18cf-4de6-9fe7-810c71081ea4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.694054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port c074e972-9924-4e6c-ad31-380951c027a5, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c074e972-9924-4e6c-ad31-380951c027a5,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:07:07.699004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (c074e972-9924-4e6c-ad31-380951c027a5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.749850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=c074e972-9924-4e6c-ad31-380951c027a5,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:07.758743 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff318476-18cf-4de6-9fe7-810c71081ea4,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:07.764639 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Attempt 4 to provision port 68852a27-3856-4fb5-95e2-753587c8f2ec Nov 03 03:07:07.769720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] Checking segment: {'id': 'f4623eb4-89c3-4982-b08c-d66ca1ec95f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:07:07.770099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] Network hostable DHCP agents. Network: b9a97faa-719b-4211-b66b-cf8535ff4ab4, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 03:07:07.790882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] Network b9a97faa-719b-4211-b66b-cf8535ff4ab4 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 03:07:07.800394 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, b9a97faa-719b-4211-b66b-cf8535ff4ab4) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:07.801004 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Port 68852a27-3856-4fb5-95e2-753587c8f2ec cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:07.804780 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:07.805396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.812910 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad107bd6-42f4-4145-95e9-fd3305974bd5 None None] Network b9a97faa-719b-4211-b66b-cf8535ff4ab4 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:07:07.834243 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-61b72f2e-453d-4693-b0cf-e263aeb0268d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3762562 Nov 03 03:07:07.836707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47912) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:07.840930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1552212318-router', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:07.853886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Sync routers for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:07:07.861376 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (626149e2-84c8-46ec-97a7-2b15a0718849), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.862404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (626149e2-84c8-46ec-97a7-2b15a0718849), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.881588 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:07:07.882452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:07.916905 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Publish callbacks [] for router_controller (626149e2-84c8-46ec-97a7-2b15a0718849), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:07.994729 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-b9a97faa-719b-4211-b66b-cf8535ff4ab4', 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4', 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'fixed_ips': [{'subnet_id': 'ff318476-18cf-4de6-9fe7-810c71081ea4'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 03:07:07.995600 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.039122 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:07:08.055879 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Publish callbacks [] for router_gateway (626149e2-84c8-46ec-97a7-2b15a0718849), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.254711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Publish callbacks [] for router_gateway (626149e2-84c8-46ec-97a7-2b15a0718849), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.256180 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Allocated IP 172.20.0.2 (b9a97faa-719b-4211-b66b-cf8535ff4ab4/ff318476-18cf-4de6-9fe7-810c71081ea4/a44ccd0b-c084-44ff-ab0b-84984687ef97) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:07:08.275930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.324217 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Attempt 5 to provision port 68852a27-3856-4fb5-95e2-753587c8f2ec Nov 03 03:07:08.385974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Allocated IP 172.26.6.160 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/68689630-b053-4bed-9bbd-cda547c52693) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:07:08.406718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Port 68852a27-3856-4fb5-95e2-753587c8f2ec cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:08.479827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 2, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:08.481877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Publish callbacks [] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.489552 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Publish callbacks [] for port (68689630-b053-4bed-9bbd-cda547c52693), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.507874 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.509653 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Checking router: 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:07:08.510011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Updating router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 port 68852a27-3856-4fb5-95e2-753587c8f2ec binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:07:08.523011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (68689630-b053-4bed-9bbd-cda547c52693), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.567581 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:07:08.574520 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:08.578930 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:07:08.582288 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Pushing event updated for resources: {'Port': ['ID=68689630-b053-4bed-9bbd-cda547c52693,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:08.725503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Network b9a97faa-719b-4211-b66b-cf8535ff4ab4 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:07:08.734346 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:08.736357 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.737223 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:07:08.743455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.747948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Pushing event updated for resources: {'Port': ['ID=a44ccd0b-c084-44ff-ab0b-84984687ef97,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:08.829048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Attempting to bind port a44ccd0b-c084-44ff-ab0b-84984687ef97 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:07:08.829352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Attempting to bind port a44ccd0b-c084-44ff-ab0b-84984687ef97 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'f4623eb4-89c3-4982-b08c-d66ca1ec95f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:07:08.829721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Attempting to bind port a44ccd0b-c084-44ff-ab0b-84984687ef97 on network b9a97faa-719b-4211-b66b-cf8535ff4ab4 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:07:08.839279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:07:08.839665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Checking segment: {'id': 'f4623eb4-89c3-4982-b08c-d66ca1ec95f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:07:08.839966 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Publish callbacks [] for router_gateway (626149e2-84c8-46ec-97a7-2b15a0718849), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.840086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.840455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Bound using segment: {'id': 'f4623eb4-89c3-4982-b08c-d66ca1ec95f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:07:08.840948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Bound port: a44ccd0b-c084-44ff-ab0b-84984687ef97, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4623eb4-89c3-4982-b08c-d66ca1ec95f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:07:08.841330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:08.907313 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Attempt 6 to provision port 68852a27-3856-4fb5-95e2-753587c8f2ec Nov 03 03:07:08.990279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Port 68852a27-3856-4fb5-95e2-753587c8f2ec cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:09.029567 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (626149e2-84c8-46ec-97a7-2b15a0718849), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.032721 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] For port a44ccd0b-c084-44ff-ab0b-84984687ef97, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:07:09.049755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] For port a44ccd0b-c084-44ff-ab0b-84984687ef97, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a44ccd0b-c084-44ff-ab0b-84984687ef97,segment=NetworkSegment(f4623eb4-89c3-4982-b08c-d66ca1ec95f2),segment_id=f4623eb4-89c3-4982-b08c-d66ca1ec95f2)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:07:09.058544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.139351 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f707fce-336c-4e0d-a60b-869a9c76898c None None] Pushing event updated for resources: {'Port': ['ID=a44ccd0b-c084-44ff-ab0b-84984687ef97,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:09.166706 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Router 626149e2-84c8-46ec-97a7-2b15a0718849 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 03:07:09.203457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Publish callbacks [] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.210287 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.292945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:07:09.311156 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Sync routers for ids ['626149e2-84c8-46ec-97a7-2b15a0718849'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:07:09.315619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.317218 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c710de3f-8216-4efe-8a6b-27e28796c385 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4795024 Nov 03 03:07:09.320335 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47914) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:09.326239 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Routers {'626149e2-84c8-46ec-97a7-2b15a0718849'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:07:09.328633 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['626149e2-84c8-46ec-97a7-2b15a0718849'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:09.330475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea60ac-a490-4280-94a9-dd20409b9c1b None None] Pushing event updated for resources: {'Port': ['ID=68852a27-3856-4fb5-95e2-753587c8f2ec,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:09.345337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Attempting to bind port 68852a27-3856-4fb5-95e2-753587c8f2ec on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:07:09.345797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Attempting to bind port 68852a27-3856-4fb5-95e2-753587c8f2ec by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:07:09.346240 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Attempting to bind port 68852a27-3856-4fb5-95e2-753587c8f2ec on network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:07:09.352856 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:07:09.353333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Checking segment: {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:07:09.353811 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.354279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Bound using segment: {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:07:09.354828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Bound port: 68852a27-3856-4fb5-95e2-753587c8f2ec, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:07:09.355281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.449663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] For port 68852a27-3856-4fb5-95e2-753587c8f2ec, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:07:09.455767 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Set router 626149e2-84c8-46ec-97a7-2b15a0718849 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:07:09.456598 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] For port 68852a27-3856-4fb5-95e2-753587c8f2ec, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=68852a27-3856-4fb5-95e2-753587c8f2ec,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:07:09.467457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.501307 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Attempt 7 to provision port 68852a27-3856-4fb5-95e2-753587c8f2ec Nov 03 03:07:09.553403 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:07:09.554544 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:09.621023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea60ac-a490-4280-94a9-dd20409b9c1b None None] Pushing event updated for resources: {'Port': ['ID=68852a27-3856-4fb5-95e2-753587c8f2ec,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:09.708130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Current status of the port 68852a27-3856-4fb5-95e2-753587c8f2ec is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:09.708813 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.711007 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c074e972-9924-4e6c-ad31-380951c027a5 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:07:09.781057 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'name': 'tempest-TestShelveInstance-1552212318-router', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '68689630-b053-4bed-9bbd-cda547c52693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:07Z', 'updated_at': '2022-11-03T03:07:08Z', 'revision_number': 3, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'gw_port': {'id': '68689630-b053-4bed-9bbd-cda547c52693', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:08Z', 'updated_at': '2022-11-03T03:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:09.787182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] For port 68852a27-3856-4fb5-95e2-753587c8f2ec, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=68852a27-3856-4fb5-95e2-753587c8f2ec,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:07:09.792666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:07:09.795690 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.807138 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.817843 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Checking router: 626149e2-84c8-46ec-97a7-2b15a0718849 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:07:09.820060 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Updating router 626149e2-84c8-46ec-97a7-2b15a0718849 port 68689630-b053-4bed-9bbd-cda547c52693 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:07:09.968828 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (68689630-b053-4bed-9bbd-cda547c52693), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:09.993555 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Allocated IP 172.20.0.1 (b9a97faa-719b-4211-b66b-cf8535ff4ab4/ff318476-18cf-4de6-9fe7-810c71081ea4/e55f1bec-8618-4450-8abb-6671a03f844f) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:07:10.041046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7c977-0525-40e4-bf71-f9ce07769964 None None] Pushing event updated for resources: {'Port': ['ID=68852a27-3856-4fb5-95e2-753587c8f2ec,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:10.128610 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Publish callbacks [] for port (e55f1bec-8618-4450-8abb-6671a03f844f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.143771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port c074e972-9924-4e6c-ad31-380951c027a5 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:10.144076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (c074e972-9924-4e6c-ad31-380951c027a5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.144506 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port c074e972-9924-4e6c-ad31-380951c027a5 Nov 03 03:07:10.146474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bb6385ca-2e99-49ee-9d17-878f255dc70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.173678 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.209539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d21c66eb-7949-41c2-9530-2380cde35b46 None None] Provisioning complete for port 68852a27-3856-4fb5-95e2-753587c8f2ec triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:10.209539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d21c66eb-7949-41c2-9530-2380cde35b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.209905 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d21c66eb-7949-41c2-9530-2380cde35b46 None None] Attempt 1 to provision port 68852a27-3856-4fb5-95e2-753587c8f2ec Nov 03 03:07:10.218238 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Network b9a97faa-719b-4211-b66b-cf8535ff4ab4 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:07:10.224687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:10.229079 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:07:10.232385 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Pushing event updated for resources: {'Port': ['ID=e55f1bec-8618-4450-8abb-6671a03f844f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:10.276741 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (626149e2-84c8-46ec-97a7-2b15a0718849), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.323882 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Publish callbacks [] for port (68689630-b053-4bed-9bbd-cda547c52693), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.327743 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:10.330738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d44bd-fd0d-43e9-8c20-05626cd01eb3 None None] Network b9a97faa-719b-4211-b66b-cf8535ff4ab4 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:07:10.331314 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (68689630-b053-4bed-9bbd-cda547c52693), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.367453 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Attempting to bind port 68689630-b053-4bed-9bbd-cda547c52693 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:07:10.367670 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Attempting to bind port 68689630-b053-4bed-9bbd-cda547c52693 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:07:10.367975 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Attempting to bind port 68689630-b053-4bed-9bbd-cda547c52693 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:07:10.382687 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:07:10.382687 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:07:10.382687 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.383174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port c074e972-9924-4e6c-ad31-380951c027a5 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:10.383290 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:07:10.383777 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Bound port: 68689630-b053-4bed-9bbd-cda547c52693, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:07:10.384027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a44ccd0b-c084-44ff-ab0b-84984687ef97 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:07:10.384196 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (68689630-b053-4bed-9bbd-cda547c52693), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.389337 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c09852-50ac-4629-b79f-89c19aa0f302 None None] Pushing event updated for resources: {'Port': ['ID=68689630-b053-4bed-9bbd-cda547c52693,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:10.396867 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b9331-6af6-42a5-97a5-9f960b7e21c7 None None] The sync data for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv is: [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:07:10.409159 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.465402 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] For port 68689630-b053-4bed-9bbd-cda547c52693, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:07:10.473170 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] For port 68689630-b053-4bed-9bbd-cda547c52693, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=68689630-b053-4bed-9bbd-cda547c52693,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:07:10.491482 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (68689630-b053-4bed-9bbd-cda547c52693), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.510682 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d21c66eb-7949-41c2-9530-2380cde35b46 None None] Current status of the port 68852a27-3856-4fb5-95e2-753587c8f2ec is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:10.529057 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Routers {'626149e2-84c8-46ec-97a7-2b15a0718849'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:07:10.529691 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:06:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['626149e2-84c8-46ec-97a7-2b15a0718849'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:10.578388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port a44ccd0b-c084-44ff-ab0b-84984687ef97 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:10.579163 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.579715 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port a44ccd0b-c084-44ff-ab0b-84984687ef97 Nov 03 03:07:10.583742 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c09852-50ac-4629-b79f-89c19aa0f302 None None] Pushing event updated for resources: {'Port': ['ID=68689630-b053-4bed-9bbd-cda547c52693,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:10.654758 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] Set router 626149e2-84c8-46ec-97a7-2b15a0718849 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:07:10.656462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-321555c6-a096-4100-b63a-d0e8d24a470e None None] Provisioning complete for port a44ccd0b-c084-44ff-ab0b-84984687ef97 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:10.656879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-321555c6-a096-4100-b63a-d0e8d24a470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.657228 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-321555c6-a096-4100-b63a-d0e8d24a470e None None] Attempt 1 to provision port a44ccd0b-c084-44ff-ab0b-84984687ef97 Nov 03 03:07:10.664601 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Publish callbacks [] for port (e55f1bec-8618-4450-8abb-6671a03f844f), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.674184 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.745014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port a44ccd0b-c084-44ff-ab0b-84984687ef97 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:10.745408 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.779523 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Pushing event updated for resources: {'Port': ['ID=e55f1bec-8618-4450-8abb-6671a03f844f,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:10.785580 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (626149e2-84c8-46ec-97a7-2b15a0718849), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.793966 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port a44ccd0b-c084-44ff-ab0b-84984687ef97, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a44ccd0b-c084-44ff-ab0b-84984687ef97,segment=NetworkSegment(f4623eb4-89c3-4982-b08c-d66ca1ec95f2),segment_id=f4623eb4-89c3-4982-b08c-d66ca1ec95f2)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:07:10.824362 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.881718 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-321555c6-a096-4100-b63a-d0e8d24a470e None None] Current status of the port a44ccd0b-c084-44ff-ab0b-84984687ef97 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:10.882120 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-321555c6-a096-4100-b63a-d0e8d24a470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:10.931813 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'name': 'tempest-TestShelveInstance-1552212318-router', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '68689630-b053-4bed-9bbd-cda547c52693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:07Z', 'updated_at': '2022-11-03T03:07:10Z', 'revision_number': 4, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'gw_port': {'id': '68689630-b053-4bed-9bbd-cda547c52693', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:08Z', 'updated_at': '2022-11-03T03:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'e55f1bec-8618-4450-8abb-6671a03f844f', 'name': '', 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'mac_address': 'fa:16:3e:af:95:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ff318476-18cf-4de6-9fe7-810c71081ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:09Z', 'updated_at': '2022-11-03T03:07:10Z', 'revision_number': 1, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'subnets': [{'id': 'ff318476-18cf-4de6-9fe7-810c71081ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:10.965218 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Network b9a97faa-719b-4211-b66b-cf8535ff4ab4 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:07:10.966722 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd83e07-7f81-4475-86dc-bd0ea8944788 None None] The sync data for ids ['626149e2-84c8-46ec-97a7-2b15a0718849'] in dv-neutron-860659-5-hyperv is: [{'id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'name': 'tempest-TestShelveInstance-1552212318-router', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '68689630-b053-4bed-9bbd-cda547c52693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:07Z', 'updated_at': '2022-11-03T03:07:10Z', 'revision_number': 4, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'gw_port': {'id': '68689630-b053-4bed-9bbd-cda547c52693', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:08Z', 'updated_at': '2022-11-03T03:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'e55f1bec-8618-4450-8abb-6671a03f844f', 'name': '', 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'mac_address': 'fa:16:3e:af:95:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ff318476-18cf-4de6-9fe7-810c71081ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:09Z', 'updated_at': '2022-11-03T03:07:10Z', 'revision_number': 1, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'subnets': [{'id': 'ff318476-18cf-4de6-9fe7-810c71081ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:07:10.967174 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:11.133316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Router 626149e2-84c8-46ec-97a7-2b15a0718849 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:07:11.149425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=a44ccd0b-c084-44ff-ab0b-84984687ef97,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:11.177589 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-321555c6-a096-4100-b63a-d0e8d24a470e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 03:07:11.177975 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-321555c6-a096-4100-b63a-d0e8d24a470e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 03:07:11.623008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 68852a27-3856-4fb5-95e2-753587c8f2ec up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:07:11.669779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 68852a27-3856-4fb5-95e2-753587c8f2ec triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:11.670445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:11.671105 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 68852a27-3856-4fb5-95e2-753587c8f2ec Nov 03 03:07:11.680189 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:07:11.694521 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3e5e93c2-4041-40e1-bb23-f3ec470d370b admin admin] 10.222.0.23 "PUT /v2.0/routers/626149e2-84c8-46ec-97a7-2b15a0718849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3641479 Nov 03 03:07:11.747698 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-321555c6-a096-4100-b63a-d0e8d24a470e None None] Current status of the port a44ccd0b-c084-44ff-ab0b-84984687ef97 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:11.797390 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 68852a27-3856-4fb5-95e2-753587c8f2ec is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:11.798695 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a44ccd0b-c084-44ff-ab0b-84984687ef97 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:07:11.853382 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port a44ccd0b-c084-44ff-ab0b-84984687ef97 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:11.853844 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:11.854260 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port a44ccd0b-c084-44ff-ab0b-84984687ef97 Nov 03 03:07:11.903663 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Provisioning complete for port e55f1bec-8618-4450-8abb-6671a03f844f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:11.904152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:11.904586 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Attempt 1 to provision port e55f1bec-8618-4450-8abb-6671a03f844f Nov 03 03:07:11.945678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Port e55f1bec-8618-4450-8abb-6671a03f844f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:11.978949 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port a44ccd0b-c084-44ff-ab0b-84984687ef97 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:12.101137 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47922) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:12.109414 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-54d68783-d876-4c15-8bd3-0b4e4cf37da6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289962893', 'description': 'tempest-secgroup-smoke-289962893 description', 'project_id': '108864ff7bba4ddfb5230e10146cf362'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:12.131046 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d68783-d876-4c15-8bd3-0b4e4cf37da6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.195666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d68783-d876-4c15-8bd3-0b4e4cf37da6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (3e75e7ef-c074-414a-b19d-a1b7815edf66), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.199182 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d68783-d876-4c15-8bd3-0b4e4cf37da6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3e75e7ef-c074-414a-b19d-a1b7815edf66), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.228548 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-54d68783-d876-4c15-8bd3-0b4e4cf37da6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.232684 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-54d68783-d876-4c15-8bd3-0b4e4cf37da6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265759 Nov 03 03:07:12.232684 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d68783-d876-4c15-8bd3-0b4e4cf37da6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e75e7ef-c074-414a-b19d-a1b7815edf66,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:12.233109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 47924) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:12.239070 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b792c172-4c49-470f-83a3-427d039c9d5e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': '3e75e7ef-c074-414a-b19d-a1b7815edf66', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:12.277611 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b792c172-4c49-470f-83a3-427d039c9d5e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (2804e4d9-8cd7-459a-9d7e-c6a0d3525d2d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.324797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b792c172-4c49-470f-83a3-427d039c9d5e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (2804e4d9-8cd7-459a-9d7e-c6a0d3525d2d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.328077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b792c172-4c49-470f-83a3-427d039c9d5e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (2804e4d9-8cd7-459a-9d7e-c6a0d3525d2d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.345625 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792c172-4c49-470f-83a3-427d039c9d5e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2804e4d9-8cd7-459a-9d7e-c6a0d3525d2d,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:12.353895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b792c172-4c49-470f-83a3-427d039c9d5e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.355566 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b792c172-4c49-470f-83a3-427d039c9d5e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204059 Nov 03 03:07:12.358341 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47926) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:12.363235 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-98537db5-1105-44a8-9e2e-75ed3a9f7f25 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': '3e75e7ef-c074-414a-b19d-a1b7815edf66', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:12.367098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ed6600a4-0b83-4145-a614-4f6593dd3978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.389815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98537db5-1105-44a8-9e2e-75ed3a9f7f25 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (bd48074b-2776-4ccd-af07-cc2ef376627d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.447346 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Attempt 2 to provision port e55f1bec-8618-4450-8abb-6671a03f844f Nov 03 03:07:12.450161 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98537db5-1105-44a8-9e2e-75ed3a9f7f25 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (bd48074b-2776-4ccd-af07-cc2ef376627d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.454076 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98537db5-1105-44a8-9e2e-75ed3a9f7f25 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (bd48074b-2776-4ccd-af07-cc2ef376627d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.471700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98537db5-1105-44a8-9e2e-75ed3a9f7f25 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd48074b-2776-4ccd-af07-cc2ef376627d,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:12.479887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-98537db5-1105-44a8-9e2e-75ed3a9f7f25 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.480012 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Port e55f1bec-8618-4450-8abb-6671a03f844f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:12.481276 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-98537db5-1105-44a8-9e2e-75ed3a9f7f25 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219068 Nov 03 03:07:12.484316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47928) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:12.488986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f5b6baac-a9a6-458f-9270-32ae4c7c832b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': '3e75e7ef-c074-414a-b19d-a1b7815edf66', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:12.513475 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5b6baac-a9a6-458f-9270-32ae4c7c832b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (c5c99a65-9e5d-44d8-b841-22492d30c9a5), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.569320 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5b6baac-a9a6-458f-9270-32ae4c7c832b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (c5c99a65-9e5d-44d8-b841-22492d30c9a5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.572705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5b6baac-a9a6-458f-9270-32ae4c7c832b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (c5c99a65-9e5d-44d8-b841-22492d30c9a5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.590165 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6baac-a9a6-458f-9270-32ae4c7c832b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c99a65-9e5d-44d8-b841-22492d30c9a5,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:12.597677 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f5b6baac-a9a6-458f-9270-32ae4c7c832b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.599349 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f5b6baac-a9a6-458f-9270-32ae4c7c832b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136220 Nov 03 03:07:12.602133 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47930) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:12.606373 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4dc2f8a7-516e-4a0a-98c0-e127a843557a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': '3e75e7ef-c074-414a-b19d-a1b7815edf66', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:12.631342 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f8a7-516e-4a0a-98c0-e127a843557a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (3465c28d-a413-4392-b8cf-4e1d06f154ec), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.687785 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f8a7-516e-4a0a-98c0-e127a843557a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (3465c28d-a413-4392-b8cf-4e1d06f154ec), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.691139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f8a7-516e-4a0a-98c0-e127a843557a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (3465c28d-a413-4392-b8cf-4e1d06f154ec), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.709392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2f8a7-516e-4a0a-98c0-e127a843557a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3465c28d-a413-4392-b8cf-4e1d06f154ec,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:12.715485 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f8a7-516e-4a0a-98c0-e127a843557a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.716715 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4dc2f8a7-516e-4a0a-98c0-e127a843557a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136351 Nov 03 03:07:12.719481 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47932) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:12.723746 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-12b2e860-8ac3-4556-95a8-3a359d02ce22 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': '3e75e7ef-c074-414a-b19d-a1b7815edf66', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:12.744317 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-12b2e860-8ac3-4556-95a8-3a359d02ce22 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Project 108864ff7bba4ddfb5230e10146cf362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:07:12.749136 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-12b2e860-8ac3-4556-95a8-3a359d02ce22 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (9c7b39ce-215b-45cb-bd00-2f3a0bbc873f), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.809717 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-12b2e860-8ac3-4556-95a8-3a359d02ce22 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (9c7b39ce-215b-45cb-bd00-2f3a0bbc873f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.813442 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-12b2e860-8ac3-4556-95a8-3a359d02ce22 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (9c7b39ce-215b-45cb-bd00-2f3a0bbc873f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.833766 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2e860-8ac3-4556-95a8-3a359d02ce22 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7b39ce-215b-45cb-bd00-2f3a0bbc873f,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:12.839215 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-12b2e860-8ac3-4556-95a8-3a359d02ce22 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.842155 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-12b2e860-8ac3-4556-95a8-3a359d02ce22 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217103 Nov 03 03:07:12.843065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47934) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:12.847403 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e7cf119e-10aa-419f-842b-796cdaf014f3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': '3e75e7ef-c074-414a-b19d-a1b7815edf66', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:12.867776 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-e7cf119e-10aa-419f-842b-796cdaf014f3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Project 108864ff7bba4ddfb5230e10146cf362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:07:12.872780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7cf119e-10aa-419f-842b-796cdaf014f3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (50b4e2a0-f6f8-4fcc-b3a4-0f8786b30518), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.932292 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7cf119e-10aa-419f-842b-796cdaf014f3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (50b4e2a0-f6f8-4fcc-b3a4-0f8786b30518), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.935764 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7cf119e-10aa-419f-842b-796cdaf014f3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (50b4e2a0-f6f8-4fcc-b3a4-0f8786b30518), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.952705 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf119e-10aa-419f-842b-796cdaf014f3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b4e2a0-f6f8-4fcc-b3a4-0f8786b30518,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:12.960704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7cf119e-10aa-419f-842b-796cdaf014f3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:12.961893 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e7cf119e-10aa-419f-842b-796cdaf014f3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178455 Nov 03 03:07:12.981394 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Attempt 3 to provision port e55f1bec-8618-4450-8abb-6671a03f844f Nov 03 03:07:13.017833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Port e55f1bec-8618-4450-8abb-6671a03f844f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:13.127504 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-156bf04d-2e92-4024-8978-7c092c0c7f08 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289962893&fields=id&tenant_id=108864ff7bba4ddfb5230e10146cf362 HTTP/1.1" status: 200 len: 267 time: 0.0510502 Nov 03 03:07:13.233183 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90286d35-f68e-4395-816a-b14e5c948206 req-accc40ab-5a79-420b-af78-2854f8bd41f6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:13.234639 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-accc40ab-5a79-420b-af78-2854f8bd41f6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 809 time: 0.1003046 Nov 03 03:07:13.249200 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-e5b3edc1-8869-4186-aabb-bb6cd893df1c tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/quotas/108864ff7bba4ddfb5230e10146cf362 HTTP/1.1" status: 200 len: 375 time: 0.0087512 Nov 03 03:07:13.304731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-d70b407e-d172-4e84-b474-79857c258dd5 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507495 Nov 03 03:07:13.321209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-043a8ef2-5443-40bf-9f26-2d97b37451ad service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 03:07:13.322406 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-043a8ef2-5443-40bf-9f26-2d97b37451ad service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062618 Nov 03 03:07:13.358076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:13.428958 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-d33e036a-a022-4bf7-9884-d6adcbbaa934 service neutron] 10.222.0.23 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000919 Nov 03 03:07:13.508250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 68689630-b053-4bed-9bbd-cda547c52693 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:07:13.543059 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Attempt 4 to provision port e55f1bec-8618-4450-8abb-6671a03f844f Nov 03 03:07:13.551105 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-4d61a393-125b-47db-a9d7-27012c21fe79 service neutron] 10.222.0.23 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127491 Nov 03 03:07:13.595033 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Port e55f1bec-8618-4450-8abb-6671a03f844f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:13.608984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 68689630-b053-4bed-9bbd-cda547c52693 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:13.609363 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (68689630-b053-4bed-9bbd-cda547c52693), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:13.609705 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 68689630-b053-4bed-9bbd-cda547c52693 Nov 03 03:07:13.715554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 68689630-b053-4bed-9bbd-cda547c52693 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:13.715953 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (68689630-b053-4bed-9bbd-cda547c52693), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:13.735078 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1c246797-e714-4c80-9f08-08df0fb2524a req-8d0df5e8-064c-4f69-8a23-1115308ab864 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 210 time: 0.0330722 Nov 03 03:07:13.740986 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 68689630-b053-4bed-9bbd-cda547c52693, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=68689630-b053-4bed-9bbd-cda547c52693,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:07:13.747233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (68689630-b053-4bed-9bbd-cda547c52693), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:13.804353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=68689630-b053-4bed-9bbd-cda547c52693,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:14.096109 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Attempt 5 to provision port e55f1bec-8618-4450-8abb-6671a03f844f Nov 03 03:07:14.129251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Port e55f1bec-8618-4450-8abb-6671a03f844f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:14.577435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Sync routers for ids ['626149e2-84c8-46ec-97a7-2b15a0718849'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:07:14.587832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Routers {'626149e2-84c8-46ec-97a7-2b15a0718849'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:07:14.588435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:07:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['626149e2-84c8-46ec-97a7-2b15a0718849'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:14.631123 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Attempt 6 to provision port e55f1bec-8618-4450-8abb-6671a03f844f Nov 03 03:07:14.699833 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Port e55f1bec-8618-4450-8abb-6671a03f844f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:14.718173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Set router 626149e2-84c8-46ec-97a7-2b15a0718849 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:07:14.863165 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:14.868473 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-283aa621-f9b9-44c4-9a66-1501fb18a6c8 req-88b8ea7e-9bd4-4241-99fe-c23b808fcd3d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 210 time: 0.0409429 Nov 03 03:07:14.886598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90286d35-f68e-4395-816a-b14e5c948206 req-f5c4a2e1-1310-4e83-8600-fbf50482fb76 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:14.888336 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-f5c4a2e1-1310-4e83-8600-fbf50482fb76 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 809 time: 0.1652405 Nov 03 03:07:14.956798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'name': 'tempest-TestShelveInstance-1552212318-router', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '68689630-b053-4bed-9bbd-cda547c52693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:07Z', 'updated_at': '2022-11-03T03:07:10Z', 'revision_number': 4, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'gw_port': {'id': '68689630-b053-4bed-9bbd-cda547c52693', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:08Z', 'updated_at': '2022-11-03T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'e55f1bec-8618-4450-8abb-6671a03f844f', 'name': '', 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'mac_address': 'fa:16:3e:af:95:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ff318476-18cf-4de6-9fe7-810c71081ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:09Z', 'updated_at': '2022-11-03T03:07:10Z', 'revision_number': 2, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'subnets': [{'id': 'ff318476-18cf-4de6-9fe7-810c71081ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:14.964687 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-6c61b0ea-8f8f-4f21-9a20-20b6a49fc7ef tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=108864ff7bba4ddfb5230e10146cf362 HTTP/1.1" status: 200 len: 379 time: 0.0618112 Nov 03 03:07:14.973481 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'port': {'device_id': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'admin_state_up': True, 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'security_groups': ['3e75e7ef-c074-414a-b19d-a1b7815edf66']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:14.985459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Checking router: 626149e2-84c8-46ec-97a7-2b15a0718849 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:07:14.985821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Updating router 626149e2-84c8-46ec-97a7-2b15a0718849 port e55f1bec-8618-4450-8abb-6671a03f844f binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:07:15.014516 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.078182 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Made reservation on behalf of 108864ff7bba4ddfb5230e10146cf362 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:07:15.081558 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.202057 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Attempt 7 to provision port e55f1bec-8618-4450-8abb-6671a03f844f Nov 03 03:07:15.211561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Allocated IP 172.20.0.9 (fa1ba089-6d3a-4840-89c3-1a5d1fba31b9/e1777275-4ed1-4124-af6b-042bda24696c/f481e3d8-e6bb-4724-87f9-ba71bacf373d) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:07:15.249703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Port e55f1bec-8618-4450-8abb-6671a03f844f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:07:15.307790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Publish callbacks [] for port (e55f1bec-8618-4450-8abb-6671a03f844f), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.315209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.362529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.392058 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea60342-eeaf-44af-a14a-67d5a2983ff0 None None] Pushing event updated for resources: {'Port': ['ID=e55f1bec-8618-4450-8abb-6671a03f844f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:15.402886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.407849 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Attempting to bind port e55f1bec-8618-4450-8abb-6671a03f844f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:07:15.408227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Attempting to bind port e55f1bec-8618-4450-8abb-6671a03f844f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': 'f4623eb4-89c3-4982-b08c-d66ca1ec95f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:07:15.408617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Attempting to bind port e55f1bec-8618-4450-8abb-6671a03f844f on network b9a97faa-719b-4211-b66b-cf8535ff4ab4 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:07:15.415316 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:07:15.415829 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Checking segment: {'id': 'f4623eb4-89c3-4982-b08c-d66ca1ec95f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:07:15.416153 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.416780 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Bound using segment: {'id': 'f4623eb4-89c3-4982-b08c-d66ca1ec95f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:07:15.417409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Bound port: e55f1bec-8618-4450-8abb-6671a03f844f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4623eb4-89c3-4982-b08c-d66ca1ec95f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:07:15.417631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.451171 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:07:15.452724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:15.458545 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:07:15.483226 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] For port e55f1bec-8618-4450-8abb-6671a03f844f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:07:15.485169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'Port': ['ID=f481e3d8-e6bb-4724-87f9-ba71bacf373d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:15.488528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] For port e55f1bec-8618-4450-8abb-6671a03f844f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e55f1bec-8618-4450-8abb-6671a03f844f,segment=NetworkSegment(f4623eb4-89c3-4982-b08c-d66ca1ec95f2),segment_id=f4623eb4-89c3-4982-b08c-d66ca1ec95f2)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:07:15.496755 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.511946 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 68689630-b053-4bed-9bbd-cda547c52693 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:07:15.514898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:15.515359 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.533075 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-ca9d3fa6-3ef2-48bb-ab43-d0d8dd44575f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5631580 Nov 03 03:07:15.545669 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Request body: {'port': {'device_id': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:15.567359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Routers {'626149e2-84c8-46ec-97a7-2b15a0718849'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:07:15.569180 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:07:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['626149e2-84c8-46ec-97a7-2b15a0718849'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:15.614865 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.635779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea60342-eeaf-44af-a14a-67d5a2983ff0 None None] Pushing event updated for resources: {'Port': ['ID=e55f1bec-8618-4450-8abb-6671a03f844f,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:15.700868 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 68689630-b053-4bed-9bbd-cda547c52693 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:15.701259 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (68689630-b053-4bed-9bbd-cda547c52693), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:15.701607 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 68689630-b053-4bed-9bbd-cda547c52693 Nov 03 03:07:15.747781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] Set router 626149e2-84c8-46ec-97a7-2b15a0718849 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:07:15.752957 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Attempt 8 to provision port e55f1bec-8618-4450-8abb-6671a03f844f Nov 03 03:07:15.963128 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 68689630-b053-4bed-9bbd-cda547c52693 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:16.016666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Current status of the port e55f1bec-8618-4450-8abb-6671a03f844f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:16.017062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:16.076185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] For port e55f1bec-8618-4450-8abb-6671a03f844f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e55f1bec-8618-4450-8abb-6671a03f844f,segment=NetworkSegment(f4623eb4-89c3-4982-b08c-d66ca1ec95f2),segment_id=f4623eb4-89c3-4982-b08c-d66ca1ec95f2)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:07:16.083730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:16.143901 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6664b5-4436-4c1c-8b7f-7c040115e125 req-ac48e656-6d72-4c2b-84e8-9f4da0d35d76 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:16.145414 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e6664b5-4436-4c1c-8b7f-7c040115e125 req-ac48e656-6d72-4c2b-84e8-9f4da0d35d76 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 931 time: 0.1725214 Nov 03 03:07:16.230879 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4e6664b5-4436-4c1c-8b7f-7c040115e125 req-0b95962d-e584-40ee-98b7-0964300f84fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777674 Nov 03 03:07:16.291081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f481e3d8-e6bb-4724-87f9-ba71bacf373d {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:07:16.299887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Publish callbacks [] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:16.306286 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Provisioning complete for port a44ccd0b-c084-44ff-ab0b-84984687ef97 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:16.306821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:16.307006 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Attempt 1 to provision port a44ccd0b-c084-44ff-ab0b-84984687ef97 Nov 03 03:07:16.312409 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Transition to ACTIVE for port object f481e3d8-e6bb-4724-87f9-ba71bacf373d will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 03:07:16.314271 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:16.317225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:16.345830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'name': 'tempest-TestShelveInstance-1552212318-router', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '68689630-b053-4bed-9bbd-cda547c52693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:07Z', 'updated_at': '2022-11-03T03:07:10Z', 'revision_number': 4, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'gw_port': {'id': '68689630-b053-4bed-9bbd-cda547c52693', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:08Z', 'updated_at': '2022-11-03T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'e55f1bec-8618-4450-8abb-6671a03f844f', 'name': '', 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'mac_address': 'fa:16:3e:af:95:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ff318476-18cf-4de6-9fe7-810c71081ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:09Z', 'updated_at': '2022-11-03T03:07:15Z', 'revision_number': 4, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'subnets': [{'id': 'ff318476-18cf-4de6-9fe7-810c71081ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:16.347605 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Pushing event updated for resources: {'Port': ['ID=e55f1bec-8618-4450-8abb-6671a03f844f,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:16.378766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Pushing event updated for resources: {'Port': ['ID=f481e3d8-e6bb-4724-87f9-ba71bacf373d,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:16.386765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad83cd12-98d1-46a7-a12b-1471989cd6ab None None] The sync data for ids ['626149e2-84c8-46ec-97a7-2b15a0718849'] in dv-neutron-860659-5-hyperv is: [{'id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'name': 'tempest-TestShelveInstance-1552212318-router', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '68689630-b053-4bed-9bbd-cda547c52693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:07Z', 'updated_at': '2022-11-03T03:07:10Z', 'revision_number': 4, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'gw_port': {'id': '68689630-b053-4bed-9bbd-cda547c52693', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:08Z', 'updated_at': '2022-11-03T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': 'e55f1bec-8618-4450-8abb-6671a03f844f', 'name': '', 'network_id': 'b9a97faa-719b-4211-b66b-cf8535ff4ab4', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'mac_address': 'fa:16:3e:af:95:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ff318476-18cf-4de6-9fe7-810c71081ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:09Z', 'updated_at': '2022-11-03T03:07:15Z', 'revision_number': 4, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'subnets': [{'id': 'ff318476-18cf-4de6-9fe7-810c71081ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:07:16.427294 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Attempting to bind port f481e3d8-e6bb-4724-87f9-ba71bacf373d on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:07:16.427557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Attempting to bind port f481e3d8-e6bb-4724-87f9-ba71bacf373d by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:07:16.427935 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Attempting to bind port f481e3d8-e6bb-4724-87f9-ba71bacf373d on network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:07:16.432730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Port f481e3d8-e6bb-4724-87f9-ba71bacf373d on network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 03:07:16.433079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Attempting to bind port f481e3d8-e6bb-4724-87f9-ba71bacf373d on network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:07:16.437965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:07:16.438310 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Checking segment: {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:07:16.438687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Bound using segment: {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:07:16.439104 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Bound port: f481e3d8-e6bb-4724-87f9-ba71bacf373d, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:07:16.439422 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-573274b1-3a80-4933-9fff-57502d9dea60 None None] Current status of the port a44ccd0b-c084-44ff-ab0b-84984687ef97 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:16.439550 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:16.504557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:07:16.508690 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:07:16.514280 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:16.518233 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:16.518843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:16.520219 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] 10.222.0.27 "PUT /v2.0/ports/f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 1093 time: 0.9798846 Nov 03 03:07:16.521290 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:07:16.523608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aeac63-97a7-4e26-835f-035070b54b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:07:16.594093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1218f-712d-4831-8802-2fb01624b963 service neutron] Pushing event updated for resources: {'Port': ['ID=f481e3d8-e6bb-4724-87f9-ba71bacf373d,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:16.614965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90286d35-f68e-4395-816a-b14e5c948206 req-8d084345-6f5a-49d6-b686-3a570aa0ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:16.616530 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-8d084345-6f5a-49d6-b686-3a570aa0ecdd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1127 time: 0.0500984 Nov 03 03:07:16.664332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2561d111-76aa-440a-b974-f1cbdca789ca x-openstack-request-id: req-2561d111-76aa-440a-b974-f1cbdca789ca {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:07:16.664647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:07:16.664896 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2561d111-76aa-440a-b974-f1cbdca789ca {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:07:16.665293 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2561d111-76aa-440a-b974-f1cbdca789ca'] response: {'name': 'network-changed', 'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'status': 'completed', 'code': 200} Nov 03 03:07:16.666852 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-f3b43811-3f68-400f-92f4-e2303d1e56bd service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 217 time: 0.0389600 Nov 03 03:07:16.718237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90286d35-f68e-4395-816a-b14e5c948206 req-796dcf09-cc51-417d-817e-246b8f27a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:16.719551 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-796dcf09-cc51-417d-817e-246b8f27a99b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0436265 Nov 03 03:07:16.768546 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90286d35-f68e-4395-816a-b14e5c948206 req-567dbee3-2ebc-49f3-bc00-fbf8bf1638f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:16.770008 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-567dbee3-2ebc-49f3-bc00-fbf8bf1638f7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436275 Nov 03 03:07:16.865080 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-c499db11-beed-4988-b9f0-cc25ad0eecc0 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836811 Nov 03 03:07:16.959174 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-90286d35-f68e-4395-816a-b14e5c948206 req-7c17bd4e-0040-4261-9fae-88bdfb86f20d service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833898 Nov 03 03:07:17.064372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aeac63-97a7-4e26-835f-035070b54b0a req-8e1ef625-ce1a-49a3-acd2-703998897220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:17.065806 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40aeac63-97a7-4e26-835f-035070b54b0a req-8e1ef625-ce1a-49a3-acd2-703998897220 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1127 time: 0.0457711 Nov 03 03:07:17.160755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aeac63-97a7-4e26-835f-035070b54b0a req-0b0bf20c-6def-45d3-bafb-5d266dacfb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:17.162856 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40aeac63-97a7-4e26-835f-035070b54b0a req-0b0bf20c-6def-45d3-bafb-5d266dacfb27 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0905423 Nov 03 03:07:17.204511 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40aeac63-97a7-4e26-835f-035070b54b0a req-0f5d2f58-df03-42a0-9abc-db80429f6552 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 217 time: 0.0340858 Nov 03 03:07:17.257744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aeac63-97a7-4e26-835f-035070b54b0a req-b49da474-966b-4545-8d74-f566d0d1e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:17.259265 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40aeac63-97a7-4e26-835f-035070b54b0a req-b49da474-966b-4545-8d74-f566d0d1e16e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0486138 Nov 03 03:07:17.324663 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aeac63-97a7-4e26-835f-035070b54b0a req-a0fda875-cf0f-4f28-9ec6-de6d1a09cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:17.325958 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40aeac63-97a7-4e26-835f-035070b54b0a req-a0fda875-cf0f-4f28-9ec6-de6d1a09cde4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0598230 Nov 03 03:07:17.428707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff5198-ae09-484e-ba0a-864711686be0 req-15310f3c-49ef-484e-8c36-5f6b8bcf5881 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:17.429741 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3bff5198-ae09-484e-ba0a-864711686be0 req-15310f3c-49ef-484e-8c36-5f6b8bcf5881 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.1156001 Nov 03 03:07:17.468781 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40aeac63-97a7-4e26-835f-035070b54b0a req-58401863-047c-4f98-b01d-55054747d177 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248505 Nov 03 03:07:17.521820 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e55f1bec-8618-4450-8abb-6671a03f844f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:07:17.539935 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3bff5198-ae09-484e-ba0a-864711686be0 req-f93c963f-578e-41be-af31-0c3976cd023c tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034133 Nov 03 03:07:17.570490 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port e55f1bec-8618-4450-8abb-6671a03f844f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:17.570877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:17.571244 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port e55f1bec-8618-4450-8abb-6671a03f844f Nov 03 03:07:17.592311 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-40aeac63-97a7-4e26-835f-035070b54b0a req-79c875bd-4071-49c1-b5b3-6dfeb86c9443 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137636 Nov 03 03:07:17.648230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port e55f1bec-8618-4450-8abb-6671a03f844f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:18.671585 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c69d9-c11e-4856-b739-0663b21d1ac0 req-3f200b34-cd2c-41a1-b80b-a8d71d974e08 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:18.673094 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-963c69d9-c11e-4856-b739-0663b21d1ac0 req-3f200b34-cd2c-41a1-b80b-a8d71d974e08 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0579216 Nov 03 03:07:18.720850 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-963c69d9-c11e-4856-b739-0663b21d1ac0 req-a9aa039d-4109-41a1-9b3b-c0bd187b000a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421727 Nov 03 03:07:19.272818 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f481e3d8-e6bb-4724-87f9-ba71bacf373d details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:07:19.370042 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:07:19.381647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'port_id': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'mac_address': 'fa:16:3e:b0:75:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:07:19.416400 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port f481e3d8-e6bb-4724-87f9-ba71bacf373d is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:19.416746 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:19.435107 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f481e3d8-e6bb-4724-87f9-ba71bacf373d {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:07:19.460187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:07:19.466469 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:19.512581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=f481e3d8-e6bb-4724-87f9-ba71bacf373d,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:19.719193 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['f481e3d8-e6bb-4724-87f9-ba71bacf373d'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:07:20.004549 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c66483-ae22-4fa0-af98-eb45fdc43c3c req-f4036741-d9fc-47ac-84fd-5df15f23c3fd tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:20.006761 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46c66483-ae22-4fa0-af98-eb45fdc43c3c req-f4036741-d9fc-47ac-84fd-5df15f23c3fd tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 944 time: 0.2051871 Nov 03 03:07:20.063748 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-46c66483-ae22-4fa0-af98-eb45fdc43c3c req-6dbe4269-d291-4521-9d60-06807498a761 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503004 Nov 03 03:07:21.195373 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3737f-35c5-44d6-ac53-eecf8e686c13 req-79a7bf04-8e8c-4dd0-a9b3-5924981c0f18 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:21.196778 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-feb3737f-35c5-44d6-ac53-eecf8e686c13 req-79a7bf04-8e8c-4dd0-a9b3-5924981c0f18 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 944 time: 0.0525761 Nov 03 03:07:21.251434 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-feb3737f-35c5-44d6-ac53-eecf8e686c13 req-9112a126-6a3c-4ae4-994c-6d9aaca0724a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491390 Nov 03 03:07:21.279266 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f481e3d8-e6bb-4724-87f9-ba71bacf373d up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:07:21.325707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port f481e3d8-e6bb-4724-87f9-ba71bacf373d completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 03:07:21.330212 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port f481e3d8-e6bb-4724-87f9-ba71bacf373d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:07:21.330602 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:21.330943 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port f481e3d8-e6bb-4724-87f9-ba71bacf373d Nov 03 03:07:21.403506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port f481e3d8-e6bb-4724-87f9-ba71bacf373d is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:07:21.403889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:21.426060 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:07:21.429484 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced65a52-4865-4f35-acd8-17036d7b12ad" -d '{"events": [{"server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "name": "network-vif-plugged", "status": "completed", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:07:21.442709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:07:21.447191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:21.471749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce935b27-beb0-478a-bb14-f1efddaf5976 x-openstack-request-id: req-ce935b27-beb0-478a-bb14-f1efddaf5976 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:07:21.472045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "name": "network-vif-plugged", "status": "completed", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:07:21.472921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce935b27-beb0-478a-bb14-f1efddaf5976 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:07:21.473326 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce935b27-beb0-478a-bb14-f1efddaf5976'] response: {'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'code': 200} Nov 03 03:07:21.503611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=f481e3d8-e6bb-4724-87f9-ba71bacf373d,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:21.701134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651164b-528e-477a-a6dc-4639a867608e req-708e40e6-f905-4336-bd9d-5ad28edd81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:21.702691 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1651164b-528e-477a-a6dc-4639a867608e req-708e40e6-f905-4336-bd9d-5ad28edd81b1 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1129 time: 0.1041527 Nov 03 03:07:21.752336 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1651164b-528e-477a-a6dc-4639a867608e req-24b75af9-84a7-45ca-86ba-cbb582a0e6f4 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404170 Nov 03 03:07:22.373978 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cef7d-423c-4d7a-845c-e73e84ce8a1d req-3ffe7396-4cfa-4604-b56b-9b42d72cf552 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:22.375437 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-033cef7d-423c-4d7a-845c-e73e84ce8a1d req-3ffe7396-4cfa-4604-b56b-9b42d72cf552 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0517995 Nov 03 03:07:22.423989 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-033cef7d-423c-4d7a-845c-e73e84ce8a1d req-da9ee04c-d3e5-4d53-8bbd-426a0fbc8bca tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423336 Nov 03 03:07:23.552363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9aa95e-86c9-4758-9bbc-254589341dff req-4e4d50bb-4341-4ad2-b759-acbd924846f8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:23.553843 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ac9aa95e-86c9-4758-9bbc-254589341dff req-4e4d50bb-4341-4ad2-b759-acbd924846f8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0559220 Nov 03 03:07:23.601469 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ac9aa95e-86c9-4758-9bbc-254589341dff req-def67f96-319f-4366-a699-71e20e25e0ce tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420985 Nov 03 03:07:23.729335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f84b77-6c4d-4f18-a04c-10ff2da62131 req-ed2dd5a2-7a05-47cc-9424-f694b6a053cb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:23.730708 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-11f84b77-6c4d-4f18-a04c-10ff2da62131 req-ed2dd5a2-7a05-47cc-9424-f694b6a053cb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0515394 Nov 03 03:07:23.779517 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-11f84b77-6c4d-4f18-a04c-10ff2da62131 req-b1cc0fd8-b207-48d9-a57e-083e10307a2f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434029 Nov 03 03:07:23.807680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47994) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:23.894537 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fa2d69-9552-4eeb-9a66-07d39c061219 tempest-TestShelveInstance-1178466015 tempest-TestShelveInstance-1178466015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:23.896090 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-65fa2d69-9552-4eeb-9a66-07d39c061219 tempest-TestShelveInstance-1178466015 tempest-TestShelveInstance-1178466015-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1124 time: 0.0874238 Nov 03 03:07:23.899035 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 47998) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:07:23.903377 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:07:23.923604 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:24.022908 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:24.124073 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Allocated IP 172.26.6.73 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/236cd8d7-c3f8-4d41-8b75-52fa883dc3b0) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:07:24.227773 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for port (236cd8d7-c3f8-4d41-8b75-52fa883dc3b0), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:24.260444 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (236cd8d7-c3f8-4d41-8b75-52fa883dc3b0), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:24.294934 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:07:24.297818 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:07:24.301302 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:07:24.330145 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'Port': ['ID=236cd8d7-c3f8-4d41-8b75-52fa883dc3b0,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:24.654577 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for floatingip (7378c103-17c0-4e2a-917f-fdddef737817), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:24.718671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (236cd8d7-c3f8-4d41-8b75-52fa883dc3b0), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:24.867815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for port (236cd8d7-c3f8-4d41-8b75-52fa883dc3b0), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:24.871953 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (236cd8d7-c3f8-4d41-8b75-52fa883dc3b0), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:24.939565 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'Port': ['ID=236cd8d7-c3f8-4d41-8b75-52fa883dc3b0,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:07:24.941958 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (7378c103-17c0-4e2a-917f-fdddef737817), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:25.037563 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Floating IP 7378c103-17c0-4e2a-917f-fdddef737817 associated. External IP: 172.26.6.73, port: f481e3d8-e6bb-4724-87f9-ba71bacf373d. Nov 03 03:07:25.231984 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:07:25.334839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:07:25.344785 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f6ce12-bf25-4722-b355-b1ce7634e032 None None] Sync routers for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:07:25.352541 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:25.354313 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f6ce12-bf25-4722-b355-b1ce7634e032 None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:07:25.354927 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d8f6ce12-bf25-4722-b355-b1ce7634e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:07:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:25.384752 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-ea3c7ad8-f53f-45cf-91bd-801b87b55ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4825974 Nov 03 03:07:25.384752 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:07:25.385645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3535ff5-e27d-4734-ac8f-1d9a6e122437" -d '{"events": [{"name": "network-changed", "server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:07:25.460554 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d8f6ce12-bf25-4722-b355-b1ce7634e032 None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:07:25.478754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e3f54b-2b07-4d76-ba8b-716380fcdd14 x-openstack-request-id: req-44e3f54b-2b07-4d76-ba8b-716380fcdd14 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:07:25.479057 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:07:25.479316 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44e3f54b-2b07-4d76-ba8b-716380fcdd14 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:07:25.479734 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e3f54b-2b07-4d76-ba8b-716380fcdd14'] response: {'name': 'network-changed', 'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'status': 'completed', 'code': 200} Nov 03 03:07:25.551456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3535ff5-e27d-4734-ac8f-1d9a6e122437 req-43daac33-a631-4d5e-b013-b24dd34c012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:25.553792 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3535ff5-e27d-4734-ac8f-1d9a6e122437 req-43daac33-a631-4d5e-b013-b24dd34c012c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1129 time: 0.0514219 Nov 03 03:07:25.642502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3535ff5-e27d-4734-ac8f-1d9a6e122437 req-53b67de8-7b13-4dd4-bac5-8c74fbca4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:25.643968 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3535ff5-e27d-4734-ac8f-1d9a6e122437 req-53b67de8-7b13-4dd4-bac5-8c74fbca4693 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0842211 Nov 03 03:07:25.679016 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d8f6ce12-bf25-4722-b355-b1ce7634e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7378c103-17c0-4e2a-917f-fdddef737817', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'port_id': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'mac_address': 'fa:16:3e:b0:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:07:24Z', 'updated_at': '2022-11-03T03:07:24Z', 'revision_number': 0, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:25.702715 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f6ce12-bf25-4722-b355-b1ce7634e032 None None] Checking router: 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:07:25.709756 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3535ff5-e27d-4734-ac8f-1d9a6e122437 req-8aa48883-812c-4929-af57-4cfed49f142f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 998 time: 0.0592313 Nov 03 03:07:25.712020 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f6ce12-bf25-4722-b355-b1ce7634e032 None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:07:25.712654 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d8f6ce12-bf25-4722-b355-b1ce7634e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:07:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:25.757946 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3535ff5-e27d-4734-ac8f-1d9a6e122437 req-770240f9-1e9b-40cc-b102-2c61bb05a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:25.759551 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3535ff5-e27d-4734-ac8f-1d9a6e122437 req-770240f9-1e9b-40cc-b102-2c61bb05a02e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0440130 Nov 03 03:07:25.808702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3535ff5-e27d-4734-ac8f-1d9a6e122437 req-aee11695-b377-4a67-a693-cd6a61d82f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:25.810169 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3535ff5-e27d-4734-ac8f-1d9a6e122437 req-aee11695-b377-4a67-a693-cd6a61d82f7e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451729 Nov 03 03:07:25.813304 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d8f6ce12-bf25-4722-b355-b1ce7634e032 None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:07:25.904524 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3535ff5-e27d-4734-ac8f-1d9a6e122437 req-1cd2c262-7c10-4824-831f-41fddb2997a9 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873098 Nov 03 03:07:25.998963 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c3535ff5-e27d-4734-ac8f-1d9a6e122437 req-3952a26d-8c99-4194-9011-4917139a0f83 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879817 Nov 03 03:07:26.033455 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d8f6ce12-bf25-4722-b355-b1ce7634e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7378c103-17c0-4e2a-917f-fdddef737817', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'port_id': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'mac_address': 'fa:16:3e:b0:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:07:24Z', 'updated_at': '2022-11-03T03:07:24Z', 'revision_number': 0, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:07:26.057873 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f6ce12-bf25-4722-b355-b1ce7634e032 None None] The sync data for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv is: [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '7378c103-17c0-4e2a-917f-fdddef737817', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'port_id': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'mac_address': 'fa:16:3e:b0:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:07:24Z', 'updated_at': '2022-11-03T03:07:24Z', 'revision_number': 0, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:07:26.254907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca3f74c-3972-4a6c-9a08-e4adf4c61ec1 None None] New status for floating IP 7378c103-17c0-4e2a-917f-fdddef737817: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:07:29.394659 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-73dff056-d80a-4bb3-a952-93e09e78ad4a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452776 Nov 03 03:07:29.484713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-652d4d3f-70b9-4c15-bac7-cf93bb3b75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:29.486458 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-652d4d3f-70b9-4c15-bac7-cf93bb3b75e9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1129 time: 0.0499277 Nov 03 03:07:29.591445 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-4217a338-c400-43f9-80c8-1b9e3b87d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:29.592951 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-4217a338-c400-43f9-80c8-1b9e3b87d853 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0870399 Nov 03 03:07:29.660039 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-dba1c3d6-a67a-4730-a2fc-961798b61726 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 1000 time: 0.0596819 Nov 03 03:07:29.708367 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-50edf7ef-ac1a-418b-803e-70cd43ae3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:29.709844 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-50edf7ef-ac1a-418b-803e-70cd43ae3157 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0441422 Nov 03 03:07:29.757486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-2b9f73d7-1fad-41ba-b8cd-1c6595b8d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:07:29.758960 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-2b9f73d7-1fad-41ba-b8cd-1c6595b8d16e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432057 Nov 03 03:07:29.849887 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-0ffc30a8-5b0d-4284-ad23-e7b903c6a328 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848370 Nov 03 03:07:29.937162 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f37d76b0-8191-4644-8eb9-fc37086fce0b req-f4543e06-e1b7-44c5-b884-d2e68b59ee78 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816667 Nov 03 03:07:38.667124 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:39.870835 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60bc2155-7f9e-4efd-930f-5d08a838685f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:42.358292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-38f36b75-0e0e-447e-a4d5-7f3d8d2c32f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:42.941591 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:07:43.359658 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:44.844691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:07:46.217055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:08.670169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:09.872773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c7f4afab-36be-4cd3-b1ea-89382ef1efa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:12.360445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f1c9970d-5400-4735-bf89-ec8e75a23bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:13.362620 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:14.848811 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:16.219432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:19.940465 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:08:30.385256 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-c75d68b7-b18a-408b-b49c-fa53021d8adc service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485961 Nov 03 03:08:30.479763 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-2c0baad4-7f8e-42a0-8f9a-ae41d07eb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:08:30.481868 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-2c0baad4-7f8e-42a0-8f9a-ae41d07eb0bf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1129 time: 0.0457168 Nov 03 03:08:30.591882 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-8933ccd3-e159-48ce-bcc7-348fdd6887fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:08:30.593359 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-8933ccd3-e159-48ce-bcc7-348fdd6887fc service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0875378 Nov 03 03:08:30.658172 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-4e42c21e-f040-42d2-a881-f1396bd12bf9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 1000 time: 0.0551202 Nov 03 03:08:30.706599 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-099d02ae-cace-4acd-8e5a-87163ddd57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:08:30.708002 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-099d02ae-cace-4acd-8e5a-87163ddd57ab service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0419855 Nov 03 03:08:30.764867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-de61bfa4-c14f-47aa-abdb-0c7a462014ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:08:30.766367 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-de61bfa4-c14f-47aa-abdb-0c7a462014ef service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467110 Nov 03 03:08:30.857088 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-463f0f11-b58b-449d-9b64-f2a99c7194b6 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805836 Nov 03 03:08:30.955271 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e92cb865-40bd-4da2-9932-d56ce0243696 req-7472a8ff-bff6-4594-ab83-1062bd41618a service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877025 Nov 03 03:08:38.682232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:39.878054 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-67198142-5aa9-4f95-9ca8-6f86024864e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:42.362944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dbaabc6f-7e24-42c0-86a8-51c62e0c5610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:43.365301 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:44.851445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:46.220816 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:08:56.939440 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:09:08.693920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:09.880186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-25fc9369-61e2-4695-9b06-c68a170db2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:12.366358 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bd87b4dd-f3a0-4b02-a727-07cb24821e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:13.371233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:14.854335 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:16.223104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:23.363370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb9173-8989-478c-a9d1-cf4aa17c66bc req-f3041f1b-9ddd-4d8f-a1d1-e35159d6fe86 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:23.364895 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61bb9173-8989-478c-a9d1-cf4aa17c66bc req-f3041f1b-9ddd-4d8f-a1d1-e35159d6fe86 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0541523 Nov 03 03:09:23.413649 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-61bb9173-8989-478c-a9d1-cf4aa17c66bc req-a733add7-0e68-4f3f-8915-b53b0bd227d7 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431023 Nov 03 03:09:24.545665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c7780-fc2b-4b5d-b31f-d5f1c14fd6da req-f360627c-7af9-40e7-a182-f4ede6bb90a3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:24.547159 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-489c7780-fc2b-4b5d-b31f-d5f1c14fd6da req-f360627c-7af9-40e7-a182-f4ede6bb90a3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0560553 Nov 03 03:09:24.596326 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-489c7780-fc2b-4b5d-b31f-d5f1c14fd6da req-ae9ac098-f60e-456e-b3e4-ad0da8644ef4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435631 Nov 03 03:09:25.721687 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d1525-f227-44c1-b6bc-7654b2ff68cc req-cb7f917d-36d7-4acc-9a60-8af6e3aa1400 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:25.723168 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b65d1525-f227-44c1-b6bc-7654b2ff68cc req-cb7f917d-36d7-4acc-9a60-8af6e3aa1400 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0527093 Nov 03 03:09:25.772553 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b65d1525-f227-44c1-b6bc-7654b2ff68cc req-daca322b-2cf9-4d0a-813e-dc5fb98978c1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437272 Nov 03 03:09:26.895289 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62b3fb-9149-466c-a091-d8d78c1786e5 req-398fcd29-95d1-4b23-beee-ff2c4fb19c68 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:26.896814 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d62b3fb-9149-466c-a091-d8d78c1786e5 req-398fcd29-95d1-4b23-beee-ff2c4fb19c68 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0511162 Nov 03 03:09:26.947892 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7d62b3fb-9149-466c-a091-d8d78c1786e5 req-bfe3a043-4334-448f-b7b8-232e362e3e40 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455763 Nov 03 03:09:28.072279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f642e-d0e7-4a9c-bd8a-6a31a1b8a043 req-4ef1bff1-7a2c-45b5-91bc-489c1ae8cbb5 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:28.073775 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-413f642e-d0e7-4a9c-bd8a-6a31a1b8a043 req-4ef1bff1-7a2c-45b5-91bc-489c1ae8cbb5 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0533385 Nov 03 03:09:28.123175 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-413f642e-d0e7-4a9c-bd8a-6a31a1b8a043 req-662c1bda-56cd-4a30-91ef-6a9ed705eda9 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437438 Nov 03 03:09:29.246699 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c36b9-b99a-4780-84f6-816cff4fb2a3 req-fdf00e41-f2f7-440c-8b5b-6be1e59b0f1d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:29.248345 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf5c36b9-b99a-4780-84f6-816cff4fb2a3 req-fdf00e41-f2f7-440c-8b5b-6be1e59b0f1d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0518022 Nov 03 03:09:29.295145 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf5c36b9-b99a-4780-84f6-816cff4fb2a3 req-4442a23c-a2fd-44d7-badd-f794aa62c64c tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Nov 03 03:09:30.422790 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655f05b-23ed-4f06-a568-6842fb329654 req-52e85810-5f3d-475a-9e24-6ca4b3be382d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:30.424246 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4655f05b-23ed-4f06-a568-6842fb329654 req-52e85810-5f3d-475a-9e24-6ca4b3be382d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0561564 Nov 03 03:09:30.473685 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4655f05b-23ed-4f06-a568-6842fb329654 req-3d7cc18c-6724-4bd3-9e0a-13a9aee4f482 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433927 Nov 03 03:09:31.595225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bd32f-e1fc-4b9b-8eaf-ab9ddf242ff7 req-a8288b3c-ab03-4f46-913c-97a8764685df tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:31.596701 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-029bd32f-e1fc-4b9b-8eaf-ab9ddf242ff7 req-a8288b3c-ab03-4f46-913c-97a8764685df tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0524092 Nov 03 03:09:31.644844 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-029bd32f-e1fc-4b9b-8eaf-ab9ddf242ff7 req-e1399ef7-4639-4328-923f-e36c3dd50637 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426099 Nov 03 03:09:32.399617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3d933-7f97-42c5-bab0-e3148e85b66a req-6c937a87-3497-4760-b695-df2c1b7af3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:32.401170 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fc3d933-7f97-42c5-bab0-e3148e85b66a req-6c937a87-3497-4760-b695-df2c1b7af3bf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1129 time: 0.0477395 Nov 03 03:09:32.504110 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3d933-7f97-42c5-bab0-e3148e85b66a req-2dcf4f67-82d2-421d-95c0-14c9e1c9838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:32.505598 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fc3d933-7f97-42c5-bab0-e3148e85b66a req-2dcf4f67-82d2-421d-95c0-14c9e1c9838f service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0841131 Nov 03 03:09:32.573155 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fc3d933-7f97-42c5-bab0-e3148e85b66a req-380ec0b0-7279-47bc-8080-b9778d743d22 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 1000 time: 0.0565448 Nov 03 03:09:32.625169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3d933-7f97-42c5-bab0-e3148e85b66a req-8a09ad0c-2b39-4c21-b752-ae4ac3afc73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:32.626560 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fc3d933-7f97-42c5-bab0-e3148e85b66a req-8a09ad0c-2b39-4c21-b752-ae4ac3afc73a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0430722 Nov 03 03:09:32.679022 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3d933-7f97-42c5-bab0-e3148e85b66a req-d74a673c-2cc0-4a44-865b-4abf12cf77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:32.680920 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fc3d933-7f97-42c5-bab0-e3148e85b66a req-d74a673c-2cc0-4a44-865b-4abf12cf77fc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439010 Nov 03 03:09:32.815252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f727da-887d-41f3-b74f-498446d89bf5 req-ced4059c-72d7-475f-abb0-4214332726a3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:32.816785 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56f727da-887d-41f3-b74f-498446d89bf5 req-ced4059c-72d7-475f-abb0-4214332726a3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0801091 Nov 03 03:09:32.818560 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fc3d933-7f97-42c5-bab0-e3148e85b66a req-b2d7fbb2-7e64-4dab-9d55-4bb5f82a7c9d service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268651 Nov 03 03:09:32.920134 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-56f727da-887d-41f3-b74f-498446d89bf5 req-8dd9e414-a273-4fcf-8628-81e3372a0d06 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978148 Nov 03 03:09:32.942679 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7fc3d933-7f97-42c5-bab0-e3148e85b66a req-6854ba0d-7829-49ac-907e-a1074a6e377b service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141298 Nov 03 03:09:33.937678 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:09:34.044000 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa46ed3-523d-428c-8c83-44ec5f8d8a95 req-0f4ba5df-83a4-4a1a-bcde-e22184bf08f9 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:34.046135 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6fa46ed3-523d-428c-8c83-44ec5f8d8a95 req-0f4ba5df-83a4-4a1a-bcde-e22184bf08f9 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0529144 Nov 03 03:09:34.093948 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6fa46ed3-523d-428c-8c83-44ec5f8d8a95 req-f6b6b200-290b-4278-b58e-6830f347786f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422964 Nov 03 03:09:35.215529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efb473-49eb-4c9e-b6e6-459b007a5454 req-470be6d5-78ee-487c-b968-2d73260378b0 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:35.216991 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-77efb473-49eb-4c9e-b6e6-459b007a5454 req-470be6d5-78ee-487c-b968-2d73260378b0 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0503545 Nov 03 03:09:35.263743 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-77efb473-49eb-4c9e-b6e6-459b007a5454 req-4b7643b7-afe9-4007-be60-3336e6999aa1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Nov 03 03:09:35.894169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f481e3d8-e6bb-4724-87f9-ba71bacf373d details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:09:35.991233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:09:36.002623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'port_id': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'mac_address': 'fa:16:3e:b0:75:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:09:36.040774 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port f481e3d8-e6bb-4724-87f9-ba71bacf373d is: ACTIVE; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:09:36.041195 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:36.054152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f481e3d8-e6bb-4724-87f9-ba71bacf373d {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:09:36.073319 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:09:36.078532 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:36.130304 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=f481e3d8-e6bb-4724-87f9-ba71bacf373d,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:09:36.137488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.137838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.138178 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.138511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.138843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.139169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.140569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.140569 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.140795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.141097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.141419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.141737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.142066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:09:36.165473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['f481e3d8-e6bb-4724-87f9-ba71bacf373d'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:09:36.404361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888382f2-efe6-4256-bcbf-4f2da916abaf req-b4be2238-843a-4981-9635-9f950ded1606 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:36.406023 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-888382f2-efe6-4256-bcbf-4f2da916abaf req-b4be2238-843a-4981-9635-9f950ded1606 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 944 time: 0.0647008 Nov 03 03:09:36.458892 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-888382f2-efe6-4256-bcbf-4f2da916abaf req-fc3c0bf4-539d-4686-8ea8-f73feed021c7 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473905 Nov 03 03:09:37.608888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda7ec3-57b9-4a9c-927a-d04258ab32c1 req-a1abf97d-88fb-4335-8f04-d1dbb87733b6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:37.613485 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8bda7ec3-57b9-4a9c-927a-d04258ab32c1 req-a1abf97d-88fb-4335-8f04-d1dbb87733b6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 944 time: 0.0639472 Nov 03 03:09:37.669136 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8bda7ec3-57b9-4a9c-927a-d04258ab32c1 req-48db87bb-af43-4673-85ee-ea1ee70c7392 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503747 Nov 03 03:09:37.916677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f481e3d8-e6bb-4724-87f9-ba71bacf373d up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:09:37.972438 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port f481e3d8-e6bb-4724-87f9-ba71bacf373d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:09:37.972852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:37.973200 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port f481e3d8-e6bb-4724-87f9-ba71bacf373d Nov 03 03:09:38.057612 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port f481e3d8-e6bb-4724-87f9-ba71bacf373d is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:09:38.058008 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:38.084887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:09:38.087203 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812fa72a-217d-4e11-8aa5-21e65e36ac5b" -d '{"events": [{"server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "name": "network-vif-plugged", "status": "completed", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:09:38.099657 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:09:38.108367 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:38.160685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=f481e3d8-e6bb-4724-87f9-ba71bacf373d,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:09:38.203132 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b2a042-e0fb-444d-a021-e1f73eced597 x-openstack-request-id: req-87b2a042-e0fb-444d-a021-e1f73eced597 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:09:38.203457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "name": "network-vif-plugged", "status": "completed", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:09:38.203744 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87b2a042-e0fb-444d-a021-e1f73eced597 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:09:38.204441 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b2a042-e0fb-444d-a021-e1f73eced597'] response: {'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'code': 200} Nov 03 03:09:38.705052 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:38.823627 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5ed81-16d4-4d6d-be8f-c9c14bcf2dbe req-d400bda6-42ba-43a1-9533-8e11b3b61a3e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:38.825263 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ed5ed81-16d4-4d6d-be8f-c9c14bcf2dbe req-d400bda6-42ba-43a1-9533-8e11b3b61a3e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0726485 Nov 03 03:09:39.224869 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ed5ed81-16d4-4d6d-be8f-c9c14bcf2dbe req-2f3f73ca-5178-45c2-8b77-20a21d685b3f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3928704 Nov 03 03:09:39.886027 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c8c84a60-04be-4a34-b943-4115188cb700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:40.359058 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f2a33-3083-4c5f-ad10-a62cedb74974 req-40e541d1-5574-423d-a8d3-39f140f69b0e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:40.360729 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b23f2a33-3083-4c5f-ad10-a62cedb74974 req-40e541d1-5574-423d-a8d3-39f140f69b0e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0555315 Nov 03 03:09:40.417439 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b23f2a33-3083-4c5f-ad10-a62cedb74974 req-2d8c7bdb-4e71-4edb-9469-2afae5c237b8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505068 Nov 03 03:09:41.554329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46fd06-9949-4a1a-a320-777e380e8f4d req-923221e4-3a32-4c74-8c5c-bb7cdd322376 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:41.556346 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af46fd06-9949-4a1a-a320-777e380e8f4d req-923221e4-3a32-4c74-8c5c-bb7cdd322376 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0595341 Nov 03 03:09:41.611271 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-af46fd06-9949-4a1a-a320-777e380e8f4d req-a7678a7d-ab5f-4f94-9119-6646957f97a6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491300 Nov 03 03:09:42.370813 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9cda18f7-bf58-4808-9757-9710b24d50eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:42.743030 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10b79d-3c57-4b0a-81e4-0a472825ae75 req-3388bbdd-722d-4f1e-a855-75503415801f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:42.744653 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4f10b79d-3c57-4b0a-81e4-0a472825ae75 req-3388bbdd-722d-4f1e-a855-75503415801f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0545337 Nov 03 03:09:42.800352 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4f10b79d-3c57-4b0a-81e4-0a472825ae75 req-66a0797e-410a-477b-8c84-5ae17864c60a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490530 Nov 03 03:09:43.374217 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:43.939855 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd0ab-bd50-41c6-add0-5066e105122a req-01e01278-4355-448c-9f42-a4f812c15f90 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:43.941513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-844dd0ab-bd50-41c6-add0-5066e105122a req-01e01278-4355-448c-9f42-a4f812c15f90 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0576086 Nov 03 03:09:43.997030 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-844dd0ab-bd50-41c6-add0-5066e105122a req-850f3888-205d-4635-9316-87b81c3fced2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493295 Nov 03 03:09:44.896882 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:45.126444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba709d2-040a-4453-b85d-ce5adc4bf90a req-1caaf34b-35e9-4ab5-a4da-96259a122844 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:45.127946 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cba709d2-040a-4453-b85d-ce5adc4bf90a req-1caaf34b-35e9-4ab5-a4da-96259a122844 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0562851 Nov 03 03:09:45.176096 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cba709d2-040a-4453-b85d-ce5adc4bf90a req-c1309c22-323d-48c6-b8ee-93a003c614fe tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427258 Nov 03 03:09:45.672131 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee699df-5f34-44d7-a7cc-852d7aefb275 req-73010601-87a7-4735-86bc-9ee41df853c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:45.673620 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cee699df-5f34-44d7-a7cc-852d7aefb275 req-73010601-87a7-4735-86bc-9ee41df853c4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1129 time: 0.0444136 Nov 03 03:09:45.767705 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee699df-5f34-44d7-a7cc-852d7aefb275 req-ddc065d8-d17b-4114-b2e9-6e1cd0401e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:45.769111 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cee699df-5f34-44d7-a7cc-852d7aefb275 req-ddc065d8-d17b-4114-b2e9-6e1cd0401e5e service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0857019 Nov 03 03:09:45.832596 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cee699df-5f34-44d7-a7cc-852d7aefb275 req-4c4fd49e-020e-46d4-8384-c3c838713e25 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 1000 time: 0.0540013 Nov 03 03:09:45.884469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee699df-5f34-44d7-a7cc-852d7aefb275 req-2faa77ef-833e-4f51-ad9c-5ff366d0753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:45.886011 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cee699df-5f34-44d7-a7cc-852d7aefb275 req-2faa77ef-833e-4f51-ad9c-5ff366d0753e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0430295 Nov 03 03:09:45.940707 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee699df-5f34-44d7-a7cc-852d7aefb275 req-4828df2c-2c20-4896-ab26-f67ae9c5c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:45.942188 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cee699df-5f34-44d7-a7cc-852d7aefb275 req-4828df2c-2c20-4896-ab26-f67ae9c5c130 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460894 Nov 03 03:09:46.033141 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cee699df-5f34-44d7-a7cc-852d7aefb275 req-acb3d1d4-fb69-48d1-8785-1616304883fc service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803258 Nov 03 03:09:46.126280 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cee699df-5f34-44d7-a7cc-852d7aefb275 req-09eb7f0e-2707-4416-a99d-16853ef2de88 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840549 Nov 03 03:09:46.225147 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:46.300342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4a2a-9bfc-46e9-9f58-c772a0726c75 req-b0886258-e690-489a-b190-0793403d713f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:46.301864 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9d8e4a2a-9bfc-46e9-9f58-c772a0726c75 req-b0886258-e690-489a-b190-0793403d713f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0525842 Nov 03 03:09:46.351088 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9d8e4a2a-9bfc-46e9-9f58-c772a0726c75 req-c8f36c40-0648-41a0-89bb-836b02737b17 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436347 Nov 03 03:09:47.475248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218abca-0589-4a3a-8505-15febac9ad18 req-94024891-236e-4135-a3aa-e8414d747002 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:47.476755 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0218abca-0589-4a3a-8505-15febac9ad18 req-94024891-236e-4135-a3aa-e8414d747002 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0530927 Nov 03 03:09:47.526870 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0218abca-0589-4a3a-8505-15febac9ad18 req-dd0ef209-5bbe-4d92-abb0-326f148c8dcc tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446119 Nov 03 03:09:48.652838 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fd920-1c79-4804-b2d3-e63b56387966 req-717ea734-a924-4c7f-8f87-75c5752e0ba2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:48.654303 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d86fd920-1c79-4804-b2d3-e63b56387966 req-717ea734-a924-4c7f-8f87-75c5752e0ba2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0560753 Nov 03 03:09:48.703187 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d86fd920-1c79-4804-b2d3-e63b56387966 req-5af52182-018d-4c86-ac13-9cc4c249e1c7 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422516 Nov 03 03:09:48.821322 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-5cbb67c4-67c5-48c0-a423-55c033a05c09 req-6fe1c4a8-834b-42a9-a004-d5818ab6a177 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 03:09:48.822322 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5cbb67c4-67c5-48c0-a423-55c033a05c09 req-6fe1c4a8-834b-42a9-a004-d5818ab6a177 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478895 Nov 03 03:09:48.983668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be828f5-f8dd-43c9-b15b-401f3f49587a req-0cd4e8d2-ce4d-4d9e-9e6e-1d694a9a6d73 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:48.985334 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5be828f5-f8dd-43c9-b15b-401f3f49587a req-0cd4e8d2-ce4d-4d9e-9e6e-1d694a9a6d73 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 945 time: 0.0537674 Nov 03 03:09:49.036069 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5be828f5-f8dd-43c9-b15b-401f3f49587a req-bc2d39f8-1250-4eb4-a2e0-264dc97ae555 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450146 Nov 03 03:09:49.174798 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-80ffe816-d4e6-434d-8345-8fccac324d55 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895517 Nov 03 03:09:49.295072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-d3dca46e-bcec-4327-b8dd-003e1b37a792 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:49.296640 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-d3dca46e-bcec-4327-b8dd-003e1b37a792 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports/f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 942 time: 0.0940926 Nov 03 03:09:49.980088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f481e3d8-e6bb-4724-87f9-ba71bacf373d no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:09:50.051741 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port f481e3d8-e6bb-4724-87f9-ba71bacf373d is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:09:50.052174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:50.074892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:09:50.077328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15813dbf-ebc6-4e43-80e7-3efb4139f6cb" -d '{"events": [{"server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "name": "network-vif-unplugged", "status": "completed", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:09:50.089886 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:09:50.095197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:09:50.119230 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 03:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6f4ae3-f192-4592-a8c1-30805277cb61 x-openstack-request-id: req-0c6f4ae3-f192-4592-a8c1-30805277cb61 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:09:50.119534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "name": "network-vif-unplugged", "status": "completed", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:09:50.119791 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c6f4ae3-f192-4592-a8c1-30805277cb61 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:09:50.120190 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6f4ae3-f192-4592-a8c1-30805277cb61'] response: {'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'code': 200} Nov 03 03:09:50.146098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=f481e3d8-e6bb-4724-87f9-ba71bacf373d,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:09:50.175810 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b456f4-c5a5-4ae4-ba67-097e08fa3406 req-2f22c8be-f9c2-4b48-8e52-8381ee6c3944 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:50.177344 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2b456f4-c5a5-4ae4-ba67-097e08fa3406 req-2f22c8be-f9c2-4b48-8e52-8381ee6c3944 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0582709 Nov 03 03:09:50.226381 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2b456f4-c5a5-4ae4-ba67-097e08fa3406 req-800904dd-1af4-4ecc-9c56-74ccb99e0146 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434449 Nov 03 03:09:50.275271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-9e2e03c0-5234-48e1-81b1-4fd8b0b6be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:50.276825 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-9e2e03c0-5234-48e1-81b1-4fd8b0b6be02 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99&tenant_id=108864ff7bba4ddfb5230e10146cf362 HTTP/1.1" status: 200 len: 1127 time: 0.0448954 Nov 03 03:09:50.342673 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-e113ced9-8d71-4cd2-bca1-10427d4c90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:50.344247 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-e113ced9-8d71-4cd2-bca1-10427d4c90e8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1127 time: 0.0445678 Nov 03 03:09:50.444226 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-a0b0227c-0029-46c9-b7e9-6eb0d24bd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:50.445746 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-a0b0227c-0029-46c9-b7e9-6eb0d24bd976 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0886393 Nov 03 03:09:50.513378 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-e35d3707-d6f2-4e50-ad61-d0c2c6aa90be service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 998 time: 0.0561850 Nov 03 03:09:50.567427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-7e294ff6-92f4-4030-a8e7-ae3449973737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:50.568885 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-7e294ff6-92f4-4030-a8e7-ae3449973737 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0443506 Nov 03 03:09:50.622517 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-410ef354-f75d-4da7-8968-a69c8cf2270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:50.624584 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-410ef354-f75d-4da7-8968-a69c8cf2270f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498331 Nov 03 03:09:50.714462 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-5ef22905-2f2c-4dd0-8e36-6765a4aab9e5 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833092 Nov 03 03:09:50.812956 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a11b0199-a7f1-4f23-9c5b-4b741d4c0fc6 req-3b8824b1-dde2-4a52-94ec-1d7446dca57c service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886283 Nov 03 03:09:51.417191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a8bba-a274-4c5c-a213-fcf0e5cea303 req-ca9c8024-1cef-4338-8ee0-18f5c8e29055 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:51.418988 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-120a8bba-a274-4c5c-a213-fcf0e5cea303 req-ca9c8024-1cef-4338-8ee0-18f5c8e29055 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0631342 Nov 03 03:09:51.486284 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-120a8bba-a274-4c5c-a213-fcf0e5cea303 req-db941764-98d4-4e10-bcb4-d3eb3d062017 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593889 Nov 03 03:09:52.619250 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b72cc5-afa5-4bc2-a3ae-f72b9ed3e701 req-27e0f2f9-ffab-4165-94b4-6a6ee1559a5f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:52.620767 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e0b72cc5-afa5-4bc2-a3ae-f72b9ed3e701 req-27e0f2f9-ffab-4165-94b4-6a6ee1559a5f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0545073 Nov 03 03:09:52.682284 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e0b72cc5-afa5-4bc2-a3ae-f72b9ed3e701 req-10e687c2-35f9-4f45-bac8-83358060765e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548904 Nov 03 03:09:53.815892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78716bc4-b229-4ce7-8cb3-dc96edbba6c8 req-0f7d4958-1eeb-4354-b8c5-70ec1ee32a29 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:53.816681 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-78716bc4-b229-4ce7-8cb3-dc96edbba6c8 req-0f7d4958-1eeb-4354-b8c5-70ec1ee32a29 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0574529 Nov 03 03:09:53.870932 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-78716bc4-b229-4ce7-8cb3-dc96edbba6c8 req-41a4d402-dde2-407d-85ae-1cbb89337701 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479078 Nov 03 03:09:55.011404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84525b9-9bc7-44c8-ac6b-ddc22f0d07cd req-b0b6d6b6-347d-465a-b1b8-a3f99deb3e6f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:55.013104 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f84525b9-9bc7-44c8-ac6b-ddc22f0d07cd req-b0b6d6b6-347d-465a-b1b8-a3f99deb3e6f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0570829 Nov 03 03:09:55.067814 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f84525b9-9bc7-44c8-ac6b-ddc22f0d07cd req-60c2c92f-e563-468a-b85d-3a0242c93dde tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488327 Nov 03 03:09:56.208196 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d98460-b902-438f-9198-4c84e9e64086 req-c6418968-f5c0-4d69-a908-f7b2f4d7fcec tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:56.211564 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d8d98460-b902-438f-9198-4c84e9e64086 req-c6418968-f5c0-4d69-a908-f7b2f4d7fcec tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0626314 Nov 03 03:09:56.260543 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d8d98460-b902-438f-9198-4c84e9e64086 req-d8fb87c3-1d85-4b5f-99c3-49a8ae7dda33 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448930 Nov 03 03:09:57.401420 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c156d-4a95-46b2-a3f2-ca655abfceb6 req-13158bc9-96ef-49bf-b4df-aa93485a1300 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:57.403212 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f36c156d-4a95-46b2-a3f2-ca655abfceb6 req-13158bc9-96ef-49bf-b4df-aa93485a1300 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0568407 Nov 03 03:09:57.455563 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f36c156d-4a95-46b2-a3f2-ca655abfceb6 req-b96f1116-2eb0-40de-93ac-0cb1f1c125ea tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458617 Nov 03 03:09:58.602748 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf949e-4cf4-4698-95e9-af9cd754f303 req-2a19f66d-e50a-4843-9cc1-cb86d93f7e1b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:58.604277 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dbaf949e-4cf4-4698-95e9-af9cd754f303 req-2a19f66d-e50a-4843-9cc1-cb86d93f7e1b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0712023 Nov 03 03:09:58.664594 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dbaf949e-4cf4-4698-95e9-af9cd754f303 req-d759d688-0080-4bf5-9e11-4b83c6384eae tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539374 Nov 03 03:09:59.790011 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09015a8f-e4df-4252-a5cb-846c2486c2a7 req-91d23c4c-7a83-42cf-9124-34764cc5ba30 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:09:59.791401 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-09015a8f-e4df-4252-a5cb-846c2486c2a7 req-91d23c4c-7a83-42cf-9124-34764cc5ba30 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0527608 Nov 03 03:09:59.840084 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-09015a8f-e4df-4252-a5cb-846c2486c2a7 req-f44be52a-b5f5-426c-997b-b1b04120eb4e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Nov 03 03:10:00.965747 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe04101-b3ff-4cad-8019-1f5030df486e req-b598899e-39b8-48c4-9164-8b22da3d9662 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:10:00.967876 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ebe04101-b3ff-4cad-8019-1f5030df486e req-b598899e-39b8-48c4-9164-8b22da3d9662 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0536129 Nov 03 03:10:01.018720 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ebe04101-b3ff-4cad-8019-1f5030df486e req-103ee7a7-64e9-4bb6-bc96-978be291adec tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450153 Nov 03 03:10:02.087496 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f481e3d8-e6bb-4724-87f9-ba71bacf373d details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:10:02.149244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495daa-84fd-4d44-9cbe-a0c6f1c10bd5 req-cacc9972-b404-456b-a2d2-3861e1ca23f2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:10:02.150637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e9495daa-84fd-4d44-9cbe-a0c6f1c10bd5 req-cacc9972-b404-456b-a2d2-3861e1ca23f2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 943 time: 0.0568087 Nov 03 03:10:02.183629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:10:02.196108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'port_id': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'mac_address': 'fa:16:3e:b0:75:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:10:02.198757 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e9495daa-84fd-4d44-9cbe-a0c6f1c10bd5 req-3e1c8340-20d8-4507-963b-806f32318ea4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425701 Nov 03 03:10:02.234384 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port f481e3d8-e6bb-4724-87f9-ba71bacf373d is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:10:02.234768 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:02.247388 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f481e3d8-e6bb-4724-87f9-ba71bacf373d {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:10:02.266839 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:10:02.270537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:02.314761 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=f481e3d8-e6bb-4724-87f9-ba71bacf373d,revision_number=9']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:10:02.571586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['f481e3d8-e6bb-4724-87f9-ba71bacf373d'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:10:03.326477 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff721497-0c0b-4c95-8026-d02d9a91a275 req-6f97a44b-535d-4542-841b-83b43a5ebe86 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:10:03.327973 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff721497-0c0b-4c95-8026-d02d9a91a275 req-6f97a44b-535d-4542-841b-83b43a5ebe86 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 944 time: 0.0527179 Nov 03 03:10:03.377245 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ff721497-0c0b-4c95-8026-d02d9a91a275 req-643895bc-e7fc-44ce-a993-2c66bfadcc6f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435946 Nov 03 03:10:04.093139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f481e3d8-e6bb-4724-87f9-ba71bacf373d up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:10:04.138512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port f481e3d8-e6bb-4724-87f9-ba71bacf373d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:10:04.138809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:04.139147 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port f481e3d8-e6bb-4724-87f9-ba71bacf373d Nov 03 03:10:04.351743 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port f481e3d8-e6bb-4724-87f9-ba71bacf373d is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:10:04.352170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:04.373856 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:10:04.376809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66dee16-3537-432a-b161-363da9b44660" -d '{"events": [{"server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "name": "network-vif-plugged", "status": "completed", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:10:04.389003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:10:04.394574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:04.419228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c382c7a8-0ff4-4cdc-8fab-8c6f3ffa4d36 x-openstack-request-id: req-c382c7a8-0ff4-4cdc-8fab-8c6f3ffa4d36 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:10:04.419524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "name": "network-vif-plugged", "status": "completed", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:10:04.419781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c382c7a8-0ff4-4cdc-8fab-8c6f3ffa4d36 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:10:04.420170 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c382c7a8-0ff4-4cdc-8fab-8c6f3ffa4d36'] response: {'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'code': 200} Nov 03 03:10:04.448954 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=f481e3d8-e6bb-4724-87f9-ba71bacf373d,revision_number=10']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:10:04.524518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37d46-4fdf-4244-afe9-e9543104aa99 req-7f085858-c914-4a6f-96c3-8fab73475514 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:10:04.526236 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b0a37d46-4fdf-4244-afe9-e9543104aa99 req-7f085858-c914-4a6f-96c3-8fab73475514 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 946 time: 0.0599041 Nov 03 03:10:04.580953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b0a37d46-4fdf-4244-afe9-e9543104aa99 req-ea5e396e-6548-41f9-b72d-2eefaef57d55 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470040 Nov 03 03:10:04.669652 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb9785-7d50-4c2e-96db-503639605351 req-38de26e1-a37d-4d16-b487-ce8f362bdbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:10:04.671061 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f5bb9785-7d50-4c2e-96db-503639605351 req-38de26e1-a37d-4d16-b487-ce8f362bdbe5 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1130 time: 0.0447984 Nov 03 03:10:04.721781 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f5bb9785-7d50-4c2e-96db-503639605351 req-57623724-e7da-4a64-92f6-a55bbbd9b62e service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400631 Nov 03 03:10:05.706375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd91d1-ba51-478c-829b-d7daec32f78a req-92872458-5b72-4551-99ff-433856f75063 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:10:05.707827 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6cdd91d1-ba51-478c-829b-d7daec32f78a req-92872458-5b72-4551-99ff-433856f75063 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 946 time: 0.0519400 Nov 03 03:10:05.759229 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6cdd91d1-ba51-478c-829b-d7daec32f78a req-edf7fc51-fcc4-42c6-a286-27f1a558a2db tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458837 Nov 03 03:10:06.882374 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4be99-b933-468c-91ba-99a51cfa654a req-08af0709-7173-4fc8-a6c1-a6d72f03d331 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:10:06.883846 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a7a4be99-b933-468c-91ba-99a51cfa654a req-08af0709-7173-4fc8-a6c1-a6d72f03d331 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 946 time: 0.0520735 Nov 03 03:10:06.932324 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a7a4be99-b933-468c-91ba-99a51cfa654a req-b066ec9d-d334-41ee-9dbc-a1e19d64470a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428994 Nov 03 03:10:08.682984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:09.878007 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4233-2290-43cc-b29d-5beec51fa8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:10.936212 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:10:12.363587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f14a39de-e138-43f9-b82d-40911476398a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:13.373200 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:14.859156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:16.228542 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:32.370985 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-0ea523cd-05cf-4802-a85e-256f07d9f8ab service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433497 Nov 03 03:10:32.461039 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-9049094d-5f81-4df3-9d41-3a29f86e821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:10:32.462551 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-9049094d-5f81-4df3-9d41-3a29f86e821f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1130 time: 0.0494089 Nov 03 03:10:32.562361 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-bd4d6f0d-c160-4323-a4f3-5181297da3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:10:32.563799 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-bd4d6f0d-c160-4323-a4f3-5181297da3b0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0822201 Nov 03 03:10:32.627311 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-55d0656e-3476-4b2e-8f9a-0122a583471f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 1000 time: 0.0571611 Nov 03 03:10:32.674821 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-f2f1a343-5773-404f-a74e-ca71e09d68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:10:32.676210 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-f2f1a343-5773-404f-a74e-ca71e09d68fd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0429947 Nov 03 03:10:32.723847 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-3a30f536-121d-418a-84c3-8311e81e8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:10:32.725337 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-3a30f536-121d-418a-84c3-8311e81e8ce9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431297 Nov 03 03:10:32.817143 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-a51c6d9a-fe28-46ac-9c41-16a11a25f370 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850811 Nov 03 03:10:32.905411 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-05127feb-0fc6-4975-b0bb-67fb9d3025aa req-1879a56d-ce9a-4ded-bb61-bb75b45b6002 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822089 Nov 03 03:10:38.689269 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:39.881465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f3432ca9-882a-4224-9a34-659951d21065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:42.368088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5d02a78a-fd07-4ee7-9520-6026d6e7576f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:43.377495 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:44.864272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:46.229883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:10:47.934822 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:11:08.679355 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:09.883399 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-716f31a6-203e-40f8-8bb0-771c8581a451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:12.369920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9ca44201-5d13-457e-aaab-514537cd8c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:13.379392 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:14.872229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:16.231666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:19.776537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 48318) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:11:19.933166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Deleting port 236cd8d7-c3f8-4d41-8b75-52fa883dc3b0 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:11:19.933510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (236cd8d7-c3f8-4d41-8b75-52fa883dc3b0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:20.008271 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (236cd8d7-c3f8-4d41-8b75-52fa883dc3b0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:20.008696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for floatingip (236cd8d7-c3f8-4d41-8b75-52fa883dc3b0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:20.020380 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Calling delete_port for 236cd8d7-c3f8-4d41-8b75-52fa883dc3b0 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:11:20.167752 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (236cd8d7-c3f8-4d41-8b75-52fa883dc3b0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:20.190099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event deleted for resources: {'Port': ['ID=236cd8d7-c3f8-4d41-8b75-52fa883dc3b0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:20.202843 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.203194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.203535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.203869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.204202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.204554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.204888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.205212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.205538 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.205867 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.206190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.206509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.206836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:20.261721 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for floatingip (7378c103-17c0-4e2a-917f-fdddef737817), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:20.262051 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Floating IP 7378c103-17c0-4e2a-917f-fdddef737817 disassociated (deleted). External IP: 172.26.6.73, port: f481e3d8-e6bb-4724-87f9-ba71bacf373d. Nov 03 03:11:20.456279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:11:20.556708 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:11:20.561502 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:20.566119 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c666272-ab55-4808-9039-0876c188cfbe None None] Sync routers for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:11:20.575948 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c666272-ab55-4808-9039-0876c188cfbe None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:11:20.576786 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3c666272-ab55-4808-9039-0876c188cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:11:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:11:20.591322 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-0810a68b-a6ae-4aac-9b51-842d7f999b42 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "DELETE /v2.0/floatingips/7378c103-17c0-4e2a-917f-fdddef737817 HTTP/1.1" status: 204 len: 168 time: 0.8136866 Nov 03 03:11:20.592076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:11:20.594565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75" -d '{"events": [{"name": "network-changed", "server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:11:20.634781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7950ad-8d6a-4bc9-be7b-012e2e3b40f2 x-openstack-request-id: req-ad7950ad-8d6a-4bc9-be7b-012e2e3b40f2 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:11:20.635078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:11:20.635336 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad7950ad-8d6a-4bc9-be7b-012e2e3b40f2 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:11:20.635905 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7950ad-8d6a-4bc9-be7b-012e2e3b40f2'] response: {'name': 'network-changed', 'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'status': 'completed', 'code': 200} Nov 03 03:11:20.679382 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-3c666272-ab55-4808-9039-0876c188cfbe None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:11:20.709002 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75 req-8bfd4190-d5dd-4cb6-8f57-bec076c894c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:20.709895 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75 req-8bfd4190-d5dd-4cb6-8f57-bec076c894c2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 1130 time: 0.0466619 Nov 03 03:11:20.864953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a5270-6e66-47ba-bfaa-6758f71b466e req-ac6585de-df1f-48df-a938-808cfd2821e1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:20.866567 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d56a5270-6e66-47ba-bfaa-6758f71b466e req-ac6585de-df1f-48df-a938-808cfd2821e1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 946 time: 0.0854249 Nov 03 03:11:20.867616 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75 req-eb1ca8b0-da8b-4ef6-9464-dc9ada2a9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:20.869028 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75 req-eb1ca8b0-da8b-4ef6-9464-dc9ada2a9c5b service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.1444278 Nov 03 03:11:20.888254 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3c666272-ab55-4808-9039-0876c188cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:11:20.913541 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c666272-ab55-4808-9039-0876c188cfbe None None] Checking router: 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:11:20.921863 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c666272-ab55-4808-9039-0876c188cfbe None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:11:20.922468 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3c666272-ab55-4808-9039-0876c188cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:11:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:11:20.923985 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75 req-92e855fd-34fc-48bd-a3e1-6045e65f485c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 200 len: 217 time: 0.0439780 Nov 03 03:11:20.978972 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d56a5270-6e66-47ba-bfaa-6758f71b466e req-3c5d51f6-9ed0-4d9e-8dd1-193cfa6701cf tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063633 Nov 03 03:11:20.992530 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75 req-3a38de8d-e2ae-4355-a5b5-bb5004287a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:20.994046 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75 req-3a38de8d-e2ae-4355-a5b5-bb5004287a9c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0603850 Nov 03 03:11:21.022250 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-3c666272-ab55-4808-9039-0876c188cfbe None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:11:21.044656 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75 req-3a3e982e-6d61-4ed4-93f6-6a73442d7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:21.046142 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75 req-3a3e982e-6d61-4ed4-93f6-6a73442d7744 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451152 Nov 03 03:11:21.140321 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75 req-90fe8524-16fa-45a7-9d3e-1ac7b99e22a4 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870726 Nov 03 03:11:21.211535 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3c666272-ab55-4808-9039-0876c188cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:11:21.231680 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9e632c3-17a2-4e0b-85ff-54f1d0837e75 req-ab3719bd-6958-4808-bf84-a2d169734545 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837095 Nov 03 03:11:21.239756 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c666272-ab55-4808-9039-0876c188cfbe None None] The sync data for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv is: [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:11:21.454083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5897c370-0fa7-4daf-a5dc-d62eec9c171d None None] New status for floating IP 7378c103-17c0-4e2a-917f-fdddef737817: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:11:22.111129 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f91ce-f135-4caf-9327-0ff0ba94a0e4 req-772dcdfb-3de8-4ce8-bbbe-1364609aa37f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:22.112856 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-226f91ce-f135-4caf-9327-0ff0ba94a0e4 req-772dcdfb-3de8-4ce8-bbbe-1364609aa37f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 946 time: 0.0574529 Nov 03 03:11:22.162385 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-226f91ce-f135-4caf-9327-0ff0ba94a0e4 req-40590aac-8594-43bc-b44c-71344e9b8a7f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e75e7ef-c074-414a-b19d-a1b7815edf66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433044 Nov 03 03:11:22.423191 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4417e-af33-4fab-a4b7-ea0f88399526 req-8e5abb38-8709-443b-8c2f-eb3be3a50dbb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:22.424597 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e1a4417e-af33-4fab-a4b7-ea0f88399526 req-8e5abb38-8709-443b-8c2f-eb3be3a50dbb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.27 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 946 time: 0.0542696 Nov 03 03:11:22.521484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-e1a4417e-af33-4fab-a4b7-ea0f88399526 req-a2708326-bf25-4997-bae6-5c8110b0a351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Deleting port f481e3d8-e6bb-4724-87f9-ba71bacf373d {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:11:22.521830 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-e1a4417e-af33-4fab-a4b7-ea0f88399526 req-a2708326-bf25-4997-bae6-5c8110b0a351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:22.610076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-e1a4417e-af33-4fab-a4b7-ea0f88399526 req-a2708326-bf25-4997-bae6-5c8110b0a351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] For port f481e3d8-e6bb-4724-87f9-ba71bacf373d, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=f481e3d8-e6bb-4724-87f9-ba71bacf373d,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:11:22.610450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-e1a4417e-af33-4fab-a4b7-ea0f88399526 req-a2708326-bf25-4997-bae6-5c8110b0a351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:22.623823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-e1a4417e-af33-4fab-a4b7-ea0f88399526 req-a2708326-bf25-4997-bae6-5c8110b0a351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Calling delete_port for f481e3d8-e6bb-4724-87f9-ba71bacf373d owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:11:22.772427 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-e1a4417e-af33-4fab-a4b7-ea0f88399526 req-a2708326-bf25-4997-bae6-5c8110b0a351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (f481e3d8-e6bb-4724-87f9-ba71bacf373d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:22.810421 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2708326-bf25-4997-bae6-5c8110b0a351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event deleted for resources: {'Port': ['ID=f481e3d8-e6bb-4724-87f9-ba71bacf373d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:22.861691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a4417e-af33-4fab-a4b7-ea0f88399526 req-a2708326-bf25-4997-bae6-5c8110b0a351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] No DVR routers for this DVR port f481e3d8-e6bb-4724-87f9-ba71bacf373d on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:11:22.864745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-e1a4417e-af33-4fab-a4b7-ea0f88399526 req-a2708326-bf25-4997-bae6-5c8110b0a351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:22.869356 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e1a4417e-af33-4fab-a4b7-ea0f88399526 req-a2708326-bf25-4997-bae6-5c8110b0a351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.27 "DELETE /v2.0/ports/f481e3d8-e6bb-4724-87f9-ba71bacf373d HTTP/1.1" status: 204 len: 173 time: 0.4365706 Nov 03 03:11:22.870109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'name': 'network-vif-deleted', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:11:22.873775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd53f419-a641-4d48-b3f4-716d8dd82bdf" -d '{"events": [{"server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "name": "network-vif-deleted", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:11:22.917575 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1847d8a-44fd-447d-8a4a-4ebfc798c43e x-openstack-request-id: req-f1847d8a-44fd-447d-8a4a-4ebfc798c43e {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:11:22.917808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ee5fd-c8eb-4cde-bef9-3821cf1a3f99", "name": "network-vif-deleted", "tag": "f481e3d8-e6bb-4724-87f9-ba71bacf373d", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:11:22.918081 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1847d8a-44fd-447d-8a4a-4ebfc798c43e {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:11:22.918481 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1847d8a-44fd-447d-8a4a-4ebfc798c43e'] response: {'server_uuid': '952ee5fd-c8eb-4cde-bef9-3821cf1a3f99', 'name': 'network-vif-deleted', 'tag': 'f481e3d8-e6bb-4724-87f9-ba71bacf373d', 'status': 'completed', 'code': 200} Nov 03 03:11:23.295643 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ddd58b77-bc41-4414-bfec-b5b10ee1a011 req-be54db91-9b5c-4cb0-9f80-5eeb7a9900dd tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=952ee5fd-c8eb-4cde-bef9-3821cf1a3f99 HTTP/1.1" status: 200 len: 210 time: 0.0343587 Nov 03 03:11:24.365720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 48338) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:11:24.421166 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f91aafcf-284f-44c3-9765-9dfbbaff0364 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (3e75e7ef-c074-414a-b19d-a1b7815edf66), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.446535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f91aafcf-284f-44c3-9765-9dfbbaff0364 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (3e75e7ef-c074-414a-b19d-a1b7815edf66), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.508148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f91aafcf-284f-44c3-9765-9dfbbaff0364 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (3e75e7ef-c074-414a-b19d-a1b7815edf66), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.510772 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f91aafcf-284f-44c3-9765-9dfbbaff0364 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.511925 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f91aafcf-284f-44c3-9765-9dfbbaff0364 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e75e7ef-c074-414a-b19d-a1b7815edf66 HTTP/1.1" status: 204 len: 168 time: 0.1452019 Nov 03 03:11:24.521919 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aafcf-284f-44c3-9765-9dfbbaff0364 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e75e7ef-c074-414a-b19d-a1b7815edf66,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:24.618720 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 48344) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:11:24.623345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-67565cfb-1d70-4238-8bf6-cefb736a41fb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249658755', 'description': 'tempest-secgroup-smoke-249658755 description', 'project_id': '108864ff7bba4ddfb5230e10146cf362'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:11:24.644242 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67565cfb-1d70-4238-8bf6-cefb736a41fb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.708981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67565cfb-1d70-4238-8bf6-cefb736a41fb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (e5bf6be4-eede-472e-857a-ae35ea49f392), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.712467 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67565cfb-1d70-4238-8bf6-cefb736a41fb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e5bf6be4-eede-472e-857a-ae35ea49f392), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.742916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-67565cfb-1d70-4238-8bf6-cefb736a41fb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.744134 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-67565cfb-1d70-4238-8bf6-cefb736a41fb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1243579 Nov 03 03:11:24.746026 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67565cfb-1d70-4238-8bf6-cefb736a41fb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bf6be4-eede-472e-857a-ae35ea49f392,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:24.747275 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48346) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:11:24.752431 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': 'e5bf6be4-eede-472e-857a-ae35ea49f392', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:11:24.778386 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (a105de35-9795-442c-ad88-b40f28f79a5e), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.832975 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (a105de35-9795-442c-ad88-b40f28f79a5e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.836496 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (a105de35-9795-442c-ad88-b40f28f79a5e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.855106 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a105de35-9795-442c-ad88-b40f28f79a5e,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:24.864340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.865507 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172328 Nov 03 03:11:24.867243 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.867598 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.867977 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.868318 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.868666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 48350) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:11:24.868822 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.869012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.869347 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.869683 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.870016 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.870349 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.870680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.871029 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.871333 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b442784-89c0-4438-b3a6-ad82e1cf9e96 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:11:24.873665 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ed56f8a6-fe51-42fc-88e4-4b20532c2723 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': 'e5bf6be4-eede-472e-857a-ae35ea49f392', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:11:24.899438 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ed56f8a6-fe51-42fc-88e4-4b20532c2723 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (073b5c0d-af39-4c48-b72f-56f4cf894b55), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.933379 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:11:24.959952 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ed56f8a6-fe51-42fc-88e4-4b20532c2723 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (073b5c0d-af39-4c48-b72f-56f4cf894b55), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.963629 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ed56f8a6-fe51-42fc-88e4-4b20532c2723 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (073b5c0d-af39-4c48-b72f-56f4cf894b55), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.980730 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56f8a6-fe51-42fc-88e4-4b20532c2723 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073b5c0d-af39-4c48-b72f-56f4cf894b55,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:24.990066 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ed56f8a6-fe51-42fc-88e4-4b20532c2723 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:24.991265 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-ed56f8a6-fe51-42fc-88e4-4b20532c2723 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216111 Nov 03 03:11:24.994126 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 48352) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:11:24.998255 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b493b51b-0130-4d38-b945-0ec586142a3e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': 'e5bf6be4-eede-472e-857a-ae35ea49f392', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:11:25.021713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b493b51b-0130-4d38-b945-0ec586142a3e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (76ff6c7d-b878-4b4b-80ab-8242bc047e83), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.077341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b493b51b-0130-4d38-b945-0ec586142a3e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (76ff6c7d-b878-4b4b-80ab-8242bc047e83), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.080974 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b493b51b-0130-4d38-b945-0ec586142a3e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (76ff6c7d-b878-4b4b-80ab-8242bc047e83), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.098725 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493b51b-0130-4d38-b945-0ec586142a3e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ff6c7d-b878-4b4b-80ab-8242bc047e83,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:25.108184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b493b51b-0130-4d38-b945-0ec586142a3e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.109407 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-b493b51b-0130-4d38-b945-0ec586142a3e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143703 Nov 03 03:11:25.112466 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48354) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:11:25.117645 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-07a32380-d0f7-4716-a46a-cfc2cf5f93c0 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': 'e5bf6be4-eede-472e-857a-ae35ea49f392', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:11:25.142989 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07a32380-d0f7-4716-a46a-cfc2cf5f93c0 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (b4281c58-a4c5-4061-9971-d20f30118dfc), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.202623 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07a32380-d0f7-4716-a46a-cfc2cf5f93c0 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (b4281c58-a4c5-4061-9971-d20f30118dfc), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.206658 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07a32380-d0f7-4716-a46a-cfc2cf5f93c0 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (b4281c58-a4c5-4061-9971-d20f30118dfc), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.225372 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a32380-d0f7-4716-a46a-cfc2cf5f93c0 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4281c58-a4c5-4061-9971-d20f30118dfc,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:25.230849 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07a32380-d0f7-4716-a46a-cfc2cf5f93c0 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.232001 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-07a32380-d0f7-4716-a46a-cfc2cf5f93c0 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183619 Nov 03 03:11:25.234780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48356) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:11:25.239258 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-41d825aa-dd43-48f2-9a16-0df64878347d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': 'e5bf6be4-eede-472e-857a-ae35ea49f392', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:11:25.259622 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-41d825aa-dd43-48f2-9a16-0df64878347d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Project 108864ff7bba4ddfb5230e10146cf362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:11:25.264307 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41d825aa-dd43-48f2-9a16-0df64878347d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (70efafe0-770c-4b33-af07-35a64a528214), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.322050 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41d825aa-dd43-48f2-9a16-0df64878347d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (70efafe0-770c-4b33-af07-35a64a528214), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.326598 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41d825aa-dd43-48f2-9a16-0df64878347d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (70efafe0-770c-4b33-af07-35a64a528214), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.348019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d825aa-dd43-48f2-9a16-0df64878347d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70efafe0-770c-4b33-af07-35a64a528214,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:25.353597 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-41d825aa-dd43-48f2-9a16-0df64878347d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.356941 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-41d825aa-dd43-48f2-9a16-0df64878347d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212053 Nov 03 03:11:25.357531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48358) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:11:25.362010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-045db18c-66ef-4b18-9505-8098f75fcd83 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'security_group_rule': {'security_group_id': 'e5bf6be4-eede-472e-857a-ae35ea49f392', 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:11:25.381500 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-045db18c-66ef-4b18-9505-8098f75fcd83 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Project 108864ff7bba4ddfb5230e10146cf362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:11:25.386098 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-045db18c-66ef-4b18-9505-8098f75fcd83 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (ad4fc33a-b0d9-44ae-879d-34da2d1c6c48), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.444745 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-045db18c-66ef-4b18-9505-8098f75fcd83 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (ad4fc33a-b0d9-44ae-879d-34da2d1c6c48), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.448346 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-045db18c-66ef-4b18-9505-8098f75fcd83 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (ad4fc33a-b0d9-44ae-879d-34da2d1c6c48), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.465666 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045db18c-66ef-4b18-9505-8098f75fcd83 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4fc33a-b0d9-44ae-879d-34da2d1c6c48,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:25.476292 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-045db18c-66ef-4b18-9505-8098f75fcd83 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:25.477551 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-045db18c-66ef-4b18-9505-8098f75fcd83 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191037 Nov 03 03:11:26.434559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f481e3d8-e6bb-4724-87f9-ba71bacf373d no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:11:26.455262 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: f481e3d8-e6bb-4724-87f9-ba71bacf373d {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:11:26.455617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device f481e3d8-e6bb-4724-87f9-ba71bacf373d not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:11:38.710166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:39.887902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ce5ab230-949d-40c5-af03-498ce804e547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:42.381785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5f4decaf-dec2-475e-9ea5-779c89b91e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:43.382691 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:44.871909 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:45.052026 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-9bce22cf-750c-4f90-b694-5ce7ccbfcace tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249658755&fields=id&tenant_id=108864ff7bba4ddfb5230e10146cf362 HTTP/1.1" status: 200 len: 267 time: 0.0440109 Nov 03 03:11:45.157513 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c8317-f739-49b0-ae55-f464b23586bf req-e5a30941-65fb-4a52-888b-28ae5cddff50 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:45.158863 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-e5a30941-65fb-4a52-888b-28ae5cddff50 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 809 time: 0.1004508 Nov 03 03:11:45.175626 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-3bf5e204-de12-43fe-9aa6-f65c3904a110 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/quotas/108864ff7bba4ddfb5230e10146cf362 HTTP/1.1" status: 200 len: 375 time: 0.0090327 Nov 03 03:11:45.228710 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-f7dca5d1-f260-4cdd-88b3-b4e2c09cc6a2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483165 Nov 03 03:11:45.325781 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-59527352-4b17-4522-8b29-a5668e4b2bb6 service neutron] 10.222.0.23 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859509 Nov 03 03:11:45.413149 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-3f9a9d0b-b664-4d91-a719-5eb383487e8c service neutron] 10.222.0.23 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816598 Nov 03 03:11:45.694839 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-59c004a9-7a86-48f2-8841-d41761786e04 req-2405dd2c-dded-425c-b8e5-fbd481b1d419 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 210 time: 0.0278027 Nov 03 03:11:46.234197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:46.642819 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c8317-f739-49b0-ae55-f464b23586bf req-dbffb056-cfc1-4f81-a965-5e80f3865675 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:46.644304 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-dbffb056-cfc1-4f81-a965-5e80f3865675 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 809 time: 0.1069036 Nov 03 03:11:46.707550 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-ba5362b1-a104-4d21-97f4-1438c54ee778 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=108864ff7bba4ddfb5230e10146cf362 HTTP/1.1" status: 200 len: 379 time: 0.0519800 Nov 03 03:11:46.720619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'port': {'device_id': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'admin_state_up': True, 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'security_groups': ['e5bf6be4-eede-472e-857a-ae35ea49f392']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:11:46.802381 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2933e9bf-d6d9-494e-a102-e620ea717d63 req-db9261b9-6fa5-4573-8053-51f9ebf9bcf8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 210 time: 0.0334671 Nov 03 03:11:46.860078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Made reservation on behalf of 108864ff7bba4ddfb5230e10146cf362 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:11:46.864695 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:46.995093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Allocated IP 172.20.0.8 (fa1ba089-6d3a-4840-89c3-1a5d1fba31b9/e1777275-4ed1-4124-af6b-042bda24696c/e841cb54-e603-4dbb-9fed-558efdea4a0e) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:11:47.134353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:47.166510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:47.531488 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:11:47.534417 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:11:47.538170 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:11:47.567337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'Port': ['ID=e841cb54-e603-4dbb-9fed-558efdea4a0e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:47.596147 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:47.596787 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:47.615006 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-1e3b8610-6493-44f6-9371-f92963459fe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8979292 Nov 03 03:11:47.631712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Request body: {'port': {'device_id': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:11:47.694321 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:47.800688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-9fb55bd4-316e-4cc3-9787-99ee015d2f8b None None] Provisioning complete for port e841cb54-e603-4dbb-9fed-558efdea4a0e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:11:47.802005 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9fb55bd4-316e-4cc3-9787-99ee015d2f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:47.802584 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-9fb55bd4-316e-4cc3-9787-99ee015d2f8b None None] Attempt 1 to provision port e841cb54-e603-4dbb-9fed-558efdea4a0e Nov 03 03:11:47.847074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9fb55bd4-316e-4cc3-9787-99ee015d2f8b None None] Port e841cb54-e603-4dbb-9fed-558efdea4a0e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:11:47.978802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9a507-ed6d-463b-98bd-9dd512a97593 req-b9120cae-b0f9-4a08-a41b-88938b96dbe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:47.980298 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ca9a507-ed6d-463b-98bd-9dd512a97593 req-b9120cae-b0f9-4a08-a41b-88938b96dbe8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 931 time: 0.0912712 Nov 03 03:11:48.045469 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e841cb54-e603-4dbb-9fed-558efdea4a0e {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:11:48.059541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Publish callbacks [] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:48.073131 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ca9a507-ed6d-463b-98bd-9dd512a97593 req-a3257bc8-8942-43cc-899a-8ffa2f243f57 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868409 Nov 03 03:11:48.080522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Transition to ACTIVE for port object e841cb54-e603-4dbb-9fed-558efdea4a0e will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 03:11:48.085091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:48.177430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Pushing event updated for resources: {'Port': ['ID=e841cb54-e603-4dbb-9fed-558efdea4a0e,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:48.213329 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Attempting to bind port e841cb54-e603-4dbb-9fed-558efdea4a0e on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:11:48.213670 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Attempting to bind port e841cb54-e603-4dbb-9fed-558efdea4a0e by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:11:48.213998 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Attempting to bind port e841cb54-e603-4dbb-9fed-558efdea4a0e on network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:11:48.218530 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Port e841cb54-e603-4dbb-9fed-558efdea4a0e on network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 03:11:48.218856 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Attempting to bind port e841cb54-e603-4dbb-9fed-558efdea4a0e on network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:11:48.224173 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:11:48.224511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Checking segment: {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:11:48.224916 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Bound using segment: {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:11:48.225485 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Bound port: e841cb54-e603-4dbb-9fed-558efdea4a0e, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939c96a5-04bf-451e-9324-83212bbbe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:11:48.225893 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:48.297702 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] For port e841cb54-e603-4dbb-9fed-558efdea4a0e, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:11:48.301474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] For port e841cb54-e603-4dbb-9fed-558efdea4a0e, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:11:48.308337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:48.312377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:48.312979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:11:48.314325 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] 10.222.0.27 "PUT /v2.0/ports/e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 1093 time: 0.6878374 Nov 03 03:11:48.314837 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:11:48.317125 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ff6c66-ef0c-4c0b-a091-585bfac14907" -d '{"events": [{"name": "network-changed", "server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:11:48.348765 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-9fb55bd4-316e-4cc3-9787-99ee015d2f8b None None] Attempt 2 to provision port e841cb54-e603-4dbb-9fed-558efdea4a0e Nov 03 03:11:48.378511 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0423376f-a823-4a27-aa71-77b5fe8294f7 x-openstack-request-id: req-0423376f-a823-4a27-aa71-77b5fe8294f7 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:11:48.378945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:11:48.379343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0423376f-a823-4a27-aa71-77b5fe8294f7 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:11:48.379878 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0423376f-a823-4a27-aa71-77b5fe8294f7'] response: {'name': 'network-changed', 'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'status': 'completed', 'code': 200} Nov 03 03:11:48.394028 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9fb55bd4-316e-4cc3-9787-99ee015d2f8b None None] Port e841cb54-e603-4dbb-9fed-558efdea4a0e had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 03:11:48.397768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55144d05-d961-484e-9f5b-fe36d39d5415 service neutron] Pushing event updated for resources: {'Port': ['ID=e841cb54-e603-4dbb-9fed-558efdea4a0e,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:11:48.419124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c8317-f739-49b0-ae55-f464b23586bf req-275d0896-4fb1-4f41-8828-d6d253842b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:48.420669 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-275d0896-4fb1-4f41-8828-d6d253842b20 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1127 time: 0.0529156 Nov 03 03:11:48.467143 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-cfc91e8c-5097-4b66-a43e-21023c35cd45 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 217 time: 0.0334053 Nov 03 03:11:48.519320 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c8317-f739-49b0-ae55-f464b23586bf req-6971b264-7d86-4783-aa73-ff5a70984efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:48.521549 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-6971b264-7d86-4783-aa73-ff5a70984efc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0455532 Nov 03 03:11:48.577818 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c8317-f739-49b0-ae55-f464b23586bf req-9d9eda0a-653a-493b-b4f0-0e313be5e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:48.579244 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-9d9eda0a-653a-493b-b4f0-0e313be5e5fd service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479002 Nov 03 03:11:48.672827 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-55600167-8363-4657-b38c-93b56c2c5d1a service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831985 Nov 03 03:11:48.770079 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-023c8317-f739-49b0-ae55-f464b23586bf req-a9572c17-09b2-4596-9bf1-827fc4ad371e service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873990 Nov 03 03:11:48.869124 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff6c66-ef0c-4c0b-a091-585bfac14907 req-39472b8f-4300-4091-8c9d-7be32384a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:48.870685 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4ff6c66-ef0c-4c0b-a091-585bfac14907 req-39472b8f-4300-4091-8c9d-7be32384a2fa service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1127 time: 0.0465453 Nov 03 03:11:48.965355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff6c66-ef0c-4c0b-a091-585bfac14907 req-d8b184d9-db9f-40e0-b5ba-1fe9afe85a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:48.966867 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4ff6c66-ef0c-4c0b-a091-585bfac14907 req-d8b184d9-db9f-40e0-b5ba-1fe9afe85a71 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0859673 Nov 03 03:11:49.014585 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4ff6c66-ef0c-4c0b-a091-585bfac14907 req-3bbca6f8-7278-4b39-9496-cb999df4d497 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 217 time: 0.0376837 Nov 03 03:11:49.066703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff6c66-ef0c-4c0b-a091-585bfac14907 req-3e4f2c97-feab-459d-b963-8885d59614a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:49.068153 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4ff6c66-ef0c-4c0b-a091-585bfac14907 req-3e4f2c97-feab-459d-b963-8885d59614a6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0445025 Nov 03 03:11:49.123137 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff6c66-ef0c-4c0b-a091-585bfac14907 req-28fd647b-ee39-4a9c-a7a5-32d7474b0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:49.124642 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4ff6c66-ef0c-4c0b-a091-585bfac14907 req-28fd647b-ee39-4a9c-a7a5-32d7474b0d76 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463743 Nov 03 03:11:49.258026 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4ff6c66-ef0c-4c0b-a091-585bfac14907 req-f41e3a4d-b77c-4550-9d1c-2809302637e2 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215057 Nov 03 03:11:49.264779 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896576b0-5fa7-45ff-b804-79c855fc1665 req-9b51d00a-2bab-426b-8e41-c31c23f85553 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:49.266158 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-896576b0-5fa7-45ff-b804-79c855fc1665 req-9b51d00a-2bab-426b-8e41-c31c23f85553 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.1124282 Nov 03 03:11:49.370569 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-896576b0-5fa7-45ff-b804-79c855fc1665 req-c7858331-e7d8-4faf-985b-cdfad796d9ff tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963390 Nov 03 03:11:49.393069 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4ff6c66-ef0c-4c0b-a091-585bfac14907 req-e64dc24a-bc18-4c29-ae69-e2c99ba1012f service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258674 Nov 03 03:11:50.499908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62a957-d67e-4fa1-a282-c6720ea484ae req-15ddf024-f043-443b-bd65-2c17349c1f1c tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:50.501578 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dc62a957-d67e-4fa1-a282-c6720ea484ae req-15ddf024-f043-443b-bd65-2c17349c1f1c tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0552096 Nov 03 03:11:50.551560 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dc62a957-d67e-4fa1-a282-c6720ea484ae req-b1539c1f-1937-4706-8dd4-3d4b449b8b4d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428202 Nov 03 03:11:51.681099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4e9c-96a0-4239-b9f7-8c04718519cf req-4263596e-c497-451c-a593-d133ca79ce80 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:51.682511 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b06d4e9c-96a0-4239-b9f7-8c04718519cf req-4263596e-c497-451c-a593-d133ca79ce80 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0591500 Nov 03 03:11:51.731550 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b06d4e9c-96a0-4239-b9f7-8c04718519cf req-085f8963-5f33-4fe6-aad8-9627e5122602 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433738 Nov 03 03:11:52.856997 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee75d91-753d-4a94-8d50-1dcc269f463f req-39be88fd-da11-4168-a845-b797d430815d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:52.858500 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ee75d91-753d-4a94-8d50-1dcc269f463f req-39be88fd-da11-4168-a845-b797d430815d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0545952 Nov 03 03:11:52.908748 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9ee75d91-753d-4a94-8d50-1dcc269f463f req-e7b720ac-3f0e-456d-bc02-c5846f8d5b36 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433090 Nov 03 03:11:54.034055 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b937c-b945-47f4-8fcc-f68ab7cc3a22 req-4c3447df-03db-49a8-8fae-2c9cb0c398eb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:54.036299 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e9b937c-b945-47f4-8fcc-f68ab7cc3a22 req-4c3447df-03db-49a8-8fae-2c9cb0c398eb tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0539148 Nov 03 03:11:54.090194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1e9b937c-b945-47f4-8fcc-f68ab7cc3a22 req-ffa202ee-35f3-42c5-a93d-6ecb05e02db4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481510 Nov 03 03:11:55.214431 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9a714-f5ab-484d-921f-738269206d81 req-c90f5b5a-3ddb-4fa0-a5a4-0ae45712d351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:55.215902 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9eb9a714-f5ab-484d-921f-738269206d81 req-c90f5b5a-3ddb-4fa0-a5a4-0ae45712d351 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0533354 Nov 03 03:11:55.264930 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9eb9a714-f5ab-484d-921f-738269206d81 req-2b8771d3-6f2c-4979-afd9-bd791d98373c tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Nov 03 03:11:56.393261 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d511-6e3d-4857-80c1-28ce0179dd5e req-e8eee6f3-260f-46fe-b730-9ad155e44915 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:56.395271 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e832d511-6e3d-4857-80c1-28ce0179dd5e req-e8eee6f3-260f-46fe-b730-9ad155e44915 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0590603 Nov 03 03:11:56.448134 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e832d511-6e3d-4857-80c1-28ce0179dd5e req-0028a3d3-beff-45f8-9767-0a6901b08e02 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469859 Nov 03 03:11:57.578370 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce495b7-f0d0-49e6-a539-65a8704fe72f req-357b9b0a-20f0-46e4-8579-39a62118c7c9 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:57.579857 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ce495b7-f0d0-49e6-a539-65a8704fe72f req-357b9b0a-20f0-46e4-8579-39a62118c7c9 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0566261 Nov 03 03:11:57.629252 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ce495b7-f0d0-49e6-a539-65a8704fe72f req-97a32477-6062-4f1a-af24-06a17ed84168 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428088 Nov 03 03:11:58.752451 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768acf46-1956-46a6-8cbb-64c2813f52fb req-c5cff107-8b70-4b7a-8a36-13d9ac562676 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:58.753974 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-768acf46-1956-46a6-8cbb-64c2813f52fb req-c5cff107-8b70-4b7a-8a36-13d9ac562676 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0530429 Nov 03 03:11:58.803708 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-768acf46-1956-46a6-8cbb-64c2813f52fb req-7d4d9402-9bf3-402c-a967-abfe363e1047 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442045 Nov 03 03:11:59.930902 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954a42c-8e95-4f96-92ba-ea940708491e req-2200eb7e-2940-4491-aa90-7e756a476106 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:11:59.932346 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b954a42c-8e95-4f96-92ba-ea940708491e req-2200eb7e-2940-4491-aa90-7e756a476106 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0575593 Nov 03 03:11:59.980149 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b954a42c-8e95-4f96-92ba-ea940708491e req-0733622a-5519-4936-81d7-202de8a94ac3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422878 Nov 03 03:12:01.104056 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22a564-9a5a-456e-a12c-a5ee2a75087e req-39544c07-5da1-4278-a0c9-d439858d12ef tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:01.105603 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-be22a564-9a5a-456e-a12c-a5ee2a75087e req-39544c07-5da1-4278-a0c9-d439858d12ef tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0538735 Nov 03 03:12:01.154517 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-be22a564-9a5a-456e-a12c-a5ee2a75087e req-b4f296ab-38c5-475e-89c1-6a4ce91362fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432010 Nov 03 03:12:01.931941 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:12:02.278041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3111a-73d8-4219-8a9f-be7331f500c5 req-21ee2095-8195-4d3e-9652-a8e0305f3c7c tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:02.279513 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4c3111a-73d8-4219-8a9f-be7331f500c5 req-21ee2095-8195-4d3e-9652-a8e0305f3c7c tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0533211 Nov 03 03:12:02.332935 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4c3111a-73d8-4219-8a9f-be7331f500c5 req-308357f8-150e-407b-b330-203b079030c0 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479474 Nov 03 03:12:03.458977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bfe16-74ca-4c0c-9193-8d5f31bed8d4 req-1a97c6ad-8350-4a32-af09-2d5b9351b227 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:03.460682 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9c6bfe16-74ca-4c0c-9193-8d5f31bed8d4 req-1a97c6ad-8350-4a32-af09-2d5b9351b227 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0543809 Nov 03 03:12:03.509401 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9c6bfe16-74ca-4c0c-9193-8d5f31bed8d4 req-07ddfd10-9a33-4ec7-9461-aaa29813974a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431273 Nov 03 03:12:04.615988 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e841cb54-e603-4dbb-9fed-558efdea4a0e details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:12:04.633851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51843b0-2e99-4e54-80df-6e69374226fa req-2dd5f5d6-69e0-43a2-9986-afef356e3883 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:04.635334 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e51843b0-2e99-4e54-80df-6e69374226fa req-2dd5f5d6-69e0-43a2-9986-afef356e3883 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0541716 Nov 03 03:12:04.685599 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e51843b0-2e99-4e54-80df-6e69374226fa req-19875335-0f13-43a1-a899-3f823b79e0d2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443552 Nov 03 03:12:04.715415 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e841cb54-e603-4dbb-9fed-558efdea4a0e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:12:04.730788 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'port_id': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'mac_address': 'fa:16:3e:22:a8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:12:04.766599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port e841cb54-e603-4dbb-9fed-558efdea4a0e is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:12:04.766984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:04.780312 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e841cb54-e603-4dbb-9fed-558efdea4a0e {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:12:04.799412 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e841cb54-e603-4dbb-9fed-558efdea4a0e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:12:04.804070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:04.850456 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=e841cb54-e603-4dbb-9fed-558efdea4a0e,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:12:04.857668 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.858024 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.858370 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.858716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.859051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.859386 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.859737 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.860074 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.860405 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.860758 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.861087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.861662 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:04.861990 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:12:05.057181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['e841cb54-e603-4dbb-9fed-558efdea4a0e'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:12:05.814249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91f06c-e677-4f64-9509-34c54ef9c59a req-ba392106-9710-4a1d-be0f-2677ea019633 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:05.815663 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5b91f06c-e677-4f64-9509-34c54ef9c59a req-ba392106-9710-4a1d-be0f-2677ea019633 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 944 time: 0.0571694 Nov 03 03:12:05.864937 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5b91f06c-e677-4f64-9509-34c54ef9c59a req-f6652bcb-682e-4ac7-8ae1-fb09129218b5 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434813 Nov 03 03:12:06.631883 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e841cb54-e603-4dbb-9fed-558efdea4a0e up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:12:06.681546 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port e841cb54-e603-4dbb-9fed-558efdea4a0e completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 03:12:06.685528 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port e841cb54-e603-4dbb-9fed-558efdea4a0e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:12:06.685932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:06.686273 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port e841cb54-e603-4dbb-9fed-558efdea4a0e Nov 03 03:12:06.757083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port e841cb54-e603-4dbb-9fed-558efdea4a0e is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:12:06.757466 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:06.778830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:12:06.781067 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00452c4a-53d0-4812-939e-9b306ab581d8" -d '{"events": [{"server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "name": "network-vif-plugged", "status": "completed", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:12:06.793562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e841cb54-e603-4dbb-9fed-558efdea4a0e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:12:06.798162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:06.823130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde67480-66ff-4f23-a2fa-9b6f249e2aa5 x-openstack-request-id: req-dde67480-66ff-4f23-a2fa-9b6f249e2aa5 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:12:06.823425 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "name": "network-vif-plugged", "status": "completed", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:12:06.823779 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dde67480-66ff-4f23-a2fa-9b6f249e2aa5 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:12:06.824171 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde67480-66ff-4f23-a2fa-9b6f249e2aa5'] response: {'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'code': 200} Nov 03 03:12:06.847860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=e841cb54-e603-4dbb-9fed-558efdea4a0e,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:12:07.000711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5f6e8-de4a-44f8-a27e-9eb0bb5ff0c9 req-ae396268-6e19-4b9d-b1b9-859e4458a32a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:07.002172 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-79d5f6e8-de4a-44f8-a27e-9eb0bb5ff0c9 req-ae396268-6e19-4b9d-b1b9-859e4458a32a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0649962 Nov 03 03:12:07.075028 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a1494-3aa6-4560-abf8-c3db1609b0f5 req-cde4e66b-c48a-4a7e-90dc-0b49c7582d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:07.076544 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d49a1494-3aa6-4560-abf8-c3db1609b0f5 req-cde4e66b-c48a-4a7e-90dc-0b49c7582d07 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1129 time: 0.0938590 Nov 03 03:12:07.080463 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-79d5f6e8-de4a-44f8-a27e-9eb0bb5ff0c9 req-e93305fe-7022-443b-816b-d1aefcd8a7ca tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627928 Nov 03 03:12:07.127605 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d49a1494-3aa6-4560-abf8-c3db1609b0f5 req-cd07f7c0-d2a5-4b46-826f-3b8bcfdfb4ad service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406318 Nov 03 03:12:08.208223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ca960-c4f3-4387-8520-8b79ff043031 req-ba22f704-1cbf-443e-84a1-5dd8fd01809f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:08.209639 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261ca960-c4f3-4387-8520-8b79ff043031 req-ba22f704-1cbf-443e-84a1-5dd8fd01809f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0545361 Nov 03 03:12:08.258305 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-261ca960-c4f3-4387-8520-8b79ff043031 req-d8e4383e-c55e-4a9a-9187-e5158401cef3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Nov 03 03:12:08.705511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:09.383388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f71f5-a9cd-47cd-a157-42117d7766eb req-0432ad0d-c286-400a-b719-42b7372e38ba tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:09.384906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-515f71f5-a9cd-47cd-a157-42117d7766eb req-0432ad0d-c286-400a-b719-42b7372e38ba tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0537350 Nov 03 03:12:09.437013 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-515f71f5-a9cd-47cd-a157-42117d7766eb req-8b4745da-115a-4c4a-a632-8c6a91f0c450 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465915 Nov 03 03:12:09.561190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2f151-dce9-4114-98fc-012bf8de5c5c req-2257ec6a-72a6-4b78-8b1f-2c9f69833086 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:09.562378 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89c2f151-dce9-4114-98fc-012bf8de5c5c req-2257ec6a-72a6-4b78-8b1f-2c9f69833086 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0526931 Nov 03 03:12:09.611377 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-89c2f151-dce9-4114-98fc-012bf8de5c5c req-5c3c77e7-8531-4f82-8d1f-e48368217038 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 Nov 03 03:12:09.640968 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48568) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:12:09.687827 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33042639-2142-4002-abb4-3e297374b470 tempest-TestShelveInstance-1178466015 tempest-TestShelveInstance-1178466015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:09.689406 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-33042639-2142-4002-abb4-3e297374b470 tempest-TestShelveInstance-1178466015 tempest-TestShelveInstance-1178466015-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1124 time: 0.0474367 Nov 03 03:12:09.692434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48570) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:12:09.696687 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:12:09.716754 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:09.814691 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:09.888479 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-240d3b14-bbf0-479f-a6e1-30f15b933e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:09.926173 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Allocated IP 172.26.6.5 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:12:10.026066 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for port (66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:10.057883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:10.094594 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:12:10.097534 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:12:10.099918 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:12:10.129453 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'Port': ['ID=66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:12:10.449355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for floatingip (f8012873-4af8-4ce2-8e60-a050dc57af9f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:10.514012 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:10.655060 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for port (66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:10.659412 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:10.726138 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event updated for resources: {'Port': ['ID=66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:12:10.728514 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (f8012873-4af8-4ce2-8e60-a050dc57af9f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:10.824235 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Floating IP f8012873-4af8-4ce2-8e60-a050dc57af9f associated. External IP: 172.26.6.5, port: e841cb54-e603-4dbb-9fed-558efdea4a0e. Nov 03 03:12:11.020250 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:12:11.123130 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:12:11.133447 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607f3d6-55eb-4591-b30a-b10caf2b7989 None None] Sync routers for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:12:11.141020 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:11.143190 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607f3d6-55eb-4591-b30a-b10caf2b7989 None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:12:11.143791 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7607f3d6-55eb-4591-b30a-b10caf2b7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:11:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:12:11.172581 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d22c6b80-462c-423a-bcae-ee5bae6e1b67 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4787238 Nov 03 03:12:11.173550 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:12:11.177297 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22693721-232c-4ebd-a47f-20522f3ac3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:12:11.214167 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853e0b39-b168-4332-a5dd-a5ec98d7ad85 x-openstack-request-id: req-853e0b39-b168-4332-a5dd-a5ec98d7ad85 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:12:11.214474 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:12:11.214730 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-853e0b39-b168-4332-a5dd-a5ec98d7ad85 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:12:11.215147 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-853e0b39-b168-4332-a5dd-a5ec98d7ad85'] response: {'name': 'network-changed', 'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'status': 'completed', 'code': 200} Nov 03 03:12:11.283377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22693721-232c-4ebd-a47f-20522f3ac3d6 req-83556a41-89f2-45a8-8d36-095058463262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:11.285269 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22693721-232c-4ebd-a47f-20522f3ac3d6 req-83556a41-89f2-45a8-8d36-095058463262 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1129 time: 0.0451446 Nov 03 03:12:11.328568 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7607f3d6-55eb-4591-b30a-b10caf2b7989 None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:12:11.380512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22693721-232c-4ebd-a47f-20522f3ac3d6 req-2e441905-1315-41c1-95d9-a40c472fae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:11.382245 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22693721-232c-4ebd-a47f-20522f3ac3d6 req-2e441905-1315-41c1-95d9-a40c472fae56 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0906615 Nov 03 03:12:11.443392 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22693721-232c-4ebd-a47f-20522f3ac3d6 req-92e09e77-a0b4-4559-aa1e-4b1f32dc6aab service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 997 time: 0.0549464 Nov 03 03:12:11.491766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22693721-232c-4ebd-a47f-20522f3ac3d6 req-c7934ecd-b685-45c3-8120-3d37388bf767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:11.493263 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22693721-232c-4ebd-a47f-20522f3ac3d6 req-c7934ecd-b685-45c3-8120-3d37388bf767 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0439067 Nov 03 03:12:11.545776 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7607f3d6-55eb-4591-b30a-b10caf2b7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'f8012873-4af8-4ce2-8e60-a050dc57af9f', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'port_id': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'mac_address': 'fa:16:3e:22:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:12:10Z', 'updated_at': '2022-11-03T03:12:10Z', 'revision_number': 0, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:12:11.546968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22693721-232c-4ebd-a47f-20522f3ac3d6 req-3367cb56-93d3-42a2-9c08-3fc415510bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:11.548480 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22693721-232c-4ebd-a47f-20522f3ac3d6 req-3367cb56-93d3-42a2-9c08-3fc415510bb6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482774 Nov 03 03:12:11.570230 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607f3d6-55eb-4591-b30a-b10caf2b7989 None None] Checking router: 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:12:11.578384 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607f3d6-55eb-4591-b30a-b10caf2b7989 None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:12:11.578977 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7607f3d6-55eb-4591-b30a-b10caf2b7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:11:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:12:11.638093 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22693721-232c-4ebd-a47f-20522f3ac3d6 req-07305e67-2c69-4f00-b867-650d97c7e054 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833840 Nov 03 03:12:11.679004 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7607f3d6-55eb-4591-b30a-b10caf2b7989 None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:12:11.731812 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-22693721-232c-4ebd-a47f-20522f3ac3d6 req-c824c4cc-f418-490e-9d63-e2833ad8d073 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877135 Nov 03 03:12:11.897608 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7607f3d6-55eb-4591-b30a-b10caf2b7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'f8012873-4af8-4ce2-8e60-a050dc57af9f', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'port_id': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'mac_address': 'fa:16:3e:22:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:12:10Z', 'updated_at': '2022-11-03T03:12:10Z', 'revision_number': 0, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:12:11.920532 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607f3d6-55eb-4591-b30a-b10caf2b7989 None None] The sync data for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv is: [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'f8012873-4af8-4ce2-8e60-a050dc57af9f', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'port_id': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'mac_address': 'fa:16:3e:22:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:12:10Z', 'updated_at': '2022-11-03T03:12:10Z', 'revision_number': 0, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:12:12.115154 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5034a8-27b6-4774-b073-372df5b791bd None None] New status for floating IP f8012873-4af8-4ce2-8e60-a050dc57af9f: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:12:12.374330 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60d87efa-26ce-44ca-87cf-34db032d0d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:13.385902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:14.877470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:16.240108 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:35.449660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-3d392833-9c96-4e7b-a279-6c8beee37c98 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1226020 Nov 03 03:12:35.547187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-a8b664fb-70b5-4fdb-a9a1-7b637851c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:35.548954 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-a8b664fb-70b5-4fdb-a9a1-7b637851c22c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1129 time: 0.0508215 Nov 03 03:12:35.664910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-e11d5156-7b94-4b2c-8150-14c11a4f091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:35.666536 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-e11d5156-7b94-4b2c-8150-14c11a4f091d service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0982480 Nov 03 03:12:35.728708 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-407b22ae-a835-47a1-bb94-f308a1b9f6ce service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 999 time: 0.0559044 Nov 03 03:12:35.782485 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-df27864a-2ce2-4038-ab13-90a20ac6e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:35.783939 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-df27864a-2ce2-4038-ab13-90a20ac6e2f6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0492969 Nov 03 03:12:35.836140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-9caa8327-5989-4391-9d25-f6dffb6f827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:12:35.837875 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-9caa8327-5989-4391-9d25-f6dffb6f827a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477970 Nov 03 03:12:35.849544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-fe7879b2-c20c-4b57-8ca2-ed516fe9da64 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 03:12:35.850617 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-fe7879b2-c20c-4b57-8ca2-ed516fe9da64 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053787 Nov 03 03:12:35.944796 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-3ef3b44b-06fd-4ab9-9ca7-2015fac5e219 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879540 Nov 03 03:12:36.041689 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce93e83c-dfa6-412e-adb6-719ab93ee163 req-a964fcc7-422d-442c-9099-701ad4d40e11 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906727 Nov 03 03:12:38.726893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:38.929829 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:12:39.891905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-259b3974-f4c4-470d-a6ba-67bcaea1d2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:42.375586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9a6e814a-e940-4863-8c58-9bc12fe6aff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:43.388090 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:44.879639 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:12:46.232766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:08.751381 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:09.894338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c64dbeba-8d0b-4549-beb1-d2130a8c7226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:12.381790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b8c42f9e-6602-428a-9900-be582cd87b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:13.391190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:14.881098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:15.928576 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:13:16.234821 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:37.376108 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-f3b5b9b3-d6f2-4103-a775-abb649dd218c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471399 Nov 03 03:13:37.466495 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-eb3c5ae9-fd4d-426c-b3e9-94a9dbd2b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:13:37.467966 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-eb3c5ae9-fd4d-426c-b3e9-94a9dbd2b869 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1129 time: 0.0447767 Nov 03 03:13:37.572533 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-0b6dcbaa-6346-49a0-a836-6a09f82d1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:13:37.574015 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-0b6dcbaa-6346-49a0-a836-6a09f82d1fd7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0828428 Nov 03 03:13:37.640962 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-003de25d-ca8e-40be-b792-f224e2b07c3f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 999 time: 0.0575798 Nov 03 03:13:37.691800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-082ebde6-067f-4976-9ce5-df94a3f4abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:13:37.693268 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-082ebde6-067f-4976-9ce5-df94a3f4abec service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0431590 Nov 03 03:13:37.747822 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-95cb2c60-d334-4625-bc91-a0d7a76a3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:13:37.749354 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-95cb2c60-d334-4625-bc91-a0d7a76a3aa1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458987 Nov 03 03:13:37.846469 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-46403169-2781-4884-bf4d-48ca992ea4e9 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880668 Nov 03 03:13:37.940064 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8adaed2e-e582-4c8d-b387-7bf9fdb4c814 req-03fdbed0-00aa-4b1f-bb97-ebd3f59b8939 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820653 Nov 03 03:13:38.751470 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:39.896387 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d714facb-0aad-4603-a24f-c34db0a0262d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:42.373453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ad2858c1-f583-4f34-9267-0635c50df3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:43.394969 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:44.884080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:46.238586 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:13:52.927221 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:14:08.768328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:08.772818 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6869e-fecc-4c1a-9cb6-084b1691b108 req-dbf7a39c-609b-4df6-b230-6473f6421f40 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:08.774351 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3da6869e-fecc-4c1a-9cb6-084b1691b108 req-dbf7a39c-609b-4df6-b230-6473f6421f40 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.1052420 Nov 03 03:14:08.824047 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3da6869e-fecc-4c1a-9cb6-084b1691b108 req-29b12721-d0e6-410d-a495-822e03609d4d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434253 Nov 03 03:14:09.897454 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-09e1170f-f0d1-4618-acdc-8356aced784f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:09.954529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87332d69-f5fd-41a8-b167-c55591f1bc11 req-cdaf0f69-3115-42fc-b7f1-e76f6a3ccbe5 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:09.956007 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-87332d69-f5fd-41a8-b167-c55591f1bc11 req-cdaf0f69-3115-42fc-b7f1-e76f6a3ccbe5 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0547159 Nov 03 03:14:10.004313 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-87332d69-f5fd-41a8-b167-c55591f1bc11 req-0018f49f-3a98-4a1b-a4a3-2dfcd573d7d4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Nov 03 03:14:11.133447 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aa02a-d17d-4d24-8d85-505fdfbc08c2 req-15c7a018-8632-4611-b1f8-ac9bac9e43b2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:11.134809 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4f8aa02a-d17d-4d24-8d85-505fdfbc08c2 req-15c7a018-8632-4611-b1f8-ac9bac9e43b2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0569293 Nov 03 03:14:11.181927 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4f8aa02a-d17d-4d24-8d85-505fdfbc08c2 req-5dfa19ea-2171-43ae-93b0-e4489880da3c tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414360 Nov 03 03:14:12.306797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15be99-e975-43de-8f58-d915b96bc983 req-e6dace39-4aa2-49d0-a542-8642dbb6f238 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:12.308264 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da15be99-e975-43de-8f58-d915b96bc983 req-e6dace39-4aa2-49d0-a542-8642dbb6f238 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0529854 Nov 03 03:14:12.356634 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-da15be99-e975-43de-8f58-d915b96bc983 req-7ec1f785-d80e-4e27-b676-00ac3ee18ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427952 Nov 03 03:14:12.375681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6167176-976a-41cf-822b-7d5cc1422e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:13.396828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:13.482343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc1eca-f52b-4f71-9264-ebe430333666 req-e6193fb2-779b-418a-9a7f-066ed322dda4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:13.483868 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-01cc1eca-f52b-4f71-9264-ebe430333666 req-e6193fb2-779b-418a-9a7f-066ed322dda4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Nov 03 03:14:13.536794 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-01cc1eca-f52b-4f71-9264-ebe430333666 req-d9c0ad33-90a4-4e13-b795-cef7cb433ff8 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462666 Nov 03 03:14:14.661190 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a928a1c-98e8-4d84-8b5b-fcec1c7e4b0f req-ebdd5b98-2eb6-4b7e-ae9f-0322016f96db tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:14.662657 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1a928a1c-98e8-4d84-8b5b-fcec1c7e4b0f req-ebdd5b98-2eb6-4b7e-ae9f-0322016f96db tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0529916 Nov 03 03:14:14.709812 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1a928a1c-98e8-4d84-8b5b-fcec1c7e4b0f req-9b2e87c9-5d5d-4a73-be94-a8f8cd662c0a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417390 Nov 03 03:14:14.886736 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:15.834078 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32694216-4799-40c4-b9f9-b42d0684b376 req-37394684-955c-4daf-bdd7-0ae060e773c4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:15.835560 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-32694216-4799-40c4-b9f9-b42d0684b376 req-37394684-955c-4daf-bdd7-0ae060e773c4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0533447 Nov 03 03:14:15.883462 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-32694216-4799-40c4-b9f9-b42d0684b376 req-a2e434e0-3915-431f-a399-3bd671078b64 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424128 Nov 03 03:14:16.242162 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:17.010982 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f4916-12c9-4365-bc80-cec4d7bb281f req-76a13ba2-30fa-42cb-a4e3-2add96c0318b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:17.012457 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d86f4916-12c9-4365-bc80-cec4d7bb281f req-76a13ba2-30fa-42cb-a4e3-2add96c0318b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0568318 Nov 03 03:14:17.060269 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d86f4916-12c9-4365-bc80-cec4d7bb281f req-5f770909-a945-48eb-8227-3ca582b44d1b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422668 Nov 03 03:14:18.183540 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf707d0d-898a-41b9-abb4-e9fa9619dd43 req-d02f7284-09ad-4b30-a699-b16ec21b3865 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:18.184953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf707d0d-898a-41b9-abb4-e9fa9619dd43 req-d02f7284-09ad-4b30-a699-b16ec21b3865 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0522182 Nov 03 03:14:18.233010 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-bf707d0d-898a-41b9-abb4-e9fa9619dd43 req-735fbe96-3fd8-4e4e-98da-2eb33c390681 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425889 Nov 03 03:14:18.918486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba432ac-a14b-415d-a184-f87266485c1f req-ea262f9d-945f-4244-b53e-a4da897a104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:18.919968 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ba432ac-a14b-415d-a184-f87266485c1f req-ea262f9d-945f-4244-b53e-a4da897a104d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1129 time: 0.0445855 Nov 03 03:14:19.017547 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba432ac-a14b-415d-a184-f87266485c1f req-5593bf6c-b6d7-4eed-8df8-df84cf1448df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:19.019151 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ba432ac-a14b-415d-a184-f87266485c1f req-5593bf6c-b6d7-4eed-8df8-df84cf1448df service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0878592 Nov 03 03:14:19.079495 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ba432ac-a14b-415d-a184-f87266485c1f req-8b5bb14f-48ca-4a48-b4b0-ab674e6609a6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 999 time: 0.0536938 Nov 03 03:14:19.134526 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba432ac-a14b-415d-a184-f87266485c1f req-93a455a7-99b6-4e88-83b5-5d43ae72e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:19.135866 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ba432ac-a14b-415d-a184-f87266485c1f req-93a455a7-99b6-4e88-83b5-5d43ae72e6db service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0464797 Nov 03 03:14:19.186244 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba432ac-a14b-415d-a184-f87266485c1f req-eaf24c7d-0fe8-4f69-9631-428da5a4730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:19.187716 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ba432ac-a14b-415d-a184-f87266485c1f req-eaf24c7d-0fe8-4f69-9631-428da5a4730a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430999 Nov 03 03:14:19.276530 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ba432ac-a14b-415d-a184-f87266485c1f req-15c8c8c5-3bf5-4c78-859e-76542135de2d service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803378 Nov 03 03:14:19.403482 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1ba432ac-a14b-415d-a184-f87266485c1f req-94613e00-afd5-4b50-b169-911f801ee02c service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179688 Nov 03 03:14:19.411355 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efddf6e-8da5-4633-b277-93ed47571d5b req-1fee054a-d261-4b80-af38-86fe50815626 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:19.412762 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7efddf6e-8da5-4633-b277-93ed47571d5b req-1fee054a-d261-4b80-af38-86fe50815626 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.1055136 Nov 03 03:14:19.464215 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7efddf6e-8da5-4633-b277-93ed47571d5b req-4eb9c3cc-bc68-4118-ad23-58876407c571 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458224 Nov 03 03:14:20.590450 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66dfcdc-e035-4875-8c58-b3ff503073bc req-be9af38c-e00b-4b0a-a1e9-9c25ba095db5 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:20.592028 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a66dfcdc-e035-4875-8c58-b3ff503073bc req-be9af38c-e00b-4b0a-a1e9-9c25ba095db5 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0555418 Nov 03 03:14:20.641685 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a66dfcdc-e035-4875-8c58-b3ff503073bc req-59e2cbca-462c-4631-9eca-c805ea6779e7 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Nov 03 03:14:21.765823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee09b3f-6358-4391-b5f3-8344afc954a5 req-b36bf74e-1c32-4b10-a514-18d5a6f1c5d2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:21.767277 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eee09b3f-6358-4391-b5f3-8344afc954a5 req-b36bf74e-1c32-4b10-a514-18d5a6f1c5d2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0518100 Nov 03 03:14:21.816326 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-eee09b3f-6358-4391-b5f3-8344afc954a5 req-bc040aa5-9f55-4bdd-a482-a95e3eef6cf2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430901 Nov 03 03:14:22.951096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f0570-4c67-4d0c-85a5-c27dd1c1cfe4 req-f3f7a7ac-a6f3-451c-8698-91c945613ead tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:22.952715 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-231f0570-4c67-4d0c-85a5-c27dd1c1cfe4 req-f3f7a7ac-a6f3-451c-8698-91c945613ead tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0607100 Nov 03 03:14:23.007209 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-231f0570-4c67-4d0c-85a5-c27dd1c1cfe4 req-3e979a2c-46d3-49a4-adef-a0b83f3e343b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475404 Nov 03 03:14:23.300534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e841cb54-e603-4dbb-9fed-558efdea4a0e no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:14:23.372208 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port e841cb54-e603-4dbb-9fed-558efdea4a0e is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:14:23.372637 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:23.394893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:14:23.397135 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c676a9e-8bf2-4776-881d-0a8a0592fe2d" -d '{"events": [{"server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "name": "network-vif-unplugged", "status": "completed", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:14:23.410404 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e841cb54-e603-4dbb-9fed-558efdea4a0e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:14:23.414489 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:23.438128 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 03:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7d3b52-1b77-4b8e-9730-a6fe3dff5913 x-openstack-request-id: req-df7d3b52-1b77-4b8e-9730-a6fe3dff5913 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:14:23.438426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "name": "network-vif-unplugged", "status": "completed", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:14:23.438684 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df7d3b52-1b77-4b8e-9730-a6fe3dff5913 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:14:23.439080 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df7d3b52-1b77-4b8e-9730-a6fe3dff5913'] response: {'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'code': 200} Nov 03 03:14:23.466647 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=e841cb54-e603-4dbb-9fed-558efdea4a0e,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:14:23.474537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.474891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.475237 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.475579 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.475912 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.476242 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.476601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.476934 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.477268 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.477606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.477927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.478252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:23.478574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:14:24.133320 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e99e4-738c-4118-a59e-19452f52be6a req-147e09f1-3622-4a5b-b8dd-f3e4ff8ad15b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:24.134709 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8e9e99e4-738c-4118-a59e-19452f52be6a req-147e09f1-3622-4a5b-b8dd-f3e4ff8ad15b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0548918 Nov 03 03:14:24.185090 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8e9e99e4-738c-4118-a59e-19452f52be6a req-a8cfd172-6027-4911-b85e-a82a86edeec4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448031 Nov 03 03:14:25.384268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a09c2-182c-4db0-bc80-0d93e96ba23a req-953ada51-e95f-42b2-a251-730177f9bea4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:25.386327 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9f6a09c2-182c-4db0-bc80-0d93e96ba23a req-953ada51-e95f-42b2-a251-730177f9bea4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.1110413 Nov 03 03:14:25.438998 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9f6a09c2-182c-4db0-bc80-0d93e96ba23a req-e759f388-9694-43a1-9a2a-d75e5e05ca82 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471148 Nov 03 03:14:25.557163 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-b9552738-2c03-43be-b247-fe95042debb1 req-fdefb16e-29eb-40ce-abb4-aefeee06cf5f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 03:14:25.558157 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b9552738-2c03-43be-b247-fe95042debb1 req-fdefb16e-29eb-40ce-abb4-aefeee06cf5f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481560 Nov 03 03:14:25.695000 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-2300fabb-2153-4353-a90b-457f3cd74380 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0522795 Nov 03 03:14:25.705623 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-11e16090-3520-402c-b189-a56899136d26 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 03:14:25.707930 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-11e16090-3520-402c-b189-a56899136d26 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064971 Nov 03 03:14:25.717259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef5610-c176-4c96-a15a-5895dc7b5e3d req-1581885d-5d84-412e-8bde-4ad56c2f5b6e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:25.718768 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-23ef5610-c176-4c96-a15a-5895dc7b5e3d req-1581885d-5d84-412e-8bde-4ad56c2f5b6e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0545552 Nov 03 03:14:25.769647 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-23ef5610-c176-4c96-a15a-5895dc7b5e3d req-ad917896-b1e9-4043-ba63-db7d5d971a6c tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447321 Nov 03 03:14:25.781407 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-1070711b-f8aa-4f13-8e78-372e47e166d9 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:25.782746 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-1070711b-f8aa-4f13-8e78-372e47e166d9 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports/e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 940 time: 0.0466480 Nov 03 03:14:26.896953 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23c159-7735-4233-aad5-d03869cde746 req-89b058a5-56ae-409f-a15c-1c20f7d8e0e1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:26.898453 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b23c159-7735-4233-aad5-d03869cde746 req-89b058a5-56ae-409f-a15c-1c20f7d8e0e1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0556331 Nov 03 03:14:26.947259 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1b23c159-7735-4233-aad5-d03869cde746 req-2bcc9803-8f59-4f5d-8ae3-d56cb728635e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Nov 03 03:14:28.077187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18aea1b-7072-4a57-ba2e-c349c22a7881 req-17926007-3bcc-4b3a-836d-a22040aa088f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:28.078648 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b18aea1b-7072-4a57-ba2e-c349c22a7881 req-17926007-3bcc-4b3a-836d-a22040aa088f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0561025 Nov 03 03:14:28.127841 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b18aea1b-7072-4a57-ba2e-c349c22a7881 req-16e3628f-fd81-4c79-8d24-566809bb8d17 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432329 Nov 03 03:14:29.255093 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a112d4-3d06-49fc-8701-f3ae859fb4b5 req-af76f43c-28de-4518-90f4-f1774d39f824 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:29.256624 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-06a112d4-3d06-49fc-8701-f3ae859fb4b5 req-af76f43c-28de-4518-90f4-f1774d39f824 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0562675 Nov 03 03:14:29.306678 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-06a112d4-3d06-49fc-8701-f3ae859fb4b5 req-ffecfd75-001b-4fec-8a7b-9e4249c09d53 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444677 Nov 03 03:14:29.926179 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:14:30.435297 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a727a-77dc-4dd8-b35a-7af7b0f89931 req-adac6c1c-7208-43a0-94b3-b3163e598ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:30.436906 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d54a727a-77dc-4dd8-b35a-7af7b0f89931 req-adac6c1c-7208-43a0-94b3-b3163e598ee6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0558991 Nov 03 03:14:30.485261 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d54a727a-77dc-4dd8-b35a-7af7b0f89931 req-ad3597f3-d0ae-4447-be14-120bbeba784f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Nov 03 03:14:31.608607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fca71d-07d4-47ca-9ac3-97b66053f0b3 req-d720b6ae-b211-406e-a065-48fbc0532a6d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:31.610075 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9fca71d-07d4-47ca-9ac3-97b66053f0b3 req-d720b6ae-b211-406e-a065-48fbc0532a6d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0522563 Nov 03 03:14:31.661601 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a9fca71d-07d4-47ca-9ac3-97b66053f0b3 req-d2bf5445-d5df-42e2-977e-9ac884be2f8a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453920 Nov 03 03:14:32.784404 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a3378-d61a-4bda-bf07-a005143d023c req-c290c663-fc3a-4db3-bce7-98780c1db06d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:32.786021 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ab5a3378-d61a-4bda-bf07-a005143d023c req-c290c663-fc3a-4db3-bce7-98780c1db06d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0523496 Nov 03 03:14:32.839040 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ab5a3378-d61a-4bda-bf07-a005143d023c req-fc919f58-833b-4981-a034-60517d88b510 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474503 Nov 03 03:14:33.962711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294129b-5605-4b94-864a-33b1ffb2081c req-89e2f26e-5aa5-4e12-a5dc-d9dab84c6261 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:33.964165 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a294129b-5605-4b94-864a-33b1ffb2081c req-89e2f26e-5aa5-4e12-a5dc-d9dab84c6261 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0515590 Nov 03 03:14:34.013192 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a294129b-5605-4b94-864a-33b1ffb2081c req-fd193d63-4963-4984-8b70-e789a24b9bc3 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433443 Nov 03 03:14:35.141566 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ad585-2adf-428c-bdfb-efc4fa9e4566 req-3384e273-c20a-4b2a-9ed0-8cfebebb3ea1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:35.142948 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-302ad585-2adf-428c-bdfb-efc4fa9e4566 req-3384e273-c20a-4b2a-9ed0-8cfebebb3ea1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0533834 Nov 03 03:14:35.194097 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-302ad585-2adf-428c-bdfb-efc4fa9e4566 req-4b8eb9e7-ee7c-4edc-845f-1a6f4d1a2a84 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448484 Nov 03 03:14:36.326719 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42551a0-fa1a-40a7-8477-a96878ee8807 req-7772bb91-193d-445c-8f40-1329d00d4938 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:36.328222 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f42551a0-fa1a-40a7-8477-a96878ee8807 req-7772bb91-193d-445c-8f40-1329d00d4938 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0603602 Nov 03 03:14:36.381130 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f42551a0-fa1a-40a7-8477-a96878ee8807 req-7671711e-8988-4c00-9223-122a9b66dbd1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469427 Nov 03 03:14:36.790791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-f08de2a6-6e1a-47a7-98da-9d338ee28231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:36.792274 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-f08de2a6-6e1a-47a7-98da-9d338ee28231 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27&tenant_id=108864ff7bba4ddfb5230e10146cf362 HTTP/1.1" status: 200 len: 1127 time: 0.0437725 Nov 03 03:14:36.862898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-679d63cf-537c-4962-9eca-5f4f3fcee22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:36.864371 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-679d63cf-537c-4962-9eca-5f4f3fcee22b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1127 time: 0.0445447 Nov 03 03:14:36.960098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-96d8aeab-b2fc-4738-b53e-2f5b02a605bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:36.961611 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-96d8aeab-b2fc-4738-b53e-2f5b02a605bf service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0883784 Nov 03 03:14:37.026822 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-0f966a0a-63b1-43a6-ab2b-4f79dc618820 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 997 time: 0.0533774 Nov 03 03:14:37.077487 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-8aadd0e1-7820-49c1-955d-3c504433c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:37.078796 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-8aadd0e1-7820-49c1-955d-3c504433c81a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0426004 Nov 03 03:14:37.133350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-62a840cf-134d-499e-8850-f5332a36c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:37.134813 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-62a840cf-134d-499e-8850-f5332a36c917 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468171 Nov 03 03:14:37.224893 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-d5d9bea7-bdcf-4c15-86f3-b0e2d9b73910 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791626 Nov 03 03:14:37.320423 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-3d9e95bd-93d2-418d-af5d-2c78786830f1 req-a62c3c2c-51fb-4b93-ac96-ab69dc5c00c1 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846963 Nov 03 03:14:37.505727 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e9962-4bc7-401e-85ee-da9a00d3b65f req-c1bcefa0-d1d5-4798-926a-5fdacdcce5b2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:37.507202 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b8e9962-4bc7-401e-85ee-da9a00d3b65f req-c1bcefa0-d1d5-4798-926a-5fdacdcce5b2 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0534019 Nov 03 03:14:37.555576 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b8e9962-4bc7-401e-85ee-da9a00d3b65f req-6db1a3ec-7dd9-41d2-9394-95f578422caf tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428824 Nov 03 03:14:38.395262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee0325-72bc-4d73-b121-43d3009fc752 req-391c6314-a593-4bc7-86ec-074136a1c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:38.396765 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2cee0325-72bc-4d73-b121-43d3009fc752 req-391c6314-a593-4bc7-86ec-074136a1c565 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1127 time: 0.0450835 Nov 03 03:14:38.506548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee0325-72bc-4d73-b121-43d3009fc752 req-300202c3-b272-427b-8f26-76fb4e9d15fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:38.508008 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2cee0325-72bc-4d73-b121-43d3009fc752 req-300202c3-b272-427b-8f26-76fb4e9d15fb service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0876553 Nov 03 03:14:38.570378 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2cee0325-72bc-4d73-b121-43d3009fc752 req-53db0ced-8732-42b6-a2a8-18f81e5c672b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 997 time: 0.0532596 Nov 03 03:14:38.627572 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee0325-72bc-4d73-b121-43d3009fc752 req-c694f3d5-da32-4241-800a-e2fd100e6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:38.629077 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2cee0325-72bc-4d73-b121-43d3009fc752 req-c694f3d5-da32-4241-800a-e2fd100e6a30 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0474484 Nov 03 03:14:38.706754 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee0325-72bc-4d73-b121-43d3009fc752 req-4eff76e6-e91a-45ca-bdcf-830c2aed1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:38.708157 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2cee0325-72bc-4d73-b121-43d3009fc752 req-4eff76e6-e91a-45ca-bdcf-830c2aed1f9b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0688698 Nov 03 03:14:38.714749 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e960f1-a206-42dd-b502-ccb2570e1354 req-07c74f2c-dbb9-4ad7-a77e-aeab2d1ef488 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:38.716089 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63e960f1-a206-42dd-b502-ccb2570e1354 req-07c74f2c-dbb9-4ad7-a77e-aeab2d1ef488 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0846117 Nov 03 03:14:38.775009 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:39.137543 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-63e960f1-a206-42dd-b502-ccb2570e1354 req-d0a0c492-4170-4a16-a50e-feb6b7ea3c66 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116850 Nov 03 03:14:39.160954 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2cee0325-72bc-4d73-b121-43d3009fc752 req-9882037f-5ac0-422d-acbd-53fc11dc1810 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409845 Nov 03 03:14:39.251445 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2cee0325-72bc-4d73-b121-43d3009fc752 req-dae0b78d-fceb-44d8-9a8c-1da7278fd3bf service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811770 Nov 03 03:14:39.899335 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-68a09fed-b833-4ffd-adaf-2da0d3cdbe41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:40.265536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c6d69-cb48-45ae-88f9-c824a331fb59 req-38405c8d-dbf9-430d-b9b0-34df6479d610 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:40.266975 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7a6c6d69-cb48-45ae-88f9-c824a331fb59 req-38405c8d-dbf9-430d-b9b0-34df6479d610 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0555601 Nov 03 03:14:40.314444 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7a6c6d69-cb48-45ae-88f9-c824a331fb59 req-7a5782ba-f4be-45ac-b002-ecfe62fd0e85 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418680 Nov 03 03:14:41.436886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93784d4-f245-46ad-89ab-52148fb898e4 req-9558d798-1928-4477-8f95-725bb91ae2ac tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:41.438346 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a93784d4-f245-46ad-89ab-52148fb898e4 req-9558d798-1928-4477-8f95-725bb91ae2ac tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0521903 Nov 03 03:14:41.489001 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a93784d4-f245-46ad-89ab-52148fb898e4 req-2f59ba02-a6dc-42d5-869a-456b45f6a640 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445337 Nov 03 03:14:42.377625 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-775500d0-1540-478c-a028-0a23f41dee6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:42.616396 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c646d-e7d5-417f-b4a3-9d3cce6f6cf6 req-a22aa1f4-dc14-42c1-9c17-f3e2e000fd43 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:42.617872 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-497c646d-e7d5-417f-b4a3-9d3cce6f6cf6 req-a22aa1f4-dc14-42c1-9c17-f3e2e000fd43 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 943 time: 0.0567906 Nov 03 03:14:42.665627 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-497c646d-e7d5-417f-b4a3-9d3cce6f6cf6 req-6921e5fe-e2d5-4bdb-bcaf-1e69a5891ded tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Nov 03 03:14:43.360127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e841cb54-e603-4dbb-9fed-558efdea4a0e details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:14:43.440781 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:43.471495 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e841cb54-e603-4dbb-9fed-558efdea4a0e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:14:43.482783 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'port_id': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'mac_address': 'fa:16:3e:22:a8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:14:43.522037 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port e841cb54-e603-4dbb-9fed-558efdea4a0e is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:14:43.522429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:43.534848 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e841cb54-e603-4dbb-9fed-558efdea4a0e {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:14:43.554902 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e841cb54-e603-4dbb-9fed-558efdea4a0e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:14:43.558834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:43.603293 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=e841cb54-e603-4dbb-9fed-558efdea4a0e,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:14:43.789331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183b8f8-c583-445a-9439-dde4aee7298f req-baec9449-c154-4569-8f15-4913b0bc896b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:43.790792 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b183b8f8-c583-445a-9439-dde4aee7298f req-baec9449-c154-4569-8f15-4913b0bc896b tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 944 time: 0.0529516 Nov 03 03:14:43.838905 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b183b8f8-c583-445a-9439-dde4aee7298f req-68ad90d2-fa1d-40f2-a7a6-293c9869dfe6 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423267 Nov 03 03:14:43.846678 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['e841cb54-e603-4dbb-9fed-558efdea4a0e'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:14:44.889694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:44.966439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310499c9-45fb-4866-bd91-3cf5c2a9c3cc req-2e33898d-8039-43b5-b28f-c9eec0d1b54e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:44.967918 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-310499c9-45fb-4866-bd91-3cf5c2a9c3cc req-2e33898d-8039-43b5-b28f-c9eec0d1b54e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 944 time: 0.0516107 Nov 03 03:14:45.020545 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-310499c9-45fb-4866-bd91-3cf5c2a9c3cc req-b74735ae-07be-41b4-9f9f-e71ea982fd0f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457594 Nov 03 03:14:45.388641 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e841cb54-e603-4dbb-9fed-558efdea4a0e up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:14:45.433056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port e841cb54-e603-4dbb-9fed-558efdea4a0e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:14:45.433434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:45.433779 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port e841cb54-e603-4dbb-9fed-558efdea4a0e Nov 03 03:14:45.506303 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port e841cb54-e603-4dbb-9fed-558efdea4a0e is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:14:45.506706 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:45.529611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:14:45.531838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8e714a-c836-44fe-9e8b-afe06a29ef19" -d '{"events": [{"server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "name": "network-vif-plugged", "status": "completed", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:14:45.543766 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port e841cb54-e603-4dbb-9fed-558efdea4a0e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:14:45.547631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:45.593478 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=e841cb54-e603-4dbb-9fed-558efdea4a0e,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:14:45.618352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780d56eb-8080-4e2f-95d4-7a29733207a9 x-openstack-request-id: req-780d56eb-8080-4e2f-95d4-7a29733207a9 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:14:45.618642 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "name": "network-vif-plugged", "status": "completed", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:14:45.618904 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-780d56eb-8080-4e2f-95d4-7a29733207a9 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:14:45.619338 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780d56eb-8080-4e2f-95d4-7a29733207a9'] response: {'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'code': 200} Nov 03 03:14:45.854401 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5e68-4d71-4dcf-8e01-578c8c0203a7 req-16b55c2a-9ee4-454a-adfd-cbf13b51edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:45.855860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-39bd5e68-4d71-4dcf-8e01-578c8c0203a7 req-16b55c2a-9ee4-454a-adfd-cbf13b51edd4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1129 time: 0.0432904 Nov 03 03:14:45.902279 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-39bd5e68-4d71-4dcf-8e01-578c8c0203a7 req-a21e6f2b-33e8-4725-88a0-0305e1a7402a service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387981 Nov 03 03:14:46.146238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5c995-80cf-49e3-be09-5f9cbc7728cf req-91f9014c-8902-41b1-b7ab-cdec3666a961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:46.147725 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3b5c995-80cf-49e3-be09-5f9cbc7728cf req-91f9014c-8902-41b1-b7ab-cdec3666a961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0553691 Nov 03 03:14:46.196870 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3b5c995-80cf-49e3-be09-5f9cbc7728cf req-537954ff-1276-4bb6-aedf-1f10dc67d925 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435672 Nov 03 03:14:46.244861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:14:47.325740 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5a45-5251-4d3f-a618-2fab38f47a50 req-41e89bfe-f8e6-420f-96e6-72e137e8883d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:14:47.327237 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-949b5a45-5251-4d3f-a618-2fab38f47a50 req-41e89bfe-f8e6-420f-96e6-72e137e8883d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0556526 Nov 03 03:14:47.375081 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-949b5a45-5251-4d3f-a618-2fab38f47a50 req-6789e3c8-3ec6-43bc-a461-46328285afed tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Nov 03 03:15:06.924802 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:15:08.795229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:15:09.901345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b99be84e-2e95-4b10-b84c-7ffedc36cd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:15:12.379801 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d9d9157c-fe42-42a3-bf20-69b7b9411e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:15:13.403186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:15:14.893251 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:15:16.247574 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:15:38.800786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:15:39.903098 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9651d8ff-348d-461d-a913-7cc4e22d241f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:15:40.368285 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-0ee1544d-720c-413d-bfff-a45bd553e144 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432787 Nov 03 03:15:40.460253 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-b7dd54a5-12ac-479d-b114-e8ec4a3048d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:15:40.461765 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-b7dd54a5-12ac-479d-b114-e8ec4a3048d4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1129 time: 0.0460057 Nov 03 03:15:40.570347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-8c979094-1879-47bf-84cf-dbd2ccf978e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:15:40.571813 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-8c979094-1879-47bf-84cf-dbd2ccf978e0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0836358 Nov 03 03:15:40.640393 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-c221fcd0-e5a5-4ea0-860f-1526049371c1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 999 time: 0.0567842 Nov 03 03:15:40.689512 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-11735fca-ac9a-4115-ae73-eecbdb223050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:15:40.690899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-11735fca-ac9a-4115-ae73-eecbdb223050 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0417461 Nov 03 03:15:40.740956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-beaabdde-a690-4f81-ab6a-4fed296e0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:15:40.742418 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-beaabdde-a690-4f81-ab6a-4fed296e0ac1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426748 Nov 03 03:15:40.837483 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-ff6a69fb-2817-4755-bed4-022bcaa7ace4 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839200 Nov 03 03:15:40.930038 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8f8302dd-d3ef-4926-a52e-427fe5477eed req-2771453f-cbd2-4030-9a10-5f8f59c525ea service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816264 Nov 03 03:15:42.382221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2557c91d-374d-43e1-b530-9d589f7a81a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:15:43.406368 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:15:43.923339 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:15:44.898707 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:15:46.250341 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:02.982150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48764) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:03.134058 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Deleting port 66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:16:03.134337 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:03.212235 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:03.212473 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for floatingip (66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:03.223796 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Calling delete_port for 66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:16:03.366539 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:03.392780 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event deleted for resources: {'Port': ['ID=66dc38a3-6fc9-40d1-8028-bd31f6ce5fa7,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:03.402786 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.403142 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.403492 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.403836 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.404177 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.404538 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.404878 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.405209 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.405915 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.405915 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.406179 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.406507 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.406835 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:03.468419 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for floatingip (f8012873-4af8-4ce2-8e60-a050dc57af9f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:03.469186 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.l3_db [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Floating IP f8012873-4af8-4ce2-8e60-a050dc57af9f disassociated (deleted). External IP: 172.26.6.5, port: e841cb54-e603-4dbb-9fed-558efdea4a0e. Nov 03 03:16:03.991369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:16:04.094312 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:16:04.099339 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:04.104622 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35522dde-645e-45fb-b071-20550389bdb6 None None] Sync routers for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:16:04.136064 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-da76f6c2-2f5f-4b15-b89b-dbed64e001fa tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "DELETE /v2.0/floatingips/f8012873-4af8-4ce2-8e60-a050dc57af9f HTTP/1.1" status: 204 len: 168 time: 1.1502676 Nov 03 03:16:04.136064 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:16:04.136834 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3befc281b14a73bf3af77342a4ffa01e952e7ba3078560232458c2c73b6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6a7477-74f6-4644-b150-0297b2ceb671" -d '{"events": [{"name": "network-changed", "server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:16:04.219659 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35522dde-645e-45fb-b071-20550389bdb6 None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:04.220302 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-35522dde-645e-45fb-b071-20550389bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:15:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:04.232607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141721ae-02e4-446c-98d8-dd2ee71c9a32 x-openstack-request-id: req-141721ae-02e4-446c-98d8-dd2ee71c9a32 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:16:04.232988 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:16:04.233275 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-141721ae-02e4-446c-98d8-dd2ee71c9a32 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:16:04.233703 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141721ae-02e4-446c-98d8-dd2ee71c9a32'] response: {'name': 'network-changed', 'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'status': 'completed', 'code': 200} Nov 03 03:16:04.327444 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a7477-74f6-4644-b150-0297b2ceb671 req-9456548e-0bfd-4b7e-a537-4a58370e8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:04.330173 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f6a7477-74f6-4644-b150-0297b2ceb671 req-9456548e-0bfd-4b7e-a537-4a58370e8606 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=108864ff7bba4ddfb5230e10146cf362&device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 1129 time: 0.0576057 Nov 03 03:16:04.347184 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-35522dde-645e-45fb-b071-20550389bdb6 None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:04.426844 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a7477-74f6-4644-b150-0297b2ceb671 req-08bc67bb-9e6f-4ac4-9e6d-1d1a837baa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:04.428427 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f6a7477-74f6-4644-b150-0297b2ceb671 req-08bc67bb-9e6f-4ac4-9e6d-1d1a837baa88 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 200 len: 910 time: 0.0899787 Nov 03 03:16:04.510126 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f6a7477-74f6-4644-b150-0297b2ceb671 req-bf276a89-18ed-410a-828a-aa2b92e468ef service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 200 len: 217 time: 0.0517249 Nov 03 03:16:04.517257 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98552dc3-8fae-4133-93d8-3c03e938de4f req-1f42ee24-671e-4408-90df-deaede33b253 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:04.518897 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98552dc3-8fae-4133-93d8-3c03e938de4f req-1f42ee24-671e-4408-90df-deaede33b253 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.1600685 Nov 03 03:16:04.552376 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-35522dde-645e-45fb-b071-20550389bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:04.580602 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35522dde-645e-45fb-b071-20550389bdb6 None None] Checking router: 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:16:04.589967 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35522dde-645e-45fb-b071-20550389bdb6 None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:04.590565 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-35522dde-645e-45fb-b071-20550389bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:15:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:04.599274 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a7477-74f6-4644-b150-0297b2ceb671 req-b62608ec-404d-40d9-86ba-fa1593b552ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:04.601082 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f6a7477-74f6-4644-b150-0297b2ceb671 req-b62608ec-404d-40d9-86ba-fa1593b552ea service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 200 len: 848 time: 0.0810859 Nov 03 03:16:04.610060 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-98552dc3-8fae-4133-93d8-3c03e938de4f req-2c9458b6-dfd4-4a97-870e-b68548184e92 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545404 Nov 03 03:16:04.661614 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a7477-74f6-4644-b150-0297b2ceb671 req-be910e23-ea5f-432f-b00d-a0067167f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:04.663412 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f6a7477-74f6-4644-b150-0297b2ceb671 req-be910e23-ea5f-432f-b00d-a0067167f9ef service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0525088 Nov 03 03:16:04.694943 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-35522dde-645e-45fb-b071-20550389bdb6 None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:04.760888 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f6a7477-74f6-4644-b150-0297b2ceb671 req-744d03ba-f7ac-461e-b1a0-c48655ce19f9 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899711 Nov 03 03:16:04.863544 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5f6a7477-74f6-4644-b150-0297b2ceb671 req-5d93954a-0a74-4d12-b063-8ebe72455317 service neutron] 10.222.0.27 "GET /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963683 Nov 03 03:16:04.895494 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-35522dde-645e-45fb-b071-20550389bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:04.922062 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35522dde-645e-45fb-b071-20550389bdb6 None None] The sync data for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv is: [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:06Z', 'revision_number': 4, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '68852a27-3856-4fb5-95e2-753587c8f2ec', 'name': '', 'network_id': 'fa1ba089-6d3a-4840-89c3-1a5d1fba31b9', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'mac_address': 'fa:16:3e:e3:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:05Z', 'updated_at': '2022-11-03T03:07:09Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'subnets': [{'id': 'e1777275-4ed1-4124-af6b-042bda24696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:16:05.156250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95721a3f-2854-4493-8ff2-7cebdd888bdc None None] New status for floating IP f8012873-4af8-4ce2-8e60-a050dc57af9f: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:16:05.752237 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff8855-4e7c-4ac2-86c6-dd81f2394325 req-ad7b332a-76f1-4efd-9e8b-a02775c06f4f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:05.753751 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b1ff8855-4e7c-4ac2-86c6-dd81f2394325 req-ad7b332a-76f1-4efd-9e8b-a02775c06f4f tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0601268 Nov 03 03:16:05.802027 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b1ff8855-4e7c-4ac2-86c6-dd81f2394325 req-7bec225a-eed3-4119-b292-a0ea8dbd1b5e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf6be4-eede-472e-857a-ae35ea49f392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422773 Nov 03 03:16:06.145127 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d4e61-b353-4c4d-a69f-af6283796cf3 req-73ea6f34-fffc-422a-a202-5bd70bcb478e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:06.146565 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f78d4e61-b353-4c4d-a69f-af6283796cf3 req-73ea6f34-fffc-422a-a202-5bd70bcb478e tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.27 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 945 time: 0.0511036 Nov 03 03:16:06.239318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-f78d4e61-b353-4c4d-a69f-af6283796cf3 req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Deleting port e841cb54-e603-4dbb-9fed-558efdea4a0e {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:16:06.239659 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f78d4e61-b353-4c4d-a69f-af6283796cf3 req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:06.326527 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-f78d4e61-b353-4c4d-a69f-af6283796cf3 req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] For port e841cb54-e603-4dbb-9fed-558efdea4a0e, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=e841cb54-e603-4dbb-9fed-558efdea4a0e,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:06.326885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f78d4e61-b353-4c4d-a69f-af6283796cf3 req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:06.338909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-f78d4e61-b353-4c4d-a69f-af6283796cf3 req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Calling delete_port for e841cb54-e603-4dbb-9fed-558efdea4a0e owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:16:06.465455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f78d4e61-b353-4c4d-a69f-af6283796cf3 req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e841cb54-e603-4dbb-9fed-558efdea4a0e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:06.492337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event deleted for resources: {'Port': ['ID=e841cb54-e603-4dbb-9fed-558efdea4a0e,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:06.504258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.504633 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.504977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.505314 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.505649 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.505975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.507345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.507345 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.507676 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.508005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.508335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.508681 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.509005 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:06.548615 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78d4e61-b353-4c4d-a69f-af6283796cf3 req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] No DVR routers for this DVR port e841cb54-e603-4dbb-9fed-558efdea4a0e on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:16:06.551064 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f78d4e61-b353-4c4d-a69f-af6283796cf3 req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:06.554991 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f78d4e61-b353-4c4d-a69f-af6283796cf3 req-3638d283-2880-4936-a45c-989f9baa3961 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.27 "DELETE /v2.0/ports/e841cb54-e603-4dbb-9fed-558efdea4a0e HTTP/1.1" status: 204 len: 173 time: 0.4001398 Nov 03 03:16:06.555490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'name': 'network-vif-deleted', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:16:06.557861 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a469df-3969-4db3-ba5b-5c6c1959ee97" -d '{"events": [{"server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "name": "network-vif-deleted", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:16:06.644929 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7467da-c92e-47ff-9d9e-0c846a8f0a52 x-openstack-request-id: req-8e7467da-c92e-47ff-9d9e-0c846a8f0a52 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:16:06.645273 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3226ee34-0020-4a51-a79e-bc56b60ede27", "name": "network-vif-deleted", "tag": "e841cb54-e603-4dbb-9fed-558efdea4a0e", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:16:06.645554 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e7467da-c92e-47ff-9d9e-0c846a8f0a52 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:16:06.645961 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7467da-c92e-47ff-9d9e-0c846a8f0a52'] response: {'server_uuid': '3226ee34-0020-4a51-a79e-bc56b60ede27', 'name': 'network-vif-deleted', 'tag': 'e841cb54-e603-4dbb-9fed-558efdea4a0e', 'status': 'completed', 'code': 200} Nov 03 03:16:06.916248 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b3032f53-bf7b-4722-9d3d-4e14714cba81 req-8b487494-c2e3-49dd-a78d-385c7ac89a6a tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 210 time: 0.0338268 Nov 03 03:16:08.021799 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a2959e96-6194-488c-9c2d-13e2274eaba8 req-c0560d89-2612-4f59-adf5-44c1f1904ae4 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 210 time: 0.0287828 Nov 03 03:16:08.804731 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:09.123592 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-de1f46bd-ce72-42a3-a999-002fa45924ef req-922949ab-2ae3-4740-803d-4c9133d47464 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 210 time: 0.0286961 Nov 03 03:16:09.826524 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e841cb54-e603-4dbb-9fed-558efdea4a0e no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:16:09.846307 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: e841cb54-e603-4dbb-9fed-558efdea4a0e {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:16:09.846661 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device e841cb54-e603-4dbb-9fed-558efdea4a0e not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:16:09.905513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6effa96-2d88-4622-aee3-f53e5ab58309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:10.225466 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48412809-6ce9-4c1a-b10d-92b61fc502d9 req-8467369c-906e-4fdc-a833-7a152627850d tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 210 time: 0.0266740 Nov 03 03:16:11.326236 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-01ecdf6f-9bfb-42c1-be1e-5e07da0483dc req-55c436a3-4420-4642-929c-07eed47aa1fe tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 210 time: 0.0307066 Nov 03 03:16:12.385197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1ca294a7-f326-45f7-8f2f-612b05d30b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:12.430621 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d180a09e-190c-4057-bb9b-a1bae8cf105e req-0b11edf0-8101-46a0-bf58-622b1a8409ea tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 210 time: 0.0277388 Nov 03 03:16:13.409676 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:13.531162 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-34786221-3ed5-4155-803c-8a688a800783 req-e5cd71a5-717d-4458-b969-f956d2b4aaa0 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 210 time: 0.0266337 Nov 03 03:16:14.630100 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2b71cb2-ff00-411f-a6a9-c268cb0c5751 req-7baa44ba-bb9a-4768-9daa-c993a3f78673 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 210 time: 0.0278742 Nov 03 03:16:14.901533 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:15.748944 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6488d84e-b609-42a4-bf0c-4492c34f12fb req-25ea8889-e6ad-46bc-a653-66548b281f0c tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "GET /v2.0/ports?device_id=3226ee34-0020-4a51-a79e-bc56b60ede27 HTTP/1.1" status: 200 len: 210 time: 0.0311224 Nov 03 03:16:16.255461 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:16.812106 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48816) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:16.871072 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3e0df85-d215-4dca-a9c3-f790cb3070f1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (e5bf6be4-eede-472e-857a-ae35ea49f392), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:16.896980 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3e0df85-d215-4dca-a9c3-f790cb3070f1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (e5bf6be4-eede-472e-857a-ae35ea49f392), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:16.957576 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3e0df85-d215-4dca-a9c3-f790cb3070f1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (e5bf6be4-eede-472e-857a-ae35ea49f392), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:16.960274 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3e0df85-d215-4dca-a9c3-f790cb3070f1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:16.961478 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d3e0df85-d215-4dca-a9c3-f790cb3070f1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] 10.222.0.23 "DELETE /v2.0/security-groups/e5bf6be4-eede-472e-857a-ae35ea49f392 HTTP/1.1" status: 204 len: 168 time: 0.1483352 Nov 03 03:16:16.970732 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0df85-d215-4dca-a9c3-f790cb3070f1 tempest-TestShelveInstance-1618035528 tempest-TestShelveInstance-1618035528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bf6be4-eede-472e-857a-ae35ea49f392,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:18.022636 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48822) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:18.537982 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:18.769052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] Deleting port 68852a27-3856-4fb5-95e2-753587c8f2ec {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:16:18.769275 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:18.847704 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] For port 68852a27-3856-4fb5-95e2-753587c8f2ec, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=68852a27-3856-4fb5-95e2-753587c8f2ec,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:18.848067 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:18.861139 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] Calling delete_port for 68852a27-3856-4fb5-95e2-753587c8f2ec owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:16:19.044195 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (68852a27-3856-4fb5-95e2-753587c8f2ec), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:19.069916 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=68852a27-3856-4fb5-95e2-753587c8f2ec,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:19.243494 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:19.455203 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] Router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:16:19.560142 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:16:19.565235 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2290a243-035b-462e-9343-d58128b07d6f admin admin] 10.222.0.23 "PUT /v2.0/routers/1cdd5bbb-4d97-4cde-ae09-0d30c75c8812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5408180 Nov 03 03:16:19.567830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48828) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:19.571843 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b1ddc9-ccdc-47f7-93bc-fda7e2b0b917 None None] Sync routers for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:16:19.581741 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1ddc9-ccdc-47f7-93bc-fda7e2b0b917 None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:19.582528 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e8b1ddc9-ccdc-47f7-93bc-fda7e2b0b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:19.670124 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Publish callbacks [] for router (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:19.686573 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e8b1ddc9-ccdc-47f7-93bc-fda7e2b0b917 None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:19.774019 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Publish callbacks [] for router_gateway (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:19.827054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Deleting port c074e972-9924-4e6c-ad31-380951c027a5 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:16:19.827386 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (c074e972-9924-4e6c-ad31-380951c027a5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:19.874258 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e8b1ddc9-ccdc-47f7-93bc-fda7e2b0b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:16:18Z', 'revision_number': 5, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port': {'id': 'c074e972-9924-4e6c-ad31-380951c027a5', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:19.901181 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b1ddc9-ccdc-47f7-93bc-fda7e2b0b917 None None] Checking router: 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:16:19.909399 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1ddc9-ccdc-47f7-93bc-fda7e2b0b917 None None] Routers {'1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:19.909994 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e8b1ddc9-ccdc-47f7-93bc-fda7e2b0b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:19.915220 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] For port c074e972-9924-4e6c-ad31-380951c027a5, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=c074e972-9924-4e6c-ad31-380951c027a5,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:19.915662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (c074e972-9924-4e6c-ad31-380951c027a5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:19.928065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Calling delete_port for c074e972-9924-4e6c-ad31-380951c027a5 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:16:19.994169 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e8b1ddc9-ccdc-47f7-93bc-fda7e2b0b917 None None] Set router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:20.041646 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e8b1ddc9-ccdc-47f7-93bc-fda7e2b0b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:16:19Z', 'revision_number': 6, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:20.071255 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b1ddc9-ccdc-47f7-93bc-fda7e2b0b917 None None] The sync data for ids ['1cdd5bbb-4d97-4cde-ae09-0d30c75c8812'] in dv-neutron-860659-5-hyperv is: [{'id': '1cdd5bbb-4d97-4cde-ae09-0d30c75c8812', 'name': 'tempest-TestShelveInstance-1277421581-router', 'tenant_id': '108864ff7bba4ddfb5230e10146cf362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:03Z', 'updated_at': '2022-11-03T03:16:19Z', 'revision_number': 6, 'project_id': '108864ff7bba4ddfb5230e10146cf362', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:16:20.109781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (c074e972-9924-4e6c-ad31-380951c027a5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.137776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=c074e972-9924-4e6c-ad31-380951c027a5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:20.200433 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.287839 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.289972 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Publish callbacks [] for router_controller (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.331546 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (1cdd5bbb-4d97-4cde-ae09-0d30c75c8812), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.332158 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 03:16:20.337263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.338493 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-4e0172fc-baa0-44f8-9893-4b7f49247f06 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1cdd5bbb-4d97-4cde-ae09-0d30c75c8812 HTTP/1.1" status: 204 len: 168 time: 0.7689996 Nov 03 03:16:20.341140 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48830) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:20.390051 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4e11ea-5266-4bd9-b5b8-a4033df7e96e admin admin] Deleting subnet e1777275-4ed1-4124-af6b-042bda24696c {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 03:16:20.393392 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f4e11ea-5266-4bd9-b5b8-a4033df7e96e admin admin] Publish callbacks [] for subnet (e1777275-4ed1-4124-af6b-042bda24696c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.430763 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f4e11ea-5266-4bd9-b5b8-a4033df7e96e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (e1777275-4ed1-4124-af6b-042bda24696c), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.516004 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f4e11ea-5266-4bd9-b5b8-a4033df7e96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (e1777275-4ed1-4124-af6b-042bda24696c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.577700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f4e11ea-5266-4bd9-b5b8-a4033df7e96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (e1777275-4ed1-4124-af6b-042bda24696c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.607371 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e11ea-5266-4bd9-b5b8-a4033df7e96e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1777275-4ed1-4124-af6b-042bda24696c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:20.609435 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0f4e11ea-5266-4bd9-b5b8-a4033df7e96e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.613132 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-0f4e11ea-5266-4bd9-b5b8-a4033df7e96e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e1777275-4ed1-4124-af6b-042bda24696c HTTP/1.1" status: 204 len: 168 time: 0.2709982 Nov 03 03:16:20.614984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5a586-35cf-42ac-971a-0f5414a42e7b None None] Network fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:16:20.616826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 48832) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:20.689072 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (fa1ba089-6d3a-4840-89c3-1a5d1fba31b9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.744388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Deleting port 9bf74646-708a-442a-b6cb-96ad28aa9257 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:16:20.745091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.815027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] For port 9bf74646-708a-442a-b6cb-96ad28aa9257, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=9bf74646-708a-442a-b6cb-96ad28aa9257,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:20.816138 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.828350 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Calling delete_port for 9bf74646-708a-442a-b6cb-96ad28aa9257 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:16:20.874674 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] DHCP port deletion for fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 03:16:20.920790 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Deleting port 9bf74646-708a-442a-b6cb-96ad28aa9257 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:16:20.921453 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.925533 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:16:20.934430 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:20.961963 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf74646-708a-442a-b6cb-96ad28aa9257,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:20.967710 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] No DVR routers for this DVR port 9bf74646-708a-442a-b6cb-96ad28aa9257 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:16:20.989171 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] For port 9bf74646-708a-442a-b6cb-96ad28aa9257, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=9bf74646-708a-442a-b6cb-96ad28aa9257,segment=NetworkSegment(939c96a5-04bf-451e-9324-83212bbbe4e0),segment_id=939c96a5-04bf-451e-9324-83212bbbe4e0)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:20.989575 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:21.003860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Calling delete_port for 9bf74646-708a-442a-b6cb-96ad28aa9257 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:16:21.060892 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (fa1ba089-6d3a-4840-89c3-1a5d1fba31b9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:21.087851 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1ba089-6d3a-4840-89c3-1a5d1fba31b9']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:21.099347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939c96a5-04bf-451e-9324-83212bbbe4e0') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:21.100169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939c96a5-04bf-451e-9324-83212bbbe4e0') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:21.109510 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (9bf74646-708a-442a-b6cb-96ad28aa9257), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:21.111459 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (939c96a5-04bf-451e-9324-83212bbbe4e0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:21.132607 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (939c96a5-04bf-451e-9324-83212bbbe4e0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:21.141216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 03:16:21.141782 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (939c96a5-04bf-451e-9324-83212bbbe4e0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:21.155581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] No DVR routers for this DVR port 9bf74646-708a-442a-b6cb-96ad28aa9257 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:16:21.159798 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Pushing event deleted for resources: {'Port': ['ID=9bf74646-708a-442a-b6cb-96ad28aa9257,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:21.193337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.195719 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.197654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.199096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.199646 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.200179 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.200727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.201485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.202149 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.202680 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.203196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.203720 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.204513 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f1fca-9f9d-453e-86a7-a672bd134c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:21.243791 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (fa1ba089-6d3a-4840-89c3-1a5d1fba31b9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:21.251037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:21.256433 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] 10.222.0.23 "DELETE /v2.0/networks/fa1ba089-6d3a-4840-89c3-1a5d1fba31b9 HTTP/1.1" status: 204 len: 168 time: 0.6384680 Nov 03 03:16:21.259400 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 48838) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:21.339799 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915550e-717d-4ff6-b074-377e1f862dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1ba089-6d3a-4840-89c3-1a5d1fba31b9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:21.356866 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 939c96a5-04bf-451e-9324-83212bbbe4e0 resource provider aggregate not found Nov 03 03:16:21.400252 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 939c96a5-04bf-451e-9324-83212bbbe4e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 939c96a5-04bf-451e-9324-83212bbbe4e0 found for delete ", "request_id": "req-e4bd8909-e690-401b-9ab1-a9c6fb89d591"}]} Nov 03 03:16:21.665994 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (626149e2-84c8-46ec-97a7-2b15a0718849), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:21.760512 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 68852a27-3856-4fb5-95e2-753587c8f2ec no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:16:21.780156 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 68852a27-3856-4fb5-95e2-753587c8f2ec {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:16:21.780624 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 68852a27-3856-4fb5-95e2-753587c8f2ec not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:16:21.781117 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c074e972-9924-4e6c-ad31-380951c027a5 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:16:21.799177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: c074e972-9924-4e6c-ad31-380951c027a5 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:16:21.799603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device c074e972-9924-4e6c-ad31-380951c027a5 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:16:21.800022 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 9bf74646-708a-442a-b6cb-96ad28aa9257 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:16:21.821654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 9bf74646-708a-442a-b6cb-96ad28aa9257 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:16:21.822003 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 9bf74646-708a-442a-b6cb-96ad28aa9257 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:16:21.919600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] Deleting port e55f1bec-8618-4450-8abb-6671a03f844f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:16:21.919869 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:22.002128 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] For port e55f1bec-8618-4450-8abb-6671a03f844f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=e55f1bec-8618-4450-8abb-6671a03f844f,segment=NetworkSegment(f4623eb4-89c3-4982-b08c-d66ca1ec95f2),segment_id=f4623eb4-89c3-4982-b08c-d66ca1ec95f2)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:22.002492 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:22.018746 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] Calling delete_port for e55f1bec-8618-4450-8abb-6671a03f844f owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:16:22.196895 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (e55f1bec-8618-4450-8abb-6671a03f844f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:22.222523 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] Pushing event deleted for resources: {'Port': ['ID=e55f1bec-8618-4450-8abb-6671a03f844f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:22.386100 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (626149e2-84c8-46ec-97a7-2b15a0718849), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:22.593876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] Router 626149e2-84c8-46ec-97a7-2b15a0718849 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:16:22.695507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:16:22.700840 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-d4379917-0365-4fd0-ac05-d51b6448bdfc admin admin] 10.222.0.23 "PUT /v2.0/routers/626149e2-84c8-46ec-97a7-2b15a0718849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4402416 Nov 03 03:16:22.703480 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48842) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:22.704599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19209f43-e0c7-43bf-a2eb-67986e7ba06a None None] Sync routers for ids ['626149e2-84c8-46ec-97a7-2b15a0718849'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:16:22.715522 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19209f43-e0c7-43bf-a2eb-67986e7ba06a None None] Routers {'626149e2-84c8-46ec-97a7-2b15a0718849'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:22.716235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-19209f43-e0c7-43bf-a2eb-67986e7ba06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['626149e2-84c8-46ec-97a7-2b15a0718849'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:22.812296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Publish callbacks [] for router (626149e2-84c8-46ec-97a7-2b15a0718849), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:22.822588 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-19209f43-e0c7-43bf-a2eb-67986e7ba06a None None] Set router 626149e2-84c8-46ec-97a7-2b15a0718849 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:22.915187 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Publish callbacks [] for router_gateway (626149e2-84c8-46ec-97a7-2b15a0718849), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:22.966969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Deleting port 68689630-b053-4bed-9bbd-cda547c52693 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:16:22.967306 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (68689630-b053-4bed-9bbd-cda547c52693), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.009087 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-19209f43-e0c7-43bf-a2eb-67986e7ba06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'name': 'tempest-TestShelveInstance-1552212318-router', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '68689630-b053-4bed-9bbd-cda547c52693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:07Z', 'updated_at': '2022-11-03T03:16:22Z', 'revision_number': 5, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'gw_port': {'id': '68689630-b053-4bed-9bbd-cda547c52693', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:07:08Z', 'updated_at': '2022-11-03T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:23.036227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19209f43-e0c7-43bf-a2eb-67986e7ba06a None None] Checking router: 626149e2-84c8-46ec-97a7-2b15a0718849 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:16:23.046420 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19209f43-e0c7-43bf-a2eb-67986e7ba06a None None] Routers {'626149e2-84c8-46ec-97a7-2b15a0718849'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:23.047353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-19209f43-e0c7-43bf-a2eb-67986e7ba06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['626149e2-84c8-46ec-97a7-2b15a0718849'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:23.052202 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] For port 68689630-b053-4bed-9bbd-cda547c52693, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=68689630-b053-4bed-9bbd-cda547c52693,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:23.052669 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (68689630-b053-4bed-9bbd-cda547c52693), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.068159 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Calling delete_port for 68689630-b053-4bed-9bbd-cda547c52693 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:16:23.143441 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-19209f43-e0c7-43bf-a2eb-67986e7ba06a None None] Set router 626149e2-84c8-46ec-97a7-2b15a0718849 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:23.195455 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-19209f43-e0c7-43bf-a2eb-67986e7ba06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'name': 'tempest-TestShelveInstance-1552212318-router', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:07Z', 'updated_at': '2022-11-03T03:16:22Z', 'revision_number': 6, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:23.219962 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19209f43-e0c7-43bf-a2eb-67986e7ba06a None None] The sync data for ids ['626149e2-84c8-46ec-97a7-2b15a0718849'] in dv-neutron-860659-5-hyperv is: [{'id': '626149e2-84c8-46ec-97a7-2b15a0718849', 'name': 'tempest-TestShelveInstance-1552212318-router', 'tenant_id': 'd6e79fad892f45c999dbc750299b26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:07:07Z', 'updated_at': '2022-11-03T03:16:22Z', 'revision_number': 6, 'project_id': 'd6e79fad892f45c999dbc750299b26fe', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:16:23.246446 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (68689630-b053-4bed-9bbd-cda547c52693), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.274818 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Pushing event deleted for resources: {'Port': ['ID=68689630-b053-4bed-9bbd-cda547c52693,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:23.335971 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (626149e2-84c8-46ec-97a7-2b15a0718849), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.423003 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (626149e2-84c8-46ec-97a7-2b15a0718849), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.425028 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Publish callbacks [] for router_controller (626149e2-84c8-46ec-97a7-2b15a0718849), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.466216 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (626149e2-84c8-46ec-97a7-2b15a0718849), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.467122 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 626149e2-84c8-46ec-97a7-2b15a0718849 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 03:16:23.471617 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.472818 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-60f2278b-191c-4ed7-b355-9a0d4382a10b admin admin] 10.222.0.23 "DELETE /v2.0/routers/626149e2-84c8-46ec-97a7-2b15a0718849 HTTP/1.1" status: 204 len: 168 time: 0.7681549 Nov 03 03:16:23.475994 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48844) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:23.523866 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-58818a15-141d-47cc-a964-68d49e41e1dc admin admin] Deleting subnet ff318476-18cf-4de6-9fe7-810c71081ea4 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 03:16:23.526961 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-58818a15-141d-47cc-a964-68d49e41e1dc admin admin] Publish callbacks [] for subnet (ff318476-18cf-4de6-9fe7-810c71081ea4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.561830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-58818a15-141d-47cc-a964-68d49e41e1dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (ff318476-18cf-4de6-9fe7-810c71081ea4), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.640969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-58818a15-141d-47cc-a964-68d49e41e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (ff318476-18cf-4de6-9fe7-810c71081ea4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.697932 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-58818a15-141d-47cc-a964-68d49e41e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (ff318476-18cf-4de6-9fe7-810c71081ea4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.722111 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58818a15-141d-47cc-a964-68d49e41e1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff318476-18cf-4de6-9fe7-810c71081ea4,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:23.725887 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-58818a15-141d-47cc-a964-68d49e41e1dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.729065 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-58818a15-141d-47cc-a964-68d49e41e1dc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ff318476-18cf-4de6-9fe7-810c71081ea4 HTTP/1.1" status: 204 len: 168 time: 0.2521005 Nov 03 03:16:23.731568 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48846) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:23.734064 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4fb465-a9ca-4543-8834-4acdbf1f6358 None None] Network b9a97faa-719b-4211-b66b-cf8535ff4ab4 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:16:23.801002 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (b9a97faa-719b-4211-b66b-cf8535ff4ab4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.851279 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Deleting port a44ccd0b-c084-44ff-ab0b-84984687ef97 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:16:23.851624 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:23.963687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28475c2-77f7-469c-9cfc-7ed75bb19595 None None] DHCP port deletion for b9a97faa-719b-4211-b66b-cf8535ff4ab4 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 03:16:24.026489 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d28475c2-77f7-469c-9cfc-7ed75bb19595 None None] Deleting port a44ccd0b-c084-44ff-ab0b-84984687ef97 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:16:24.027067 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d28475c2-77f7-469c-9cfc-7ed75bb19595 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.042879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 68689630-b053-4bed-9bbd-cda547c52693 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:16:24.092765 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 68689630-b053-4bed-9bbd-cda547c52693 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:16:24.093132 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 68689630-b053-4bed-9bbd-cda547c52693 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:16:24.093567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device a44ccd0b-c084-44ff-ab0b-84984687ef97 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:16:24.150753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d28475c2-77f7-469c-9cfc-7ed75bb19595 None None] For port a44ccd0b-c084-44ff-ab0b-84984687ef97, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a44ccd0b-c084-44ff-ab0b-84984687ef97,segment=NetworkSegment(f4623eb4-89c3-4982-b08c-d66ca1ec95f2),segment_id=f4623eb4-89c3-4982-b08c-d66ca1ec95f2)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:24.151158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d28475c2-77f7-469c-9cfc-7ed75bb19595 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.166234 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d28475c2-77f7-469c-9cfc-7ed75bb19595 None None] Calling delete_port for a44ccd0b-c084-44ff-ab0b-84984687ef97 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:16:24.237888 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] For port a44ccd0b-c084-44ff-ab0b-84984687ef97, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a44ccd0b-c084-44ff-ab0b-84984687ef97,segment=NetworkSegment(f4623eb4-89c3-4982-b08c-d66ca1ec95f2),segment_id=f4623eb4-89c3-4982-b08c-d66ca1ec95f2)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:24.238263 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.245278 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port a44ccd0b-c084-44ff-ab0b-84984687ef97 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:24.245893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.252233 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Calling delete_port for a44ccd0b-c084-44ff-ab0b-84984687ef97 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:16:24.305413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port a44ccd0b-c084-44ff-ab0b-84984687ef97, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=a44ccd0b-c084-44ff-ab0b-84984687ef97,segment=NetworkSegment(f4623eb4-89c3-4982-b08c-d66ca1ec95f2),segment_id=f4623eb4-89c3-4982-b08c-d66ca1ec95f2)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:24.314238 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.315580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e55f1bec-8618-4450-8abb-6671a03f844f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: from cryptography.utils import int_from_bytes Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: from cryptography.utils import int_from_bytes Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /opt/stack/neutron/neutron/extensions/quotasv2.py:139: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: warnings.warn('Neutron quota engine will require "--force" ' Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: items = [ Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: warnings.warn(msg) Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 03:16:24.330640 dv-neutron-860659-5-hyperv neutron-server[104393]: self.session.flush() Nov 03 03:16:24.337065 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d28475c2-77f7-469c-9cfc-7ed75bb19595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.340056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (a44ccd0b-c084-44ff-ab0b-84984687ef97), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.353413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: e55f1bec-8618-4450-8abb-6671a03f844f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:16:24.353771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device e55f1bec-8618-4450-8abb-6671a03f844f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:16:24.356585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event deleted for resources: {'Port': ['ID=a44ccd0b-c084-44ff-ab0b-84984687ef97,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:24.370010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44ccd0b-c084-44ff-ab0b-84984687ef97,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:24.371869 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] No DVR routers for this DVR port a44ccd0b-c084-44ff-ab0b-84984687ef97 on host dv-neutron-860659-5-hyperv {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:16:24.383046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28475c2-77f7-469c-9cfc-7ed75bb19595 None None] Pushing event deleted for resources: {'Port': ['ID=a44ccd0b-c084-44ff-ab0b-84984687ef97,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:24.384899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28475c2-77f7-469c-9cfc-7ed75bb19595 None None] No DVR routers for this DVR port a44ccd0b-c084-44ff-ab0b-84984687ef97 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:16:24.446343 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (b9a97faa-719b-4211-b66b-cf8535ff4ab4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.465912 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a97faa-719b-4211-b66b-cf8535ff4ab4']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:24.475065 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4623eb4-89c3-4982-b08c-d66ca1ec95f2') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:24.475378 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.services.segments.db [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4623eb4-89c3-4982-b08c-d66ca1ec95f2') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:24.484625 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25969841'] for segment (f4623eb4-89c3-4982-b08c-d66ca1ec95f2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.498471 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (f4623eb4-89c3-4982-b08c-d66ca1ec95f2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.504331 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 03:16:24.504757 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189464'] for segment (f4623eb4-89c3-4982-b08c-d66ca1ec95f2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.566698 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (b9a97faa-719b-4211-b66b-cf8535ff4ab4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.572462 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.578022 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b9a97faa-719b-4211-b66b-cf8535ff4ab4 HTTP/1.1" status: 204 len: 168 time: 0.8432300 Nov 03 03:16:24.587243 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment f4623eb4-89c3-4982-b08c-d66ca1ec95f2 resource provider aggregate not found Nov 03 03:16:24.593440 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa18b8-a0b9-4737-8187-ab3b39365fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9a97faa-719b-4211-b66b-cf8535ff4ab4,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:24.605070 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment f4623eb4-89c3-4982-b08c-d66ca1ec95f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4623eb4-89c3-4982-b08c-d66ca1ec95f2 found for delete ", "request_id": "req-374d5d4a-ba77-443a-a25c-0e9a20434a04"}]} Nov 03 03:16:24.689418 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48856) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:24.728775 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-bbf08614-40b4-427b-acd9-17351c9ab246 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=108864ff7bba4ddfb5230e10146cf362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381134 Nov 03 03:16:24.731198 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48858) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:24.776659 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fbae28db-3fd0-4b9f-b1a9-b4444e96ef47 admin admin] Publish callbacks [] for security_group (c66d1996-8ec2-49b4-986b-243ed3df972f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.797955 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fbae28db-3fd0-4b9f-b1a9-b4444e96ef47 admin admin] Publish callbacks [] for security_group (c66d1996-8ec2-49b4-986b-243ed3df972f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.845142 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fbae28db-3fd0-4b9f-b1a9-b4444e96ef47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c66d1996-8ec2-49b4-986b-243ed3df972f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.847760 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fbae28db-3fd0-4b9f-b1a9-b4444e96ef47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:24.848937 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-fbae28db-3fd0-4b9f-b1a9-b4444e96ef47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c66d1996-8ec2-49b4-986b-243ed3df972f HTTP/1.1" status: 204 len: 168 time: 0.1168575 Nov 03 03:16:24.857222 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae28db-3fd0-4b9f-b1a9-b4444e96ef47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66d1996-8ec2-49b4-986b-243ed3df972f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:25.165501 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48864) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:25.210402 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-a669db14-3390-4764-b171-30fab5d4d7b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6e79fad892f45c999dbc750299b26fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436871 Nov 03 03:16:25.212799 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48866) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:25.259671 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39174304-8712-48f0-a891-d6f1b1cbf98a admin admin] Publish callbacks [] for security_group (c4033661-745f-4150-86f7-1502ac4b229e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:25.281227 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39174304-8712-48f0-a891-d6f1b1cbf98a admin admin] Publish callbacks [] for security_group (c4033661-745f-4150-86f7-1502ac4b229e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:25.328021 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39174304-8712-48f0-a891-d6f1b1cbf98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (c4033661-745f-4150-86f7-1502ac4b229e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:25.330598 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39174304-8712-48f0-a891-d6f1b1cbf98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:25.331832 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-39174304-8712-48f0-a891-d6f1b1cbf98a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4033661-745f-4150-86f7-1502ac4b229e HTTP/1.1" status: 204 len: 168 time: 0.1180539 Nov 03 03:16:25.339928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39174304-8712-48f0-a891-d6f1b1cbf98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4033661-745f-4150-86f7-1502ac4b229e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:25.991000 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48888) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:26.084929 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-150320185-network', 'tenant_id': 'ef195f9f19484ae081ec79011114beca'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:26.104750 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Made reservation on behalf of ef195f9f19484ae081ec79011114beca for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:16:26.106965 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.116205 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.189848 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Publish callbacks [] for security_group (d3b26975-6415-462c-9acb-56b3cc23fc1e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.193744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d3b26975-6415-462c-9acb-56b3cc23fc1e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.218448 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 03:16:26.227668 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b26975-6415-462c-9acb-56b3cc23fc1e,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:26.234850 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (79cc2301-d415-486d-9f16-bfd2085662c9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.235333 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Added segment 79cc2301-d415-486d-9f16-bfd2085662c9 of type vlan for network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 Nov 03 03:16:26.277749 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (738c0def-0ab2-4289-9b1c-ac734b5d99d3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.302015 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (738c0def-0ab2-4289-9b1c-ac734b5d99d3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.303257 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:26.303842 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.354578 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3623972 Nov 03 03:16:26.357608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 48892) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:26.362898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] Request body: {'subnet': {'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-150320185-subnet', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:26.366608 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f52f6c-f5ba-4962-a2ea-f19aed39b17a admin admin] Pushing event updated for resources: {'Network': ['ID=738c0def-0ab2-4289-9b1c-ac734b5d99d3,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:26.376813 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 03:16:26.385786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] Made reservation on behalf of ef195f9f19484ae081ec79011114beca for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:16:26.388579 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.555377 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (ce453bd5-9054-4e78-a7e4-9e5c6382a7eb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.602920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:26.618449 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] Checking segment: {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:16:26.618817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] Network hostable DHCP agents. Network: 738c0def-0ab2-4289-9b1c-ac734b5d99d3, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 03:16:26.635103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] Network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 03:16:26.643775 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, 738c0def-0ab2-4289-9b1c-ac734b5d99d3) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:26.648275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:26.648908 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.653681 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3ab1fe-d8f0-4831-8ea9-a36f5bacbd94 None None] Network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:16:26.664905 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-cff0f3d9-6072-4702-8ab3-231bd6fd4d6e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3061035 Nov 03 03:16:26.667715 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 48894) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:26.671713 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:26.689909 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (628aa1b4-7596-421c-b6df-352bafac7ebf), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.690995 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (628aa1b4-7596-421c-b6df-352bafac7ebf), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.742145 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Publish callbacks [] for router_controller (628aa1b4-7596-421c-b6df-352bafac7ebf), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.757413 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 03:16:26.758272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:26.900348 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Allocated IP 172.20.0.2 (738c0def-0ab2-4289-9b1c-ac734b5d99d3/ce453bd5-9054-4e78-a7e4-9e5c6382a7eb/228edfc4-978a-4c37-a8bb-f91bd4a807e7) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:16:27.186102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Publish callbacks [] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.191893 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.218536 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Publish callbacks [] for router_gateway (628aa1b4-7596-421c-b6df-352bafac7ebf), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.234464 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:16:27.241834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:27.244172 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:16:27.246113 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Pushing event updated for resources: {'Port': ['ID=228edfc4-978a-4c37-a8bb-f91bd4a807e7,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:27.299891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Attempting to bind port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:16:27.300263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Attempting to bind port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:16:27.300666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Attempting to bind port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 on network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:16:27.305961 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:16:27.306432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Checking segment: {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:16:27.306929 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.307391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Bound using segment: {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:16:27.307927 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Bound port: 228edfc4-978a-4c37-a8bb-f91bd4a807e7, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:16:27.308406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.368494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] For port 228edfc4-978a-4c37-a8bb-f91bd4a807e7, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:16:27.371666 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] For port 228edfc4-978a-4c37-a8bb-f91bd4a807e7, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=228edfc4-978a-4c37-a8bb-f91bd4a807e7,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:16:27.377672 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.427979 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Publish callbacks [] for router_gateway (628aa1b4-7596-421c-b6df-352bafac7ebf), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.438349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0f45b-d024-4926-9619-34c1d92ad949 None None] Pushing event updated for resources: {'Port': ['ID=228edfc4-978a-4c37-a8bb-f91bd4a807e7,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:27.452771 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.568181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Allocated IP 172.26.6.108 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:16:27.704007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Publish callbacks [] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.754900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.794260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 228edfc4-978a-4c37-a8bb-f91bd4a807e7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:16:27.807938 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:16:27.815269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:27.817880 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:27.820177 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:16:27.857970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:27.859080 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.859582 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 Nov 03 03:16:27.945025 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:27.945424 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:27.985076 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 228edfc4-978a-4c37-a8bb-f91bd4a807e7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=228edfc4-978a-4c37-a8bb-f91bd4a807e7,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:27.990115 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:28.048107 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=228edfc4-978a-4c37-a8bb-f91bd4a807e7,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:28.093189 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Publish callbacks [] for router_gateway (628aa1b4-7596-421c-b6df-352bafac7ebf), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:28.320247 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (628aa1b4-7596-421c-b6df-352bafac7ebf), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:28.457266 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Router 628aa1b4-7596-421c-b6df-352bafac7ebf is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 03:16:28.475948 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340f1e09-9b59-441e-8d0c-174caa863b57 None None] Network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:16:28.539749 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ca5091b9-f249-4600-b4c3-c6227b65ecd8 None None] Provisioning complete for port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:28.540040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ca5091b9-f249-4600-b4c3-c6227b65ecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:28.540383 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-ca5091b9-f249-4600-b4c3-c6227b65ecd8 None None] Attempt 1 to provision port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 Nov 03 03:16:28.560132 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:16:28.573463 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Sync routers for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:16:28.579165 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:28.580803 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-312c04d4-5289-41c0-a624-6854ec7ca9a2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9122865 Nov 03 03:16:28.583653 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48896) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:28.585345 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:28.586186 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:28.664887 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ca5091b9-f249-4600-b4c3-c6227b65ecd8 None None] Current status of the port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:28.784608 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:28.886471 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d37673ab-fea7-493e-bf30-52963eca62c5 None None] Provisioning complete for port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:28.886852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d37673ab-fea7-493e-bf30-52963eca62c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:28.887192 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-d37673ab-fea7-493e-bf30-52963eca62c5 None None] Attempt 1 to provision port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 Nov 03 03:16:28.965942 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d37673ab-fea7-493e-bf30-52963eca62c5 None None] Current status of the port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:28.977519 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:27Z', 'revision_number': 3, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:29.001386 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Checking router: 628aa1b4-7596-421c-b6df-352bafac7ebf for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:16:29.001736 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Updating router 628aa1b4-7596-421c-b6df-352bafac7ebf port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:16:29.019642 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.029106 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.172602 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Allocated IP 172.20.0.1 (738c0def-0ab2-4289-9b1c-ac734b5d99d3/ce453bd5-9054-4e78-a7e4-9e5c6382a7eb/09e925c3-1d61-4539-83f3-6ab390d1f5c3) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:16:29.273539 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Publish callbacks [] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.278224 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.279190 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Publish callbacks [] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.310073 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Attempting to bind port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:16:29.310549 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Attempting to bind port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:16:29.310988 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Attempting to bind port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:16:29.314789 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.321385 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:16:29.321766 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:16:29.322160 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.323710 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:16:29.323710 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Bound port: 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:16:29.323710 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.348969 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Pushing event updated for resources: {'Port': ['ID=72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:29.350832 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:16:29.353810 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:29.356469 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:16:29.366863 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.366863 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.367500 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.367644 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.367961 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.368285 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.368643 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.368999 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.369300 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.369624 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.369951 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.370265 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.370581 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:16:29.389056 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Pushing event updated for resources: {'Port': ['ID=09e925c3-1d61-4539-83f3-6ab390d1f5c3,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:29.390273 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] For port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:16:29.393747 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] For port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:16:29.402521 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.411246 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (628aa1b4-7596-421c-b6df-352bafac7ebf), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.442611 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:29.443231 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:29.508867 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b5a8b-8b62-440b-b6d9-71d66893602f None None] Pushing event updated for resources: {'Port': ['ID=72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:29.567234 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.567917 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:29.739753 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Provisioning complete for port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:29.741017 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.741300 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Attempt 1 to provision port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 Nov 03 03:16:29.763945 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:27Z', 'revision_number': 3, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:29.772295 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Publish callbacks [] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.782801 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.790141 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:29.791652 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b33c1f2-ccc5-4340-87e0-d5d7daa4b209 None None] The sync data for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv is: [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:27Z', 'revision_number': 3, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:16:29.810272 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 228edfc4-978a-4c37-a8bb-f91bd4a807e7 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:16:29.859672 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Pushing event updated for resources: {'Port': ['ID=09e925c3-1d61-4539-83f3-6ab390d1f5c3,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:29.867254 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (628aa1b4-7596-421c-b6df-352bafac7ebf), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.913050 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:29.913525 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:29.913874 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 Nov 03 03:16:29.969507 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:16:29.971569 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:30.023056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:30.120917 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Router 628aa1b4-7596-421c-b6df-352bafac7ebf has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:16:30.237125 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:16:30.248955 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-15b5865b-78ac-4218-a506-1d3735868b35 admin admin] 10.222.0.23 "PUT /v2.0/routers/628aa1b4-7596-421c-b6df-352bafac7ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639066 Nov 03 03:16:30.291889 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Attempt 2 to provision port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 Nov 03 03:16:30.325899 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:30.734369 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48912) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:30.739676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1776578720-network', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:30.758224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Made reservation on behalf of 1d0477ab5e844a4f8026b95f0caeb4aa for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:16:30.760578 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:30.769201 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:30.827144 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Attempt 3 to provision port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 Nov 03 03:16:30.844926 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Publish callbacks [] for security_group (5262f587-5867-45fa-bf6d-d1f6f9834eff), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:30.849089 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (5262f587-5867-45fa-bf6d-d1f6f9834eff), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:30.859385 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:30.874144 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 03:16:30.884986 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5262f587-5867-45fa-bf6d-d1f6f9834eff,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:30.890034 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (2af7f3a9-fd4e-4260-aaf6-13c153251297), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:30.890395 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.segments_db [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Added segment 2af7f3a9-fd4e-4260-aaf6-13c153251297 of type vlan for network f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd Nov 03 03:16:30.930520 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753905445214'] for network (f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:30.954533 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392'] for network (f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:30.955479 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:30.956052 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:31.010249 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2746048 Nov 03 03:16:31.013045 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 48914) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:31.018091 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] Request body: {'subnet': {'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1776578720-subnet', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:31.021326 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cdf49-0588-4d53-bdaf-c0a8ef0cdfdd admin admin] Pushing event updated for resources: {'Network': ['ID=f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:31.032011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Network f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd details requested by agent ovs-agent-dv-neutron-860659-5-hyperv with host dv-neutron-860659-5-hyperv {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 03:16:31.041441 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] Made reservation on behalf of 1d0477ab5e844a4f8026b95f0caeb4aa for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:16:31.043755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496701'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:31.218999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496719'] for subnet (d90519e6-ecbf-49e7-8552-845e2fb43164), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:31.274823 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90519e6-ecbf-49e7-8552-845e2fb43164,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:31.289645 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] Checking segment: {'id': '2af7f3a9-fd4e-4260-aaf6-13c153251297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:16:31.290009 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] Network hostable DHCP agents. Network: f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd, hostable agents: ['f0ab9a95-bc41-4443-a62e-ec55c77a9b8c'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 03:16:31.306712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] Network f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd is scheduled to be hosted by DHCP agent f0ab9a95-bc41-4443-a62e-ec55c77a9b8c with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 03:16:31.315375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860659-5-hyperv, f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:31.320079 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:31.320729 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:31.327664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd334765-f6d7-4d69-bc4b-0f092a0dab34 None None] Network f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:16:31.338435 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-66e532e5-0a03-444a-938a-a3739838ff85 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3242486 Nov 03 03:16:31.340871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 48916) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:31.345347 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1776578720-router', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:31.364668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5875'] for router (cae7acf2-f810-4896-9568-0b40a32e1dc8), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:31.366778 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5880'] for router (cae7acf2-f810-4896-9568-0b40a32e1dc8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:31.369229 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Attempt 4 to provision port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 Nov 03 03:16:31.419474 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:31.423793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Publish callbacks [] for router_controller (cae7acf2-f810-4896-9568-0b40a32e1dc8), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:31.455225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Sync routers for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:16:31.468970 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfafd4178-d010-5ec9-ad6b-1f835eeb2f66-f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd', 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd', 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'fixed_ips': [{'subnet_id': 'd90519e6-ecbf-49e7-8552-845e2fb43164'}]}} from dv-neutron-860659-5-hyperv. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 03 03:16:31.469809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:31.472034 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:31.472689 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:31.566744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Publish callbacks [] for router_gateway (cae7acf2-f810-4896-9568-0b40a32e1dc8), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:31.677085 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:31.727864 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Allocated IP 172.20.0.2 (f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd/d90519e6-ecbf-49e7-8552-845e2fb43164/7b381104-112b-4b09-a930-05ea0ab4575f) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:16:31.779620 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Publish callbacks [] for router_gateway (cae7acf2-f810-4896-9568-0b40a32e1dc8), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:31.800150 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:31.806280 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:16:31.912098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Allocated IP 172.26.6.208 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/3a4f75fe-71bb-40de-9d75-ac21579d1b89) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:16:31.921273 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Attempt 5 to provision port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 Nov 03 03:16:32.019217 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Publish callbacks [] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.059223 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.096474 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:16:32.099544 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:32.103800 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:16:32.129416 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Pushing event updated for resources: {'Port': ['ID=3a4f75fe-71bb-40de-9d75-ac21579d1b89,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:32.156083 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:32.156651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:32.157035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.157379 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb Nov 03 03:16:32.246713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Publish callbacks [] for port (7b381104-112b-4b09-a930-05ea0ab4575f), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.256452 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.287398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 2, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:32.342175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Network f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:16:32.344435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Checking router: 628aa1b4-7596-421c-b6df-352bafac7ebf for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:16:32.344825 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Updating router 628aa1b4-7596-421c-b6df-352bafac7ebf port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:16:32.353125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:32.357486 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Publish callbacks [] for router_gateway (cae7acf2-f810-4896-9568-0b40a32e1dc8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.379173 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:16:32.388185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:32.388535 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.399656 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Pushing event updated for resources: {'Port': ['ID=7b381104-112b-4b09-a930-05ea0ab4575f,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:32.418495 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.436958 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:32.448743 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.526345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Attempting to bind port 7b381104-112b-4b09-a930-05ea0ab4575f on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:16:32.526738 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Attempting to bind port 7b381104-112b-4b09-a930-05ea0ab4575f by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '2af7f3a9-fd4e-4260-aaf6-13c153251297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:16:32.527116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Attempting to bind port 7b381104-112b-4b09-a930-05ea0ab4575f on network f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:16:32.551437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:16:32.551823 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Checking segment: {'id': '2af7f3a9-fd4e-4260-aaf6-13c153251297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:16:32.552233 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.552763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Bound using segment: {'id': '2af7f3a9-fd4e-4260-aaf6-13c153251297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:16:32.553263 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Bound port: 7b381104-112b-4b09-a930-05ea0ab4575f, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af7f3a9-fd4e-4260-aaf6-13c153251297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:16:32.553654 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.554704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701964'] for router (cae7acf2-f810-4896-9568-0b40a32e1dc8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.615169 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:32.656968 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Attempt 6 to provision port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 Nov 03 03:16:32.675375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Router cae7acf2-f810-4896-9568-0b40a32e1dc8 is scheduled to L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 03:16:32.747094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:32.748035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] For port 7b381104-112b-4b09-a930-05ea0ab4575f, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:16:32.767901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] For port 7b381104-112b-4b09-a930-05ea0ab4575f, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7b381104-112b-4b09-a930-05ea0ab4575f,segment=NetworkSegment(2af7f3a9-fd4e-4260-aaf6-13c153251297),segment_id=2af7f3a9-fd4e-4260-aaf6-13c153251297)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:16:32.779733 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:16:32.781434 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.796064 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Sync routers for ids ['cae7acf2-f810-4896-9568-0b40a32e1dc8'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:16:32.807673 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Routers {'cae7acf2-f810-4896-9568-0b40a32e1dc8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:32.807868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.808803 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['cae7acf2-f810-4896-9568-0b40a32e1dc8'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:32.811953 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-08cf3fef-a0d8-41e0-a304-f5d74044b6fa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4676857 Nov 03 03:16:32.812307 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48918) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:32.870094 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda8399-60c3-44f0-a7ab-bbcb68a8089c None None] Pushing event updated for resources: {'Port': ['ID=7b381104-112b-4b09-a930-05ea0ab4575f,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:32.912604 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Publish callbacks [] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.920838 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:32.940022 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Set router cae7acf2-f810-4896-9568-0b40a32e1dc8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:33.007879 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6171f-8642-4203-998b-a1cc8aebec70 None None] Pushing event updated for resources: {'Port': ['ID=09e925c3-1d61-4539-83f3-6ab390d1f5c3,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:33.023225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Attempting to bind port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:16:33.023989 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Attempting to bind port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:16:33.024531 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Attempting to bind port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 on network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:16:33.040628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:16:33.040628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Checking segment: {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:16:33.040628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.040628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Bound using segment: {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:16:33.040628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Bound port: 09e925c3-1d61-4539-83f3-6ab390d1f5c3, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:16:33.040628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.136345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] For port 09e925c3-1d61-4539-83f3-6ab390d1f5c3, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:16:33.142249 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] For port 09e925c3-1d61-4539-83f3-6ab390d1f5c3, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=09e925c3-1d61-4539-83f3-6ab390d1f5c3,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:16:33.153154 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.220351 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'name': 'tempest-TestSnapshotPattern-1776578720-router', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 3, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'gw_port': {'id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:33.220932 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6171f-8642-4203-998b-a1cc8aebec70 None None] Pushing event updated for resources: {'Port': ['ID=09e925c3-1d61-4539-83f3-6ab390d1f5c3,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:33.224429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:33.224429 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:33.250732 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Checking router: cae7acf2-f810-4896-9568-0b40a32e1dc8 for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:16:33.251281 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Updating router cae7acf2-f810-4896-9568-0b40a32e1dc8 port 3a4f75fe-71bb-40de-9d75-ac21579d1b89 binding host dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:16:33.269413 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Attempt 7 to provision port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 Nov 03 03:16:33.284601 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.322729 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.371831 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:33.435475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Current status of the port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:33.435475 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.486229 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Allocated IP 172.20.0.1 (f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd/d90519e6-ecbf-49e7-8552-845e2fb43164/02b949b9-5ec5-47a3-ae0d-4ba099575158) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:16:33.541537 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] For port 09e925c3-1d61-4539-83f3-6ab390d1f5c3, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=09e925c3-1d61-4539-83f3-6ab390d1f5c3,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:33.550511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.559793 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Publish callbacks [] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.570294 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.604596 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Publish callbacks [] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.649457 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556188f-5b7a-49e7-968a-c95ab74c5787 None None] Pushing event updated for resources: {'Port': ['ID=09e925c3-1d61-4539-83f3-6ab390d1f5c3,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:33.649883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.692442 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-8b3475ae-b774-41b3-aed8-79495fb4d37c None None] Provisioning complete for port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:33.692786 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8b3475ae-b774-41b3-aed8-79495fb4d37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.695829 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Network f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:16:33.698928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:33.703843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:16:33.710699 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Attempting to bind port 3a4f75fe-71bb-40de-9d75-ac21579d1b89 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:16:33.710920 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-8b3475ae-b774-41b3-aed8-79495fb4d37c None None] Attempt 1 to provision port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 Nov 03 03:16:33.711276 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Attempting to bind port 3a4f75fe-71bb-40de-9d75-ac21579d1b89 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:16:33.711741 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Attempting to bind port 3a4f75fe-71bb-40de-9d75-ac21579d1b89 on network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:16:33.726762 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:16:33.727250 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Checking segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:16:33.727756 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.728909 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Bound using segment: {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:16:33.729496 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Bound port: 3a4f75fe-71bb-40de-9d75-ac21579d1b89, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adc310-3211-4b03-8a71-4c05b1760d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:16:33.730058 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.733600 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f154f9-2840-4266-9a24-29e847daef70 None None] Pushing event updated for resources: {'Port': ['ID=3a4f75fe-71bb-40de-9d75-ac21579d1b89,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:33.742868 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Pushing event updated for resources: {'Port': ['ID=02b949b9-5ec5-47a3-ae0d-4ba099575158,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:33.757452 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703065'] for router_interface (cae7acf2-f810-4896-9568-0b40a32e1dc8), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.805551 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] For port 3a4f75fe-71bb-40de-9d75-ac21579d1b89, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:16:33.813788 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] For port 3a4f75fe-71bb-40de-9d75-ac21579d1b89, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3a4f75fe-71bb-40de-9d75-ac21579d1b89,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:16:33.822971 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:33.833255 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:33.875859 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Routers {'cae7acf2-f810-4896-9568-0b40a32e1dc8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:33.876791 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['cae7acf2-f810-4896-9568-0b40a32e1dc8'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:33.891322 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b124d42-fc79-42ac-a0c7-885c236cb161 None None] The sync data for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv is: [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:16:33.913716 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8b3475ae-b774-41b3-aed8-79495fb4d37c None None] Current status of the port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:34.004128 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:34.038845 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f154f9-2840-4266-9a24-29e847daef70 None None] Pushing event updated for resources: {'Port': ['ID=3a4f75fe-71bb-40de-9d75-ac21579d1b89,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:34.043365 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:16:34.051028 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] Set router cae7acf2-f810-4896-9568-0b40a32e1dc8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:34.104300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:34.104730 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:34.105211 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb Nov 03 03:16:34.165862 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdec8b8-d6b9-46e5-9c56-3b48967ca5c0 None None] Network f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:16:34.253539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:34.254792 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7b381104-112b-4b09-a930-05ea0ab4575f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:16:34.283928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Publish callbacks [] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:34.292607 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189492'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:34.307021 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6052d776-89dd-49b5-bee3-6d3697461181 None None] Provisioning complete for port 7b381104-112b-4b09-a930-05ea0ab4575f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:34.307338 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6052d776-89dd-49b5-bee3-6d3697461181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:34.307789 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-6052d776-89dd-49b5-bee3-6d3697461181 None None] Attempt 1 to provision port 7b381104-112b-4b09-a930-05ea0ab4575f Nov 03 03:16:34.311029 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'name': 'tempest-TestSnapshotPattern-1776578720-router', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 3, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'gw_port': {'id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:34.342980 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904ba4f-cc85-4c1a-bece-e3af70eaf775 None None] The sync data for ids ['cae7acf2-f810-4896-9568-0b40a32e1dc8'] in dv-neutron-860659-5-hyperv is: [{'id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'name': 'tempest-TestSnapshotPattern-1776578720-router', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 3, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'gw_port': {'id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:16:34.362208 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Pushing event updated for resources: {'Port': ['ID=02b949b9-5ec5-47a3-ae0d-4ba099575158,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:34.373651 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 7b381104-112b-4b09-a930-05ea0ab4575f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:34.374097 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:34.374537 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 7b381104-112b-4b09-a930-05ea0ab4575f Nov 03 03:16:34.398478 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702925'] for router_interface (cae7acf2-f810-4896-9568-0b40a32e1dc8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:34.515033 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Network f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:16:34.516519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:34.640601 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Router cae7acf2-f810-4896-9568-0b40a32e1dc8 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:16:34.695053 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6052d776-89dd-49b5-bee3-6d3697461181 None None] Current status of the port 7b381104-112b-4b09-a930-05ea0ab4575f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:34.695615 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6052d776-89dd-49b5-bee3-6d3697461181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:34.715032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 7b381104-112b-4b09-a930-05ea0ab4575f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:34.715433 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:34.753115 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6052d776-89dd-49b5-bee3-6d3697461181 None None] For port 7b381104-112b-4b09-a930-05ea0ab4575f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7b381104-112b-4b09-a930-05ea0ab4575f,segment=NetworkSegment(2af7f3a9-fd4e-4260-aaf6-13c153251297),segment_id=2af7f3a9-fd4e-4260-aaf6-13c153251297)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:34.761959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6052d776-89dd-49b5-bee3-6d3697461181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:34.856676 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:16:34.858830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 03:16:34.859193 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG oslo_db.api [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 03:16:34.870526 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-371dbef8-60fd-40d8-8253-b7618acb356e admin admin] 10.222.0.23 "PUT /v2.0/routers/cae7acf2-f810-4896-9568-0b40a32e1dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0489230 Nov 03 03:16:34.874558 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052d776-89dd-49b5-bee3-6d3697461181 None None] Pushing event updated for resources: {'Port': ['ID=7b381104-112b-4b09-a930-05ea0ab4575f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:35.008204 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Provisioning complete for port 7b381104-112b-4b09-a930-05ea0ab4575f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:35.009184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:35.009530 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Attempt 1 to provision port 7b381104-112b-4b09-a930-05ea0ab4575f Nov 03 03:16:35.109210 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Current status of the port 7b381104-112b-4b09-a930-05ea0ab4575f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:35.130585 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Provisioning complete for port 02b949b9-5ec5-47a3-ae0d-4ba099575158 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:35.131993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:35.132800 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Attempt 1 to provision port 02b949b9-5ec5-47a3-ae0d-4ba099575158 Nov 03 03:16:35.173554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Port 02b949b9-5ec5-47a3-ae0d-4ba099575158 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:35.398723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 7b381104-112b-4b09-a930-05ea0ab4575f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:35.674574 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Attempt 2 to provision port 02b949b9-5ec5-47a3-ae0d-4ba099575158 Nov 03 03:16:35.706581 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Port 02b949b9-5ec5-47a3-ae0d-4ba099575158 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:35.839352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7b381104-112b-4b09-a930-05ea0ab4575f up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:16:35.888843 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 7b381104-112b-4b09-a930-05ea0ab4575f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:35.889228 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:35.889572 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 7b381104-112b-4b09-a930-05ea0ab4575f Nov 03 03:16:35.958411 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 7b381104-112b-4b09-a930-05ea0ab4575f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:35.959734 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3a4f75fe-71bb-40de-9d75-ac21579d1b89 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:16:36.002166 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 3a4f75fe-71bb-40de-9d75-ac21579d1b89 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:36.002545 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.002890 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 3a4f75fe-71bb-40de-9d75-ac21579d1b89 Nov 03 03:16:36.075806 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 3a4f75fe-71bb-40de-9d75-ac21579d1b89 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:36.076111 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.096175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] For port 3a4f75fe-71bb-40de-9d75-ac21579d1b89, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3a4f75fe-71bb-40de-9d75-ac21579d1b89,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:36.101628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.102437 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 09e925c3-1d61-4539-83f3-6ab390d1f5c3 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:16:36.172993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Pushing event updated for resources: {'Port': ['ID=3a4f75fe-71bb-40de-9d75-ac21579d1b89,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:36.182634 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:36.183015 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.183359 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 Nov 03 03:16:36.207981 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Attempt 3 to provision port 02b949b9-5ec5-47a3-ae0d-4ba099575158 Nov 03 03:16:36.247184 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Port 02b949b9-5ec5-47a3-ae0d-4ba099575158 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:36.281775 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:36.359554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48928) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:36.364381 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-522a486c-a0f8-4e8b-be9c-6bf93d6869b1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601348380', 'description': 'tempest-secgroup-smoke-601348380 description', 'project_id': 'ef195f9f19484ae081ec79011114beca'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:36.384820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-522a486c-a0f8-4e8b-be9c-6bf93d6869b1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.449461 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-522a486c-a0f8-4e8b-be9c-6bf93d6869b1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group (79cce2d4-07db-4e11-ab46-4bfb3c01bd0a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.453044 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-522a486c-a0f8-4e8b-be9c-6bf93d6869b1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (79cce2d4-07db-4e11-ab46-4bfb3c01bd0a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.487231 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-522a486c-a0f8-4e8b-be9c-6bf93d6869b1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.488729 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-522a486c-a0f8-4e8b-be9c-6bf93d6869b1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1281238 Nov 03 03:16:36.489815 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a486c-a0f8-4e8b-be9c-6bf93d6869b1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:36.492505 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48930) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:36.496715 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c5c5394f-5357-460e-9852-f1dfdbb351e1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Request body: {'security_group_rule': {'security_group_id': '79cce2d4-07db-4e11-ab46-4bfb3c01bd0a', 'project_id': 'ef195f9f19484ae081ec79011114beca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:36.523005 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5c5394f-5357-460e-9852-f1dfdbb351e1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (7a144293-08bc-4994-9f0a-19429b8fbd2e), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.580235 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5c5394f-5357-460e-9852-f1dfdbb351e1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (7a144293-08bc-4994-9f0a-19429b8fbd2e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.584387 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5c5394f-5357-460e-9852-f1dfdbb351e1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (7a144293-08bc-4994-9f0a-19429b8fbd2e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.601935 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5394f-5357-460e-9852-f1dfdbb351e1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a144293-08bc-4994-9f0a-19429b8fbd2e,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:36.610323 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5c5394f-5357-460e-9852-f1dfdbb351e1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.611562 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-c5c5394f-5357-460e-9852-f1dfdbb351e1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181281 Nov 03 03:16:36.614820 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48932) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:36.619296 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f398518c-11b9-442a-ab1a-8a43605423a9 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Request body: {'security_group_rule': {'security_group_id': '79cce2d4-07db-4e11-ab46-4bfb3c01bd0a', 'project_id': 'ef195f9f19484ae081ec79011114beca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:36.643036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f398518c-11b9-442a-ab1a-8a43605423a9 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (5d383ac6-5730-47b2-a585-2a0ae406b291), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.700535 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f398518c-11b9-442a-ab1a-8a43605423a9 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (5d383ac6-5730-47b2-a585-2a0ae406b291), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.703987 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f398518c-11b9-442a-ab1a-8a43605423a9 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (5d383ac6-5730-47b2-a585-2a0ae406b291), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.722146 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398518c-11b9-442a-ab1a-8a43605423a9 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d383ac6-5730-47b2-a585-2a0ae406b291,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:36.731075 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f398518c-11b9-442a-ab1a-8a43605423a9 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.732296 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-f398518c-11b9-442a-ab1a-8a43605423a9 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165202 Nov 03 03:16:36.735040 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48934) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:36.739584 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e0872d6a-8b0d-4211-a1d7-c842488a5258 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Request body: {'security_group_rule': {'security_group_id': '79cce2d4-07db-4e11-ab46-4bfb3c01bd0a', 'project_id': 'ef195f9f19484ae081ec79011114beca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:36.748557 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Attempt 4 to provision port 02b949b9-5ec5-47a3-ae0d-4ba099575158 Nov 03 03:16:36.766055 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e0872d6a-8b0d-4211-a1d7-c842488a5258 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (b208f0bf-a65a-4c3c-9436-0ced609f8962), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.781599 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Port 02b949b9-5ec5-47a3-ae0d-4ba099575158 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:36.823487 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e0872d6a-8b0d-4211-a1d7-c842488a5258 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (b208f0bf-a65a-4c3c-9436-0ced609f8962), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.827210 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e0872d6a-8b0d-4211-a1d7-c842488a5258 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (b208f0bf-a65a-4c3c-9436-0ced609f8962), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.847529 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0872d6a-8b0d-4211-a1d7-c842488a5258 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b208f0bf-a65a-4c3c-9436-0ced609f8962,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:36.856421 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e0872d6a-8b0d-4211-a1d7-c842488a5258 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.857652 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-e0872d6a-8b0d-4211-a1d7-c842488a5258 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216609 Nov 03 03:16:36.860340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48936) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:36.864883 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-3b85facb-0cdb-4612-9ea7-16d343382530 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Request body: {'security_group_rule': {'security_group_id': '79cce2d4-07db-4e11-ab46-4bfb3c01bd0a', 'project_id': 'ef195f9f19484ae081ec79011114beca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:36.890394 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3b85facb-0cdb-4612-9ea7-16d343382530 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (f5adc49a-f0a1-45d7-b70d-82d55efe7aa5), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.950796 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3b85facb-0cdb-4612-9ea7-16d343382530 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (f5adc49a-f0a1-45d7-b70d-82d55efe7aa5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.954744 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3b85facb-0cdb-4612-9ea7-16d343382530 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (f5adc49a-f0a1-45d7-b70d-82d55efe7aa5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.972587 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85facb-0cdb-4612-9ea7-16d343382530 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5adc49a-f0a1-45d7-b70d-82d55efe7aa5,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:36.981036 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3b85facb-0cdb-4612-9ea7-16d343382530 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:36.984705 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-3b85facb-0cdb-4612-9ea7-16d343382530 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209261 Nov 03 03:16:36.984876 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48938) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:36.989401 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-083d2b8f-aeb5-4f4b-8ea4-589373d6c622 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Request body: {'security_group_rule': {'security_group_id': '79cce2d4-07db-4e11-ab46-4bfb3c01bd0a', 'project_id': 'ef195f9f19484ae081ec79011114beca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:37.009684 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-083d2b8f-aeb5-4f4b-8ea4-589373d6c622 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Project ef195f9f19484ae081ec79011114beca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:16:37.014467 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-083d2b8f-aeb5-4f4b-8ea4-589373d6c622 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (eef3a2ce-7b8b-49ee-b7b5-b40ce18830eb), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:37.072223 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-083d2b8f-aeb5-4f4b-8ea4-589373d6c622 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (eef3a2ce-7b8b-49ee-b7b5-b40ce18830eb), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:37.075554 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-083d2b8f-aeb5-4f4b-8ea4-589373d6c622 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (eef3a2ce-7b8b-49ee-b7b5-b40ce18830eb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:37.092796 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d2b8f-aeb5-4f4b-8ea4-589373d6c622 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef3a2ce-7b8b-49ee-b7b5-b40ce18830eb,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:37.101821 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-083d2b8f-aeb5-4f4b-8ea4-589373d6c622 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:37.103149 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-083d2b8f-aeb5-4f4b-8ea4-589373d6c622 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172888 Nov 03 03:16:37.105805 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 48940) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:37.110224 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.v2.base [None req-87693bef-9718-4297-b0cf-67e141e74ff0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Request body: {'security_group_rule': {'security_group_id': '79cce2d4-07db-4e11-ab46-4bfb3c01bd0a', 'project_id': 'ef195f9f19484ae081ec79011114beca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:37.129946 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-87693bef-9718-4297-b0cf-67e141e74ff0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Project ef195f9f19484ae081ec79011114beca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 03:16:37.135484 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-87693bef-9718-4297-b0cf-67e141e74ff0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (973d0ace-28d2-4fc5-8bf3-813068d8f445), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:37.193913 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-87693bef-9718-4297-b0cf-67e141e74ff0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (973d0ace-28d2-4fc5-8bf3-813068d8f445), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:37.197400 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-87693bef-9718-4297-b0cf-67e141e74ff0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615520'] for security_group_rule (973d0ace-28d2-4fc5-8bf3-813068d8f445), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:37.216658 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87693bef-9718-4297-b0cf-67e141e74ff0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973d0ace-28d2-4fc5-8bf3-813068d8f445,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:37.225544 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-87693bef-9718-4297-b0cf-67e141e74ff0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:37.226685 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-87693bef-9718-4297-b0cf-67e141e74ff0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199358 Nov 03 03:16:37.282862 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Attempt 5 to provision port 02b949b9-5ec5-47a3-ae0d-4ba099575158 Nov 03 03:16:37.328562 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Port 02b949b9-5ec5-47a3-ae0d-4ba099575158 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:37.384036 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-b1bee12e-2f27-41d9-8dab-60043d48c0a6 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601348380&fields=id&tenant_id=ef195f9f19484ae081ec79011114beca HTTP/1.1" status: 200 len: 267 time: 0.0455658 Nov 03 03:16:37.498323 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-628743c3-b6db-4156-97cf-be61ec335993 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:37.499808 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-628743c3-b6db-4156-97cf-be61ec335993 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 809 time: 0.1091595 Nov 03 03:16:37.514562 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-7da01e20-f0f1-4614-8793-9d8ba6ea27e7 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/quotas/ef195f9f19484ae081ec79011114beca HTTP/1.1" status: 200 len: 375 time: 0.0094457 Nov 03 03:16:37.569215 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-b3c698dd-071f-47c3-a0e4-bce23aaa1399 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498066 Nov 03 03:16:37.615485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Sync routers for ids ['cae7acf2-f810-4896-9568-0b40a32e1dc8'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:16:37.625724 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Routers {'cae7acf2-f810-4896-9568-0b40a32e1dc8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:37.626335 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['cae7acf2-f810-4896-9568-0b40a32e1dc8'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:37.734068 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Set router cae7acf2-f810-4896-9568-0b40a32e1dc8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:37.767341 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-b01b3f56-ee10-4bd9-9f01-8ee84858d9c1 service neutron] 10.222.0.23 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864548 Nov 03 03:16:37.777319 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3a4f75fe-71bb-40de-9d75-ac21579d1b89 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:16:37.836828 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Attempt 6 to provision port 02b949b9-5ec5-47a3-ae0d-4ba099575158 Nov 03 03:16:37.859021 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-8b305343-f8fc-4914-a4fc-0de08c0bde03 service neutron] 10.222.0.23 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841773 Nov 03 03:16:37.920053 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Port 02b949b9-5ec5-47a3-ae0d-4ba099575158 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:37.953151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 3a4f75fe-71bb-40de-9d75-ac21579d1b89 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:37.953549 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:37.953870 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 3a4f75fe-71bb-40de-9d75-ac21579d1b89 Nov 03 03:16:38.062759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'name': 'tempest-TestSnapshotPattern-1776578720-router', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 4, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'gw_port': {'id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '02b949b9-5ec5-47a3-ae0d-4ba099575158', 'name': '', 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'mac_address': 'fa:16:3e:25:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'd90519e6-ecbf-49e7-8552-845e2fb43164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:33Z', 'updated_at': '2022-11-03T03:16:34Z', 'revision_number': 2, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'subnets': [{'id': 'd90519e6-ecbf-49e7-8552-845e2fb43164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:38.064331 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 3a4f75fe-71bb-40de-9d75-ac21579d1b89 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:38.090465 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Checking router: cae7acf2-f810-4896-9568-0b40a32e1dc8 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:16:38.090827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Updating router cae7acf2-f810-4896-9568-0b40a32e1dc8 port 02b949b9-5ec5-47a3-ae0d-4ba099575158 binding host dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 03:16:38.118164 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:38.368476 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Publish callbacks [] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:38.373220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:38.421064 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Attempt 7 to provision port 02b949b9-5ec5-47a3-ae0d-4ba099575158 Nov 03 03:16:38.464613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8588531-4955-4e44-8f9e-7f4ae0b5864c None None] Pushing event updated for resources: {'Port': ['ID=02b949b9-5ec5-47a3-ae0d-4ba099575158,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:38.487352 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Attempting to bind port 02b949b9-5ec5-47a3-ae0d-4ba099575158 on host dv-neutron-860659-5-hyperv for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:16:38.487996 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Attempting to bind port 02b949b9-5ec5-47a3-ae0d-4ba099575158 by drivers openvswitch,hyperv on host dv-neutron-860659-5-hyperv at level 0 using segments [{'id': '2af7f3a9-fd4e-4260-aaf6-13c153251297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:16:38.488366 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Attempting to bind port 02b949b9-5ec5-47a3-ae0d-4ba099575158 on network f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:16:38.491020 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Port 02b949b9-5ec5-47a3-ae0d-4ba099575158 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:38.494709 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Checking agent: {'id': 'f9e2f59d-a947-4924-8a67-441304147f34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860659-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 13, 46), 'started_at': datetime.datetime(2022, 11, 3, 2, 14, 16), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860659-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:16:38.495086 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Checking segment: {'id': '2af7f3a9-fd4e-4260-aaf6-13c153251297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:16:38.495494 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:38.495892 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Bound using segment: {'id': '2af7f3a9-fd4e-4260-aaf6-13c153251297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:16:38.496359 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Bound port: 02b949b9-5ec5-47a3-ae0d-4ba099575158, host: dv-neutron-860659-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af7f3a9-fd4e-4260-aaf6-13c153251297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:16:38.496771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:38.554677 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] For port 02b949b9-5ec5-47a3-ae0d-4ba099575158, host dv-neutron-860659-5-hyperv, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:16:38.557626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] For port 02b949b9-5ec5-47a3-ae0d-4ba099575158, host dv-neutron-860659-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=02b949b9-5ec5-47a3-ae0d-4ba099575158,segment=NetworkSegment(2af7f3a9-fd4e-4260-aaf6-13c153251297),segment_id=2af7f3a9-fd4e-4260-aaf6-13c153251297)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:16:38.563209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:38.594260 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Routers {'cae7acf2-f810-4896-9568-0b40a32e1dc8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:38.594858 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['cae7acf2-f810-4896-9568-0b40a32e1dc8'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:38.651096 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8588531-4955-4e44-8f9e-7f4ae0b5864c None None] Pushing event updated for resources: {'Port': ['ID=02b949b9-5ec5-47a3-ae0d-4ba099575158,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:38.710596 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] Set router cae7acf2-f810-4896-9568-0b40a32e1dc8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:38.834688 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:38.915191 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'name': 'tempest-TestSnapshotPattern-1776578720-router', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 4, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'gw_port': {'id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '02b949b9-5ec5-47a3-ae0d-4ba099575158', 'name': '', 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'mac_address': 'fa:16:3e:25:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'd90519e6-ecbf-49e7-8552-845e2fb43164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:33Z', 'updated_at': '2022-11-03T03:16:38Z', 'revision_number': 4, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'subnets': [{'id': 'd90519e6-ecbf-49e7-8552-845e2fb43164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:38.938852 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf115dc0-ae31-40c6-a0ba-6f86d34a27b1 None None] The sync data for ids ['cae7acf2-f810-4896-9568-0b40a32e1dc8'] in dv-neutron-860659-5-hyperv is: [{'id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'name': 'tempest-TestSnapshotPattern-1776578720-router', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 4, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'gw_port': {'id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '02b949b9-5ec5-47a3-ae0d-4ba099575158', 'name': '', 'network_id': 'f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'mac_address': 'fa:16:3e:25:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'd90519e6-ecbf-49e7-8552-845e2fb43164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:33Z', 'updated_at': '2022-11-03T03:16:38Z', 'revision_number': 4, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'subnets': [{'id': 'd90519e6-ecbf-49e7-8552-845e2fb43164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:16:38.992665 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Attempt 8 to provision port 02b949b9-5ec5-47a3-ae0d-4ba099575158 Nov 03 03:16:39.078022 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4cb6f0a8-4f7a-4d2f-81d6-58009f3e7016 req-c6e7b2ea-e5d6-4109-8baa-abcb67eeaa33 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 210 time: 0.0472591 Nov 03 03:16:39.090235 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Current status of the port 02b949b9-5ec5-47a3-ae0d-4ba099575158 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:39.090999 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:39.128315 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] For port 02b949b9-5ec5-47a3-ae0d-4ba099575158, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=02b949b9-5ec5-47a3-ae0d-4ba099575158,segment=NetworkSegment(2af7f3a9-fd4e-4260-aaf6-13c153251297),segment_id=2af7f3a9-fd4e-4260-aaf6-13c153251297)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:39.135583 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:39.183119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102c66a-6ec6-4343-9d07-7b659887134d None None] Pushing event updated for resources: {'Port': ['ID=02b949b9-5ec5-47a3-ae0d-4ba099575158,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:39.256580 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a9c0f4f3-eb4b-4926-a8fa-cac20bc5f81f None None] Provisioning complete for port 02b949b9-5ec5-47a3-ae0d-4ba099575158 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:39.256958 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a9c0f4f3-eb4b-4926-a8fa-cac20bc5f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:39.257309 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a9c0f4f3-eb4b-4926-a8fa-cac20bc5f81f None None] Attempt 1 to provision port 02b949b9-5ec5-47a3-ae0d-4ba099575158 Nov 03 03:16:39.331631 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0f4f3-eb4b-4926-a8fa-cac20bc5f81f None None] Current status of the port 02b949b9-5ec5-47a3-ae0d-4ba099575158 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:39.774752 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 02b949b9-5ec5-47a3-ae0d-4ba099575158 up at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:16:39.965754 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d454e30a-7c0c-41b0-b743-805b40d3a3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:39.977232 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Provisioning complete for port 02b949b9-5ec5-47a3-ae0d-4ba099575158 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:39.977613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:39.977935 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Attempt 1 to provision port 02b949b9-5ec5-47a3-ae0d-4ba099575158 Nov 03 03:16:40.049840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Current status of the port 02b949b9-5ec5-47a3-ae0d-4ba099575158 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:40.165527 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9814ddd5-48c8-4997-8d8b-d72b178b814d req-7272ebe3-5890-44bf-9a04-2f723a836b31 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 210 time: 0.0269070 Nov 03 03:16:41.248889 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-582959a9-530d-47bb-92c8-358096beb870 req-66cc8830-cee5-4915-87b1-9316cffd1c98 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 210 time: 0.0272360 Nov 03 03:16:42.331352 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6966c739-1bdf-4479-bca3-79e4b9db9a89 req-feb814fa-6d41-49ad-8793-4af68c9bc6c5 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 210 time: 0.0265410 Nov 03 03:16:42.386922 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f5d982d8-8c01-477c-a4c0-46654067d59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:43.412617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:43.436369 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-42c02296-c382-442e-bdb5-25247de88adf req-65f3064b-070d-47ba-ade3-3acfbea9be99 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 210 time: 0.0319204 Nov 03 03:16:44.223262 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-fec44a41-e537-43af-845c-a999827de723 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:44.224769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-fec44a41-e537-43af-845c-a999827de723 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 809 time: 0.1034276 Nov 03 03:16:44.294793 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-cbc370f0-1cfd-4c0c-afe5-fc5b91cb66af tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef195f9f19484ae081ec79011114beca HTTP/1.1" status: 200 len: 379 time: 0.0555625 Nov 03 03:16:44.305661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Request body: {'port': {'device_id': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'admin_state_up': True, 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'security_groups': ['79cce2d4-07db-4e11-ab46-4bfb3c01bd0a']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:44.413158 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Made reservation on behalf of ef195f9f19484ae081ec79011114beca for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:16:44.416784 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:44.554429 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d266c896-3e21-48f6-8b97-784a6d9cdcd4 req-580fc7c4-bb8d-4dae-a012-600674f6c8eb tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 210 time: 0.0331373 Nov 03 03:16:44.570235 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Allocated IP 172.20.0.7 (738c0def-0ab2-4289-9b1c-ac734b5d99d3/ce453bd5-9054-4e78-a7e4-9e5c6382a7eb/106b9c30-5595-453b-98ae-76e5e19c6732) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:16:44.706899 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for port (106b9c30-5595-453b-98ae-76e5e19c6732), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:44.737853 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:44.778090 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:16:44.781076 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:44.788013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:16:44.793415 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'Port': ['ID=106b9c30-5595-453b-98ae-76e5e19c6732,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:44.840096 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:44.840744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:44.857119 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-2b0672ed-7432-40b2-afb1-227a81083d7e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552418 Nov 03 03:16:44.875372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Request body: {'port': {'device_id': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:44.917503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:44.956318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:45.088040 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a875895d-dc76-403e-b361-2b10673c4c0b None None] Provisioning complete for port 106b9c30-5595-453b-98ae-76e5e19c6732 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:45.088426 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a875895d-dc76-403e-b361-2b10673c4c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:45.088839 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a875895d-dc76-403e-b361-2b10673c4c0b None None] Attempt 1 to provision port 106b9c30-5595-453b-98ae-76e5e19c6732 Nov 03 03:16:45.121959 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a875895d-dc76-403e-b361-2b10673c4c0b None None] Port 106b9c30-5595-453b-98ae-76e5e19c6732 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:45.209697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106b9c30-5595-453b-98ae-76e5e19c6732 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:16:45.217061 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Publish callbacks [] for port (106b9c30-5595-453b-98ae-76e5e19c6732), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:45.229473 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Transition to ACTIVE for port object 106b9c30-5595-453b-98ae-76e5e19c6732 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 03:16:45.233335 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:45.623607 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a875895d-dc76-403e-b361-2b10673c4c0b None None] Attempt 2 to provision port 106b9c30-5595-453b-98ae-76e5e19c6732 Nov 03 03:16:45.644209 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Pushing event updated for resources: {'Port': ['ID=106b9c30-5595-453b-98ae-76e5e19c6732,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:45.664617 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a875895d-dc76-403e-b361-2b10673c4c0b None None] Port 106b9c30-5595-453b-98ae-76e5e19c6732 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:16:45.695140 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Attempting to bind port 106b9c30-5595-453b-98ae-76e5e19c6732 on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:16:45.695476 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Attempting to bind port 106b9c30-5595-453b-98ae-76e5e19c6732 by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:16:45.695803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Attempting to bind port 106b9c30-5595-453b-98ae-76e5e19c6732 on network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:16:45.703509 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Port 106b9c30-5595-453b-98ae-76e5e19c6732 on network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 03:16:45.703831 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Attempting to bind port 106b9c30-5595-453b-98ae-76e5e19c6732 on network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:16:45.712308 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f4eb6-971c-49ee-b983-0e60d8266e00 req-dc188f92-3bee-4a59-9840-20ad4548cd1b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:45.713800 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce8f4eb6-971c-49ee-b983-0e60d8266e00 req-dc188f92-3bee-4a59-9840-20ad4548cd1b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 943 time: 0.0834646 Nov 03 03:16:45.717574 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:16:45.717932 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Checking segment: {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:16:45.718292 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Bound using segment: {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:16:45.718711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Bound port: 106b9c30-5595-453b-98ae-76e5e19c6732, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:16:45.719065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:45.795214 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ce8f4eb6-971c-49ee-b983-0e60d8266e00 req-c5581725-6370-4063-8122-4742b1dc5fe7 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740056 Nov 03 03:16:45.816455 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] For port 106b9c30-5595-453b-98ae-76e5e19c6732, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:16:45.820269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] For port 106b9c30-5595-453b-98ae-76e5e19c6732, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=106b9c30-5595-453b-98ae-76e5e19c6732,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:16:45.825943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:45.829065 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:45.829677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:45.831209 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] 10.222.0.27 "PUT /v2.0/ports/106b9c30-5595-453b-98ae-76e5e19c6732 HTTP/1.1" status: 200 len: 1093 time: 0.9622533 Nov 03 03:16:45.833249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:16:45.836198 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe659a2-c987-43f2-a4e2-9cbca44314d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:16:45.876941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8acbc8-84d7-4676-aa88-7d5ac89d8fc1 x-openstack-request-id: req-9b8acbc8-84d7-4676-aa88-7d5ac89d8fc1 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:16:45.877238 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:16:45.877494 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b8acbc8-84d7-4676-aa88-7d5ac89d8fc1 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:16:45.877895 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8acbc8-84d7-4676-aa88-7d5ac89d8fc1'] response: {'name': 'network-changed', 'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732', 'status': 'completed', 'code': 200} Nov 03 03:16:45.916395 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc6de0-79cb-4610-9487-2e4899187268 service neutron] Pushing event updated for resources: {'Port': ['ID=106b9c30-5595-453b-98ae-76e5e19c6732,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:45.934666 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-5d77631f-e36b-483a-8172-8b2295ae901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:45.936260 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-5d77631f-e36b-483a-8172-8b2295ae901c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 1127 time: 0.0574861 Nov 03 03:16:45.980173 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-5e74fb9f-b170-4bdb-95eb-c5ab5bc96131 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106b9c30-5595-453b-98ae-76e5e19c6732 HTTP/1.1" status: 200 len: 217 time: 0.0335362 Nov 03 03:16:46.032197 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-7afccad2-6b24-4910-9511-2957b2731649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:46.033686 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-7afccad2-6b24-4910-9511-2957b2731649 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0468636 Nov 03 03:16:46.084891 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-12df608c-7f45-4591-9637-aeb02fb5380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:46.086366 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-12df608c-7f45-4591-9637-aeb02fb5380e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432601 Nov 03 03:16:46.165334 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a875895d-dc76-403e-b361-2b10673c4c0b None None] Attempt 3 to provision port 106b9c30-5595-453b-98ae-76e5e19c6732 Nov 03 03:16:46.175422 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-21135327-d471-4212-8270-10cddc592d63 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825369 Nov 03 03:16:46.206187 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a875895d-dc76-403e-b361-2b10673c4c0b None None] Port 106b9c30-5595-453b-98ae-76e5e19c6732 had new provisioning blocks added so it will not transition to active. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 03 03:16:46.248199 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:46.276769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4965b4ec-28cc-4485-bce5-af0ddf9435ae req-23f99ae9-0182-43ab-9f48-d5e49777f11c service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907972 Nov 03 03:16:46.367613 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659a2-c987-43f2-a4e2-9cbca44314d9 req-3fe853a8-5ed9-44dc-b2e2-2aca6e92c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:46.369037 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe659a2-c987-43f2-a4e2-9cbca44314d9 req-3fe853a8-5ed9-44dc-b2e2-2aca6e92c62a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 1127 time: 0.0454621 Nov 03 03:16:46.463528 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659a2-c987-43f2-a4e2-9cbca44314d9 req-9ec9feae-a006-4644-a79a-401144b16d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:46.465016 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe659a2-c987-43f2-a4e2-9cbca44314d9 req-9ec9feae-a006-4644-a79a-401144b16d9a service neutron] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 910 time: 0.0860691 Nov 03 03:16:46.505911 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe659a2-c987-43f2-a4e2-9cbca44314d9 req-5bd49375-1bdf-4f0c-ae76-f18fd89c55f8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106b9c30-5595-453b-98ae-76e5e19c6732 HTTP/1.1" status: 200 len: 217 time: 0.0340114 Nov 03 03:16:46.554089 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659a2-c987-43f2-a4e2-9cbca44314d9 req-bcd1bd69-db54-4647-889f-da8622c4ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:46.555520 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe659a2-c987-43f2-a4e2-9cbca44314d9 req-bcd1bd69-db54-4647-889f-da8622c4ebc0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0441349 Nov 03 03:16:46.607597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe659a2-c987-43f2-a4e2-9cbca44314d9 req-76556576-a6ba-4d0d-a246-4ea4ca1a2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:46.609113 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe659a2-c987-43f2-a4e2-9cbca44314d9 req-76556576-a6ba-4d0d-a246-4ea4ca1a2744 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473788 Nov 03 03:16:46.697889 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe659a2-c987-43f2-a4e2-9cbca44314d9 req-f1abf383-10ec-449a-83ea-7f1b31e73c2c service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811787 Nov 03 03:16:46.790861 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-abe659a2-c987-43f2-a4e2-9cbca44314d9 req-d31308d3-8203-4df3-ba2b-b4b00439dee7 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862827 Nov 03 03:16:46.920920 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd33b4-9ed1-4556-84d6-a531fb296afd req-445480e9-d131-440b-b3bd-2799b74b8616 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:46.922371 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8bd33b4-9ed1-4556-84d6-a531fb296afd req-445480e9-d131-440b-b3bd-2799b74b8616 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 943 time: 0.0528319 Nov 03 03:16:46.969803 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f8bd33b4-9ed1-4556-84d6-a531fb296afd req-2f40524c-e82b-4b24-9729-7d2a0afde07a tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417316 Nov 03 03:16:48.095849 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca215a-0d43-4d97-99d7-dec6e9139764 req-4312abcc-8af3-48cc-bb3e-f8c049c2cc52 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:48.097368 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4aca215a-0d43-4d97-99d7-dec6e9139764 req-4312abcc-8af3-48cc-bb3e-f8c049c2cc52 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 943 time: 0.0535820 Nov 03 03:16:48.147898 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-4aca215a-0d43-4d97-99d7-dec6e9139764 req-daae5fbc-38ee-43a8-9107-fa9df1dce3b2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443974 Nov 03 03:16:49.274563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f90a0a-7f87-4077-97eb-6f9d4bd06f7d req-ddabc5b4-374a-434f-8383-41ee8745eaaf tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:49.276039 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9f90a0a-7f87-4077-97eb-6f9d4bd06f7d req-ddabc5b4-374a-434f-8383-41ee8745eaaf tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 943 time: 0.0569713 Nov 03 03:16:49.324602 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d9f90a0a-7f87-4077-97eb-6f9d4bd06f7d req-cc1ffffc-139c-47ad-a436-e50a36284ad6 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429935 Nov 03 03:16:50.029567 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 106b9c30-5595-453b-98ae-76e5e19c6732 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:16:50.124714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 106b9c30-5595-453b-98ae-76e5e19c6732, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=106b9c30-5595-453b-98ae-76e5e19c6732,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:50.140112 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '106b9c30-5595-453b-98ae-76e5e19c6732', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'mac_address': 'fa:16:3e:47:c8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:16:50.173354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 106b9c30-5595-453b-98ae-76e5e19c6732 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:50.173740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:50.186664 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106b9c30-5595-453b-98ae-76e5e19c6732 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:16:50.205503 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 106b9c30-5595-453b-98ae-76e5e19c6732, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=106b9c30-5595-453b-98ae-76e5e19c6732,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:50.209832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:50.254557 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=106b9c30-5595-453b-98ae-76e5e19c6732,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:50.448468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd5389-4a8d-48cf-b9fc-853bedc2c998 req-870c8992-3553-4cfb-9a30-70827a2c602d tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:50.449893 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dddd5389-4a8d-48cf-b9fc-853bedc2c998 req-870c8992-3553-4cfb-9a30-70827a2c602d tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 944 time: 0.0538404 Nov 03 03:16:50.498899 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-dddd5389-4a8d-48cf-b9fc-853bedc2c998 req-f710645d-27d5-4666-b41a-c17e950786c9 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Nov 03 03:16:50.523782 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['106b9c30-5595-453b-98ae-76e5e19c6732'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:16:51.622608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5286934-cc36-4d32-9cde-f8c1eb6d5be0 req-9834fe9b-7fb8-4c88-9e89-75a88ef9dbec tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:51.624085 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e5286934-cc36-4d32-9cde-f8c1eb6d5be0 req-9834fe9b-7fb8-4c88-9e89-75a88ef9dbec tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 944 time: 0.0522749 Nov 03 03:16:51.676452 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e5286934-cc36-4d32-9cde-f8c1eb6d5be0 req-d4a57c02-6fd6-4be3-8ddc-8df580e488a7 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468619 Nov 03 03:16:52.046310 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 106b9c30-5595-453b-98ae-76e5e19c6732 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:16:52.093539 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 106b9c30-5595-453b-98ae-76e5e19c6732 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 03:16:52.097192 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 106b9c30-5595-453b-98ae-76e5e19c6732 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:16:52.097572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:52.097912 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 106b9c30-5595-453b-98ae-76e5e19c6732 Nov 03 03:16:52.169550 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 106b9c30-5595-453b-98ae-76e5e19c6732 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:16:52.169889 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:52.191520 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:16:52.194048 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c968ffa-8861-4a6e-a885-300471a2a7ac" -d '{"events": [{"server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "name": "network-vif-plugged", "status": "completed", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:16:52.206472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 106b9c30-5595-453b-98ae-76e5e19c6732, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=106b9c30-5595-453b-98ae-76e5e19c6732,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:16:52.211110 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:52.233576 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a9015-8df3-4e2b-ac65-6b2183e69263 x-openstack-request-id: req-ea3a9015-8df3-4e2b-ac65-6b2183e69263 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:16:52.233877 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "name": "network-vif-plugged", "status": "completed", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:16:52.234158 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea3a9015-8df3-4e2b-ac65-6b2183e69263 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:16:52.234555 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3a9015-8df3-4e2b-ac65-6b2183e69263'] response: {'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732', 'code': 200} Nov 03 03:16:52.259621 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=106b9c30-5595-453b-98ae-76e5e19c6732,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:52.408704 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a64d1d-5e7f-401c-b46e-ccac1c56a5b8 req-7ac06464-8cd8-4f32-80cf-b76b2fc3edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:52.410209 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-78a64d1d-5e7f-401c-b46e-ccac1c56a5b8 req-7ac06464-8cd8-4f32-80cf-b76b2fc3edcc service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 1129 time: 0.0459254 Nov 03 03:16:52.461495 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-78a64d1d-5e7f-401c-b46e-ccac1c56a5b8 req-1d358db7-2d7f-4c90-9ec1-1294d6a9c5bd service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399017 Nov 03 03:16:52.797366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fad22-58e2-4803-b1b9-f7a767ef5631 req-a0bad501-ae15-49e8-9fce-aa7f003ffb0b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:52.798823 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6a1fad22-58e2-4803-b1b9-f7a767ef5631 req-a0bad501-ae15-49e8-9fce-aa7f003ffb0b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 945 time: 0.0510559 Nov 03 03:16:52.847126 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6a1fad22-58e2-4803-b1b9-f7a767ef5631 req-28034178-05b1-4692-9542-287dd0b8ae16 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421758 Nov 03 03:16:53.975457 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af97f3f-06e0-49f5-9f87-af6b92eb6a8f req-c9ba65c0-b87b-415b-ab20-4259584537f2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:53.976850 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8af97f3f-06e0-49f5-9f87-af6b92eb6a8f req-c9ba65c0-b87b-415b-ab20-4259584537f2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 945 time: 0.0557849 Nov 03 03:16:54.026403 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8af97f3f-06e0-49f5-9f87-af6b92eb6a8f req-e47f8a99-9585-41a6-adb9-262c98fde0d3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440023 Nov 03 03:16:54.150437 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa8245-fe72-45ef-9330-bc1a5f8c5016 req-d7edb42e-f7d8-4bb2-9ffa-29b107e86e6c tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:54.152014 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f1fa8245-fe72-45ef-9330-bc1a5f8c5016 req-d7edb42e-f7d8-4bb2-9ffa-29b107e86e6c tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 945 time: 0.0556314 Nov 03 03:16:54.199223 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f1fa8245-fe72-45ef-9330-bc1a5f8c5016 req-808f87f0-7996-44dd-b924-3b6d3b80245a tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416746 Nov 03 03:16:54.227111 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49026) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:54.313944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be63de3-bd9f-4545-b835-cc9b9386b75d tempest-TestSnapshotPattern-293974666 tempest-TestSnapshotPattern-293974666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:54.315458 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5be63de3-bd9f-4545-b835-cc9b9386b75d tempest-TestSnapshotPattern-293974666 tempest-TestSnapshotPattern-293974666-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 1124 time: 0.0874512 Nov 03 03:16:54.318456 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49030) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:16:54.322766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:16:54.342040 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:54.436951 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:54.542484 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Allocated IP 172.26.6.180 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/ac884e6d-b90a-4516-a4b9-a7153ad80450) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:16:54.640176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for port (ac884e6d-b90a-4516-a4b9-a7153ad80450), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:54.672608 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ac884e6d-b90a-4516-a4b9-a7153ad80450), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:54.712954 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:16:54.715751 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:16:54.721397 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:16:54.726248 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'Port': ['ID=ac884e6d-b90a-4516-a4b9-a7153ad80450,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:55.068658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for floatingip (bac3e8f1-431f-4044-b600-58b43a776143), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:55.136454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (ac884e6d-b90a-4516-a4b9-a7153ad80450), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:55.275519 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for port (ac884e6d-b90a-4516-a4b9-a7153ad80450), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:55.280624 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (ac884e6d-b90a-4516-a4b9-a7153ad80450), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:55.348714 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (bac3e8f1-431f-4044-b600-58b43a776143), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:55.350630 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'Port': ['ID=ac884e6d-b90a-4516-a4b9-a7153ad80450,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:16:55.446491 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Floating IP bac3e8f1-431f-4044-b600-58b43a776143 associated. External IP: 172.26.6.180, port: 106b9c30-5595-453b-98ae-76e5e19c6732. Nov 03 03:16:55.641454 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Router 628aa1b4-7596-421c-b6df-352bafac7ebf has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:16:55.744201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:16:55.754065 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c58fafa-b838-41d8-9012-3432798c76bf None None] Sync routers for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:16:55.763471 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:16:55.765583 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c58fafa-b838-41d8-9012-3432798c76bf None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:55.766020 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8c58fafa-b838-41d8-9012-3432798c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:55.795374 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-61c35d3c-7f45-4580-99dc-b43b13c5d80b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4757247 Nov 03 03:16:55.796007 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:16:55.798318 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542100f4-03ff-4c6f-94e2-ac540fe2a12f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:16:55.836018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a366cbc9-a9e5-41cc-a52b-75f1ec2fbdc6 x-openstack-request-id: req-a366cbc9-a9e5-41cc-a52b-75f1ec2fbdc6 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:16:55.836315 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:16:55.836592 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a366cbc9-a9e5-41cc-a52b-75f1ec2fbdc6 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:16:55.836995 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a366cbc9-a9e5-41cc-a52b-75f1ec2fbdc6'] response: {'name': 'network-changed', 'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732', 'status': 'completed', 'code': 200} Nov 03 03:16:55.871589 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-8c58fafa-b838-41d8-9012-3432798c76bf None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:55.903678 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542100f4-03ff-4c6f-94e2-ac540fe2a12f req-a627b245-9c67-4877-86c7-ba573a36034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:55.905210 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-542100f4-03ff-4c6f-94e2-ac540fe2a12f req-a627b245-9c67-4877-86c7-ba573a36034b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 1129 time: 0.0455973 Nov 03 03:16:55.994561 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542100f4-03ff-4c6f-94e2-ac540fe2a12f req-c71ecb3b-8888-4153-a1d5-d718efe49b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:55.995938 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-542100f4-03ff-4c6f-94e2-ac540fe2a12f req-c71ecb3b-8888-4153-a1d5-d718efe49b0f service neutron] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 910 time: 0.0841753 Nov 03 03:16:56.062219 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-542100f4-03ff-4c6f-94e2-ac540fe2a12f req-a0ce37e5-d4e3-4373-8daa-2ebd458481de service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106b9c30-5595-453b-98ae-76e5e19c6732 HTTP/1.1" status: 200 len: 999 time: 0.0606759 Nov 03 03:16:56.087617 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8c58fafa-b838-41d8-9012-3432798c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'bac3e8f1-431f-4044-b600-58b43a776143', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:47:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:16:54Z', 'updated_at': '2022-11-03T03:16:54Z', 'revision_number': 0, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:56.110583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542100f4-03ff-4c6f-94e2-ac540fe2a12f req-3d0b137a-eb88-4f10-bbbc-8b0182421392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:56.111201 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c58fafa-b838-41d8-9012-3432798c76bf None None] Checking router: 628aa1b4-7596-421c-b6df-352bafac7ebf for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:16:56.112041 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-542100f4-03ff-4c6f-94e2-ac540fe2a12f req-3d0b137a-eb88-4f10-bbbc-8b0182421392 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0430160 Nov 03 03:16:56.119658 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c58fafa-b838-41d8-9012-3432798c76bf None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:16:56.120248 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8c58fafa-b838-41d8-9012-3432798c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:16:42Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:56.161722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542100f4-03ff-4c6f-94e2-ac540fe2a12f req-12a9525e-c529-4795-9e34-1fb16b24550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:16:56.163447 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-542100f4-03ff-4c6f-94e2-ac540fe2a12f req-12a9525e-c529-4795-9e34-1fb16b24550b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448341 Nov 03 03:16:56.220313 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-8c58fafa-b838-41d8-9012-3432798c76bf None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:16:56.256231 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-542100f4-03ff-4c6f-94e2-ac540fe2a12f req-2d628a2f-bda6-44dc-b3d2-7a204de62f6a service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860167 Nov 03 03:16:56.345721 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-542100f4-03ff-4c6f-94e2-ac540fe2a12f req-7f9127ef-28a1-495c-824e-2304f9a051a4 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831900 Nov 03 03:16:56.430710 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8c58fafa-b838-41d8-9012-3432798c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'bac3e8f1-431f-4044-b600-58b43a776143', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:47:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:16:54Z', 'updated_at': '2022-11-03T03:16:54Z', 'revision_number': 0, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:16:56.457936 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c58fafa-b838-41d8-9012-3432798c76bf None None] The sync data for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv is: [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'bac3e8f1-431f-4044-b600-58b43a776143', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:47:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:16:54Z', 'updated_at': '2022-11-03T03:16:54Z', 'revision_number': 0, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:16:56.652650 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3aad78-4c2c-400e-8c0e-3b15e7935d30 None None] New status for floating IP bac3e8f1-431f-4044-b600-58b43a776143: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:16:57.924288 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:17:08.821840 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:17:09.910168 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6345ea58-5966-4341-b85f-af62bd03b0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:17:12.390134 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2d936826-3e8c-4e08-b3b5-56f41b00e18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:17:13.415154 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:17:14.907861 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:17:16.250547 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:17:34.923281 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:17:38.838671 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:17:39.911876 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a70c0136-bcd4-4e4d-92c9-128b457ad9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:17:40.460940 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-1cd14046-f94d-417e-8a20-b97c2c771799 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1251674 Nov 03 03:17:40.550269 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-6fbaabba-f4cc-4c8d-9784-2f65b603939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:17:40.551747 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-6fbaabba-f4cc-4c8d-9784-2f65b603939f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 1129 time: 0.0440810 Nov 03 03:17:40.661728 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-8c09f7e1-4953-497e-925b-3ddec75bfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:17:40.663690 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-8c09f7e1-4953-497e-925b-3ddec75bfc60 service neutron] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 910 time: 0.0875185 Nov 03 03:17:40.726703 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-2f57b12e-f4cf-4cbd-bb6a-adfced8ed9c0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106b9c30-5595-453b-98ae-76e5e19c6732 HTTP/1.1" status: 200 len: 1001 time: 0.0543892 Nov 03 03:17:40.777075 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-cbb058af-d1be-40d7-b84b-dd18471b210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:17:40.778533 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-cbb058af-d1be-40d7-b84b-dd18471b210f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0434761 Nov 03 03:17:40.830037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-d0aac592-8819-463e-aa38-e4275b3d98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:17:40.831546 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-d0aac592-8819-463e-aa38-e4275b3d98eb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474529 Nov 03 03:17:40.924545 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-4e3bf468-56a3-4fa8-8e7c-edf7c3449d6a service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817399 Nov 03 03:17:41.016036 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ed5a9956-bfd8-4b7e-89e5-fd76b4d71d54 req-38ef8ccb-1d80-4717-8df9-e1179f25d2aa service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848620 Nov 03 03:17:42.391588 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-420c866f-bc97-4a59-a698-6d889d3d2073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:17:43.420099 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:17:44.911046 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:17:46.253559 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:08.837665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:09.913273 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-995b3b51-ff59-4522-ac79-9ce1b8ecc5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:11.922254 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:18:12.394014 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-337a0d3d-bda2-46a1-8df1-38ecf14d9cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:13.419920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:14.914151 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:16.255762 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:38.839326 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:39.915628 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-12ba12a9-ddc4-4f6e-ba3e-5d1bcb8f466b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:40.343640 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d71ab642-17ef-4fd3-b876-d80796299327 req-df19b78d-1ef7-4a79-bf4f-2bd1668844ce service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426517 Nov 03 03:18:40.434876 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ab642-17ef-4fd3-b876-d80796299327 req-a8345b91-8404-478b-b45d-11b09be37ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:18:40.436355 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d71ab642-17ef-4fd3-b876-d80796299327 req-a8345b91-8404-478b-b45d-11b09be37ff6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 1129 time: 0.0451992 Nov 03 03:18:40.546832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ab642-17ef-4fd3-b876-d80796299327 req-384d170b-d599-4011-a070-7157ba045270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:18:40.548315 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d71ab642-17ef-4fd3-b876-d80796299327 req-384d170b-d599-4011-a070-7157ba045270 service neutron] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 910 time: 0.0872245 Nov 03 03:18:40.614320 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d71ab642-17ef-4fd3-b876-d80796299327 req-f67d478e-ec65-4aac-843d-a4bb2259290b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106b9c30-5595-453b-98ae-76e5e19c6732 HTTP/1.1" status: 200 len: 1001 time: 0.0547500 Nov 03 03:18:40.669600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ab642-17ef-4fd3-b876-d80796299327 req-948d6ef3-b18c-4439-be67-6b2063f5d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:18:40.671007 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d71ab642-17ef-4fd3-b876-d80796299327 req-948d6ef3-b18c-4439-be67-6b2063f5d6ab service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0471928 Nov 03 03:18:40.723598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ab642-17ef-4fd3-b876-d80796299327 req-40a07adc-2ef7-4332-840e-fc2fa2a5cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:18:40.725194 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d71ab642-17ef-4fd3-b876-d80796299327 req-40a07adc-2ef7-4332-840e-fc2fa2a5cf43 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434332 Nov 03 03:18:40.815607 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d71ab642-17ef-4fd3-b876-d80796299327 req-c8a075c2-00fb-4ca4-890f-f8e28eef6250 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804002 Nov 03 03:18:40.913799 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-d71ab642-17ef-4fd3-b876-d80796299327 req-3e98afb7-e005-40be-97e6-4bc6f490a2fc service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874395 Nov 03 03:18:42.395655 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4bc9073f-5826-44cc-bf8f-0312a35cccd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:43.423140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:44.918501 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:46.258257 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:48.920553 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:18:56.553459 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 106b9c30-5595-453b-98ae-76e5e19c6732 details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:18:56.648593 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 106b9c30-5595-453b-98ae-76e5e19c6732, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=106b9c30-5595-453b-98ae-76e5e19c6732,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:18:56.659713 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '106b9c30-5595-453b-98ae-76e5e19c6732', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'mac_address': 'fa:16:3e:47:c8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:18:56.699916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 106b9c30-5595-453b-98ae-76e5e19c6732 is: ACTIVE; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:18:56.700318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:56.715582 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 106b9c30-5595-453b-98ae-76e5e19c6732 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:18:56.736603 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 106b9c30-5595-453b-98ae-76e5e19c6732, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=106b9c30-5595-453b-98ae-76e5e19c6732,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:18:56.741640 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:56.795534 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=106b9c30-5595-453b-98ae-76e5e19c6732,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:18:56.803131 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.803665 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.803797 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.804139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.804473 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.804827 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.805157 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.805487 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.805814 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.806140 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.806463 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.806785 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.807102 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:18:56.820250 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['106b9c30-5595-453b-98ae-76e5e19c6732'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:18:58.567771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 106b9c30-5595-453b-98ae-76e5e19c6732 up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:18:58.621308 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 106b9c30-5595-453b-98ae-76e5e19c6732 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:18:58.621703 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:58.622052 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 106b9c30-5595-453b-98ae-76e5e19c6732 Nov 03 03:18:58.703857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 106b9c30-5595-453b-98ae-76e5e19c6732 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:18:58.704170 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:58.731907 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:18:58.734222 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9938e131-509e-4ec3-bf29-6d6eeb96060d" -d '{"events": [{"server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "name": "network-vif-plugged", "status": "completed", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:18:58.746869 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 106b9c30-5595-453b-98ae-76e5e19c6732, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=106b9c30-5595-453b-98ae-76e5e19c6732,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:18:58.758822 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:18:58.788353 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a4ac5d-f2f8-4758-80ce-a64f1eb16291 x-openstack-request-id: req-f1a4ac5d-f2f8-4758-80ce-a64f1eb16291 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:18:58.788908 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "name": "network-vif-plugged", "status": "completed", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:18:58.789270 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1a4ac5d-f2f8-4758-80ce-a64f1eb16291 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:18:58.789671 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a4ac5d-f2f8-4758-80ce-a64f1eb16291'] response: {'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732', 'code': 200} Nov 03 03:18:58.821807 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=106b9c30-5595-453b-98ae-76e5e19c6732,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:19:06.873083 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-d4918d10-f14f-44fc-a9ef-80b1d7809b74 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601348380&fields=id&tenant_id=ef195f9f19484ae081ec79011114beca HTTP/1.1" status: 200 len: 267 time: 0.0442500 Nov 03 03:19:06.980923 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-ee5384aa-1cc7-41d6-8b10-cd67220157db tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:06.982285 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-ee5384aa-1cc7-41d6-8b10-cd67220157db tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 809 time: 0.1025963 Nov 03 03:19:06.997756 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-6a2d95b8-1221-42f6-a439-3c66c8575264 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/quotas/ef195f9f19484ae081ec79011114beca HTTP/1.1" status: 200 len: 375 time: 0.0101106 Nov 03 03:19:07.053510 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-23247504-476f-4896-b124-912ad695cd3b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503168 Nov 03 03:19:07.068305 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-198c589c-de8f-4122-9985-5c78b1dfe8c0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 03 03:19:07.069724 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-198c589c-de8f-4122-9985-5c78b1dfe8c0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051849 Nov 03 03:19:07.159855 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-ce39a7be-27e9-45ee-ac0a-896ec5559a68 service neutron] 10.222.0.23 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849922 Nov 03 03:19:07.249419 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-c0a9d527-f9fc-439a-b48f-f363f253f25d service neutron] 10.222.0.23 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833652 Nov 03 03:19:07.411290 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6b5fe52c-e906-4e25-9739-721ca8c747a4 req-a27fd9ca-0c69-46f0-9886-23e8fbdfbf0e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 210 time: 0.0274720 Nov 03 03:19:08.423044 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-7b8f86fa-60ac-437c-90d7-cdfaf729e6ec tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:08.424614 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-7b8f86fa-60ac-437c-90d7-cdfaf729e6ec tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 809 time: 0.1095772 Nov 03 03:19:08.501525 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-b6367104-dacc-43f1-8937-a40bcf5cfbec tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef195f9f19484ae081ec79011114beca HTTP/1.1" status: 200 len: 379 time: 0.0636461 Nov 03 03:19:08.515793 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Request body: {'port': {'device_id': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'admin_state_up': True, 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'security_groups': ['79cce2d4-07db-4e11-ab46-4bfb3c01bd0a']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:19:08.600843 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-cacb6213-6d38-4213-af4d-70ad9c4971a1 req-5fdabe0c-c2f2-4462-934a-37d3858e9b5e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 210 time: 0.1144512 Nov 03 03:19:08.652181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Made reservation on behalf of ef195f9f19484ae081ec79011114beca for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 03:19:08.656018 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:08.871984 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:09.161744 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Allocated IP 172.20.0.9 (738c0def-0ab2-4289-9b1c-ac734b5d99d3/ce453bd5-9054-4e78-a7e4-9e5c6382a7eb/3d9f4824-dfab-453b-89a7-66c4013b73fd) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:19:09.336458 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:09.373976 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:09.426154 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:19:09.432135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:19:09.436229 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:19:09.440773 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'Port': ['ID=3d9f4824-dfab-453b-89a7-66c4013b73fd,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:19:09.471873 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.472225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.472597 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.472942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.473275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.473609 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.473943 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.474276 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.475375 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.476108 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.476448 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.476804 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.477156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:19:09.502803 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:09.503578 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:09.526832 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-664155c6-4aae-4768-aeba-cabae9ffd2c2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0149679 Nov 03 03:19:09.769959 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28623971-e5a0-4468-b8d8-45cb4e737f3b req-f600aebb-a0eb-4fd0-92a7-36844d4601d1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:09.772727 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28623971-e5a0-4468-b8d8-45cb4e737f3b req-f600aebb-a0eb-4fd0-92a7-36844d4601d1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 931 time: 0.0655911 Nov 03 03:19:09.798376 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Provisioning complete for port 3d9f4824-dfab-453b-89a7-66c4013b73fd triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:19:09.798763 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:09.801874 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Attempt 1 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:19:09.847349 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-28623971-e5a0-4468-b8d8-45cb4e737f3b req-aeb7c34a-5222-4f4f-9732-245bdc1fddcd tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530186 Nov 03 03:19:09.860150 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Port 3d9f4824-dfab-453b-89a7-66c4013b73fd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:19:09.919613 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-aa43de1b-95c3-4fcf-9e77-f9d264146ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:10.361380 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Attempt 2 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:19:10.397717 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Port 3d9f4824-dfab-453b-89a7-66c4013b73fd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:19:10.635333 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 106b9c30-5595-453b-98ae-76e5e19c6732 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:19:10.712723 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 106b9c30-5595-453b-98ae-76e5e19c6732 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:19:10.713404 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:10.741196 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:19:10.743478 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be25237-5b66-484a-b9fb-01af8ebd3f2d" -d '{"events": [{"server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "name": "network-vif-unplugged", "status": "completed", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:19:10.756788 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 106b9c30-5595-453b-98ae-76e5e19c6732, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=106b9c30-5595-453b-98ae-76e5e19c6732,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:19:10.763070 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:10.816898 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=106b9c30-5595-453b-98ae-76e5e19c6732,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:19:10.821045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 03:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0290b669-a290-486a-899c-cf69b266ec7c x-openstack-request-id: req-0290b669-a290-486a-899c-cf69b266ec7c {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:19:10.821344 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "name": "network-vif-unplugged", "status": "completed", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:19:10.821606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0290b669-a290-486a-899c-cf69b266ec7c {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:19:10.822010 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0290b669-a290-486a-899c-cf69b266ec7c'] response: {'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732', 'code': 200} Nov 03 03:19:10.898914 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Attempt 3 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:19:10.936119 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Port 3d9f4824-dfab-453b-89a7-66c4013b73fd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:19:11.010036 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab87eb3-2f4e-437f-bf3e-53d2e3e65345 req-3c5002b0-92cc-4386-adcc-410f490cf1e5 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:11.011987 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ab87eb3-2f4e-437f-bf3e-53d2e3e65345 req-3c5002b0-92cc-4386-adcc-410f490cf1e5 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 931 time: 0.0597866 Nov 03 03:19:11.071714 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8ab87eb3-2f4e-437f-bf3e-53d2e3e65345 req-2d5f9104-bc23-40a1-8166-9c92c177b535 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544834 Nov 03 03:19:11.437389 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Attempt 4 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:19:11.471442 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Port 3d9f4824-dfab-453b-89a7-66c4013b73fd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:19:11.972979 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Attempt 5 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:19:12.007485 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Port 3d9f4824-dfab-453b-89a7-66c4013b73fd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:19:12.207462 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efd7e6-a4fa-41e9-99d4-577cad4cb6db req-0674795e-f269-4410-814b-16ca398e2da2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:12.209552 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48efd7e6-a4fa-41e9-99d4-577cad4cb6db req-0674795e-f269-4410-814b-16ca398e2da2 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 931 time: 0.0553358 Nov 03 03:19:12.262678 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-48efd7e6-a4fa-41e9-99d4-577cad4cb6db req-2454c454-720a-4e3d-a10d-d23d94d514a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467486 Nov 03 03:19:12.398815 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-52bd5631-8d04-450f-ad72-a55983578935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:12.508916 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Attempt 6 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:19:12.542985 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Port 3d9f4824-dfab-453b-89a7-66c4013b73fd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:19:13.044509 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Attempt 7 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:19:13.080511 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Port 3d9f4824-dfab-453b-89a7-66c4013b73fd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:19:13.419272 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf45cbf-d90c-46d5-b121-7e24985a2148 req-8428f83c-f9d1-4a30-a2fe-899092bee1fa tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:13.420970 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2cf45cbf-d90c-46d5-b121-7e24985a2148 req-8428f83c-f9d1-4a30-a2fe-899092bee1fa tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 931 time: 0.0820966 Nov 03 03:19:13.440810 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:13.480901 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-2cf45cbf-d90c-46d5-b121-7e24985a2148 req-532dc5ac-a1b9-460b-bb29-4b9fc80811b1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534494 Nov 03 03:19:13.582135 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Attempt 8 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:19:13.616320 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Port 3d9f4824-dfab-453b-89a7-66c4013b73fd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:19:14.117444 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Attempt 9 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:19:14.151891 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Port 3d9f4824-dfab-453b-89a7-66c4013b73fd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:19:14.613716 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac6638-ae68-4d0f-b17a-d935c7429821 req-0642ff7b-e129-4b02-b657-fe5eb4df6576 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:14.615760 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-91ac6638-ae68-4d0f-b17a-d935c7429821 req-0642ff7b-e129-4b02-b657-fe5eb4df6576 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 931 time: 0.0556200 Nov 03 03:19:14.653679 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Attempt 10 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:19:14.666675 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-91ac6638-ae68-4d0f-b17a-d935c7429821 req-6e3e8f6c-1000-42d2-a354-2497305e40ff tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448620 Nov 03 03:19:14.695926 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a101c1c2-e11b-474b-a8c4-b45a11a08b05 None None] Port 3d9f4824-dfab-453b-89a7-66c4013b73fd cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 03 03:19:14.922963 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:15.812135 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29710d-2d29-4d15-b2a3-290dec48bb5b req-2368f9de-1f5d-43e0-b0dc-7559f0f47b8d tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:15.813693 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7b29710d-2d29-4d15-b2a3-290dec48bb5b req-2368f9de-1f5d-43e0-b0dc-7559f0f47b8d tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 931 time: 0.0572197 Nov 03 03:19:15.866264 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-7b29710d-2d29-4d15-b2a3-290dec48bb5b req-7fb9a1b9-2c0c-461a-a051-86d964a4b46e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458236 Nov 03 03:19:16.266105 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:16.997388 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d0982-91f0-4d13-9b31-cdef9ed4bd71 req-f0da3d53-eecd-431d-88c3-a13994926f8f tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:16.998767 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b71d0982-91f0-4d13-9b31-cdef9ed4bd71 req-f0da3d53-eecd-431d-88c3-a13994926f8f tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 931 time: 0.0575223 Nov 03 03:19:17.047438 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b71d0982-91f0-4d13-9b31-cdef9ed4bd71 req-489561fe-fcb7-494f-8c8a-d88bdafb00a4 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430753 Nov 03 03:19:17.351041 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Request body: {'port': {'device_id': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8606'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:19:17.408818 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:17.662555 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9f4824-dfab-453b-89a7-66c4013b73fd {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:19:17.670106 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Publish callbacks [] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:17.681939 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Transition to ACTIVE for port object 3d9f4824-dfab-453b-89a7-66c4013b73fd will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 03 03:19:17.685037 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:17.763797 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Pushing event updated for resources: {'Port': ['ID=3d9f4824-dfab-453b-89a7-66c4013b73fd,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:19:17.791600 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Attempting to bind port 3d9f4824-dfab-453b-89a7-66c4013b73fd on host hv-neutron-8606 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 03 03:19:17.791942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Attempting to bind port 3d9f4824-dfab-453b-89a7-66c4013b73fd by drivers openvswitch,hyperv on host hv-neutron-8606 at level 0 using segments [{'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 03 03:19:17.792279 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Attempting to bind port 3d9f4824-dfab-453b-89a7-66c4013b73fd on network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:19:17.796570 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Port 3d9f4824-dfab-453b-89a7-66c4013b73fd on network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8606 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 03:19:17.796896 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Attempting to bind port 3d9f4824-dfab-453b-89a7-66c4013b73fd on network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 03:19:17.801639 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Checking agent: {'id': '2f3e0923-ee11-4a04-a6ce-8e79d14727a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'started_at': datetime.datetime(2022, 11, 3, 2, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 3, 3, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 03:19:17.801980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Checking segment: {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 03 03:19:17.802366 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Bound using segment: {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 03:19:17.802792 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Bound port: 3d9f4824-dfab-453b-89a7-66c4013b73fd, host: hv-neutron-8606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cc2301-d415-486d-9f16-bfd2085662c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 03 03:19:17.803151 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:17.866043 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] For port 3d9f4824-dfab-453b-89a7-66c4013b73fd, host hv-neutron-8606, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 03:19:17.869021 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] For port 3d9f4824-dfab-453b-89a7-66c4013b73fd, host hv-neutron-8606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 03:19:17.875808 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:17.879836 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:17.881123 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:17.882536 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] 10.222.0.27 "PUT /v2.0/ports/3d9f4824-dfab-453b-89a7-66c4013b73fd HTTP/1.1" status: 200 len: 1093 time: 0.5365939 Nov 03 03:19:17.883027 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:19:17.885354 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026" -d '{"events": [{"name": "network-changed", "server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:19:17.921868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d38aa8-7bd3-4a6f-9df0-4fcefbe93307 x-openstack-request-id: req-23d38aa8-7bd3-4a6f-9df0-4fcefbe93307 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:19:17.922160 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:19:17.922412 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23d38aa8-7bd3-4a6f-9df0-4fcefbe93307 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:19:17.922836 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d38aa8-7bd3-4a6f-9df0-4fcefbe93307'] response: {'name': 'network-changed', 'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'status': 'completed', 'code': 200} Nov 03 03:19:17.961268 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99713dac-0fca-411b-9058-800dc909d2ea service neutron] Pushing event updated for resources: {'Port': ['ID=3d9f4824-dfab-453b-89a7-66c4013b73fd,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:19:17.982208 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-5b961adc-e96a-4518-9b2a-40c3f29e0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:17.983696 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-5b961adc-e96a-4518-9b2a-40c3f29e0461 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 1127 time: 0.0491531 Nov 03 03:19:18.028914 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-8f2947bf-d08a-44a2-8702-875583949275 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd HTTP/1.1" status: 200 len: 217 time: 0.0361872 Nov 03 03:19:18.079227 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-41b8df4d-2752-40e9-a570-e69b017ea1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:18.080672 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-41b8df4d-2752-40e9-a570-e69b017ea1ad service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0424316 Nov 03 03:19:18.161515 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-5fd08c0a-e5b9-4e9a-8a4f-ac3ffa0d6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:18.163029 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-5fd08c0a-e5b9-4e9a-8a4f-ac3ffa0d6786 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0724459 Nov 03 03:19:18.188522 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ce44-015b-4ef6-bbb3-23809086a442 req-be7de8d7-36f9-4c30-8089-3d5f91f41dc0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:18.189848 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9881ce44-015b-4ef6-bbb3-23809086a442 req-be7de8d7-36f9-4c30-8089-3d5f91f41dc0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 943 time: 0.0667155 Nov 03 03:19:18.287941 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-9881ce44-015b-4ef6-bbb3-23809086a442 req-19e1afb7-9b62-4ee4-be24-720136eb371f tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879292 Nov 03 03:19:18.303518 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-cb1cf05d-5a39-49af-bc2f-1e7ef758839e service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309357 Nov 03 03:19:18.397822 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f283a19f-f6a5-4f89-9c0e-8fd3de81398a req-74204cd3-129b-4c5d-b5e0-eb2d64d20122 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850613 Nov 03 03:19:18.492302 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026 req-fdfafa83-6f07-45f0-a5e8-368b61bf2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:18.493700 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026 req-fdfafa83-6f07-45f0-a5e8-368b61bf2926 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 1127 time: 0.0454750 Nov 03 03:19:18.581874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026 req-4eea8445-e61b-4258-961b-3e5819b29350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:18.583365 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026 req-4eea8445-e61b-4258-961b-3e5819b29350 service neutron] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 910 time: 0.0834932 Nov 03 03:19:18.627736 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026 req-7ab997f0-e315-4311-9ea1-d5ee05038326 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd HTTP/1.1" status: 200 len: 217 time: 0.0380247 Nov 03 03:19:18.676154 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026 req-0967fd5f-afe9-4b11-a04a-4ae3d71231bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:18.678152 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026 req-0967fd5f-afe9-4b11-a04a-4ae3d71231bc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0434031 Nov 03 03:19:18.727479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026 req-118a9bba-3b8d-48aa-ae4f-be17c116d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:18.729034 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026 req-118a9bba-3b8d-48aa-ae4f-be17c116d3f1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454845 Nov 03 03:19:18.825636 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026 req-6ce16f63-cf74-4fe5-888c-6d451530dff9 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875745 Nov 03 03:19:18.916152 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a4b04caf-d2d9-4361-af4a-8f9ac4bb9026 req-77e8c398-8baa-4b13-bf57-03ca4033af23 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839319 Nov 03 03:19:19.417331 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a277774-8939-4cfa-a110-60fc5f471ea5 req-8a67c645-3093-4360-80fb-63421058dc6c tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:19.418809 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8a277774-8939-4cfa-a110-60fc5f471ea5 req-8a67c645-3093-4360-80fb-63421058dc6c tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 943 time: 0.0542629 Nov 03 03:19:19.472331 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-8a277774-8939-4cfa-a110-60fc5f471ea5 req-79eb03bd-9d2d-4939-a3f6-5a9b0f21c66b tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479603 Nov 03 03:19:20.596372 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c66e2-5ddd-44a7-af22-63390a43bef4 req-1752308c-d91a-47bb-b2ec-3a6525721bd0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:20.597877 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-473c66e2-5ddd-44a7-af22-63390a43bef4 req-1752308c-d91a-47bb-b2ec-3a6525721bd0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 943 time: 0.0526869 Nov 03 03:19:20.638045 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 3d9f4824-dfab-453b-89a7-66c4013b73fd details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:19:20.646860 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-473c66e2-5ddd-44a7-af22-63390a43bef4 req-2a2719b0-788e-4b38-90a6-8683ea5792ac tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429235 Nov 03 03:19:20.732460 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 3d9f4824-dfab-453b-89a7-66c4013b73fd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:19:20.744740 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'port_id': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'mac_address': 'fa:16:3e:fd:a0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:19:20.781578 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 3d9f4824-dfab-453b-89a7-66c4013b73fd is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:19:20.781896 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:20.794137 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9f4824-dfab-453b-89a7-66c4013b73fd {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:19:20.813549 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 3d9f4824-dfab-453b-89a7-66c4013b73fd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:19:20.820804 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:20.866466 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=3d9f4824-dfab-453b-89a7-66c4013b73fd,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:19:21.096756 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['3d9f4824-dfab-453b-89a7-66c4013b73fd'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:19:21.771362 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2648641-e4c9-4d82-b5a5-00efbf20c12e req-39de8c62-da0d-42f1-8583-3a03a14b11e9 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:21.773056 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e2648641-e4c9-4d82-b5a5-00efbf20c12e req-39de8c62-da0d-42f1-8583-3a03a14b11e9 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 944 time: 0.0525932 Nov 03 03:19:21.821216 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-e2648641-e4c9-4d82-b5a5-00efbf20c12e req-68a76cfa-a5f1-43c6-9fe8-c48af4a9e945 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426133 Nov 03 03:19:22.641955 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 3d9f4824-dfab-453b-89a7-66c4013b73fd up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:19:22.686345 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning for port 3d9f4824-dfab-453b-89a7-66c4013b73fd completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 03 03:19:22.689944 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 3d9f4824-dfab-453b-89a7-66c4013b73fd triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:19:22.690324 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:22.690665 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:19:22.764055 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 3d9f4824-dfab-453b-89a7-66c4013b73fd is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:19:22.764467 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:22.786866 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:19:22.789279 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f4041b940f7e1d2e7847b789b460c42bf98e9137afd7ed210a9df8af63901b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae544fa6-f281-4a32-ba07-a75232052ba2" -d '{"events": [{"server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "name": "network-vif-plugged", "status": "completed", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:19:22.801646 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 3d9f4824-dfab-453b-89a7-66c4013b73fd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:19:22.806538 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:22.829423 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf19df4-e444-45ed-b316-c9231cd70bd2 x-openstack-request-id: req-cbf19df4-e444-45ed-b316-c9231cd70bd2 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:19:22.829727 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "name": "network-vif-plugged", "status": "completed", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:19:22.829981 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbf19df4-e444-45ed-b316-c9231cd70bd2 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:19:22.830374 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf19df4-e444-45ed-b316-c9231cd70bd2'] response: {'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'code': 200} Nov 03 03:19:22.855607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=3d9f4824-dfab-453b-89a7-66c4013b73fd,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:19:22.966267 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5104a-8fee-4895-baa7-474595b228f3 req-bcdc8a68-6143-40b0-abf1-e3c19f6cc296 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:22.968217 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f1e5104a-8fee-4895-baa7-474595b228f3 req-bcdc8a68-6143-40b0-abf1-e3c19f6cc296 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 945 time: 0.0601678 Nov 03 03:19:23.041959 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-f1e5104a-8fee-4895-baa7-474595b228f3 req-8577fd95-e1ef-4350-a444-4e2df2ca7f01 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650930 Nov 03 03:19:23.046225 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab63a1-76b9-473a-b557-a1912f00fc9c req-148c35b2-d2d0-4194-975f-f7c9d016fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:23.047660 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c5ab63a1-76b9-473a-b557-a1912f00fc9c req-148c35b2-d2d0-4194-975f-f7c9d016fafb service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 1129 time: 0.0778384 Nov 03 03:19:23.101468 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c5ab63a1-76b9-473a-b557-a1912f00fc9c req-6a19fa02-7891-4363-bc1e-2ef590acd06f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415473 Nov 03 03:19:24.170999 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbc229-287c-4896-a3f1-1b45e8739aca req-bdd50f1f-bcd2-4630-b413-7f8aa3cb6af1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:24.172526 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2fbc229-287c-4896-a3f1-1b45e8739aca req-bdd50f1f-bcd2-4630-b413-7f8aa3cb6af1 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 945 time: 0.0563440 Nov 03 03:19:24.227507 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b2fbc229-287c-4896-a3f1-1b45e8739aca req-6f8ee7de-1ccb-4f55-91fb-0f60333bbfaf tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484812 Nov 03 03:19:25.400218 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778df6bf-487b-4856-a41c-7ad91a1c2941 req-5832d977-a2b2-41b9-8b45-93ab9b0dc537 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:25.401731 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-778df6bf-487b-4856-a41c-7ad91a1c2941 req-5832d977-a2b2-41b9-8b45-93ab9b0dc537 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 945 time: 0.1012349 Nov 03 03:19:25.449733 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-778df6bf-487b-4856-a41c-7ad91a1c2941 req-b6eb3c69-fd1c-43f1-91ce-39c9266cb030 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425091 Nov 03 03:19:25.574202 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608321c-7619-4a69-a3f2-69b5a1f32c1c req-68273d8c-4bf3-43c7-b806-6ee7d58c121a tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:25.575618 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b608321c-7619-4a69-a3f2-69b5a1f32c1c req-68273d8c-4bf3-43c7-b806-6ee7d58c121a tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 945 time: 0.0522254 Nov 03 03:19:25.625047 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b608321c-7619-4a69-a3f2-69b5a1f32c1c req-7d599095-660b-4eaf-9e58-db108b779eb0 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438068 Nov 03 03:19:25.652201 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49300) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:19:25.699504 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070cf21d-36d2-4d63-9585-d422a373fe60 tempest-TestSnapshotPattern-293974666 tempest-TestSnapshotPattern-293974666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:25.701038 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-070cf21d-36d2-4d63-9585-d422a373fe60 tempest-TestSnapshotPattern-293974666 tempest-TestSnapshotPattern-293974666-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 1124 time: 0.0478265 Nov 03 03:19:25.703794 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49302) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:19:25.707912 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Request body: {'floatingip': {'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'port_id': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 03 03:19:25.728521 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:25.826193 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:25.918570 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:19:25.933980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Allocated IP 172.26.6.93 (2fa5bd48-78f8-40e5-a47a-4b7ad93675a8/8590969a-fbea-42b9-9dc4-5406d6f9c9ed/d092c9ff-77ef-4852-9bc0-19fa84541059) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 03:19:26.033911 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for port (d092c9ff-77ef-4852-9bc0-19fa84541059), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:26.066295 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753905425412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d092c9ff-77ef-4852-9bc0-19fa84541059), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:26.105949 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Network 2fa5bd48-78f8-40e5-a47a-4b7ad93675a8 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 03:19:26.108906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 03:19:26.112341 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 03:19:26.140874 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'Port': ['ID=d092c9ff-77ef-4852-9bc0-19fa84541059,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:19:26.462460 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for floatingip (9f6c09ff-481e-476f-8445-8e39d1affe9d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:26.530676 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (d092c9ff-77ef-4852-9bc0-19fa84541059), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:26.670745 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for port (d092c9ff-77ef-4852-9bc0-19fa84541059), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:26.675050 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750472'] for port (d092c9ff-77ef-4852-9bc0-19fa84541059), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:26.742023 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event updated for resources: {'Port': ['ID=d092c9ff-77ef-4852-9bc0-19fa84541059,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:19:26.744382 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701922'] for floatingip (9f6c09ff-481e-476f-8445-8e39d1affe9d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:26.840406 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Floating IP 9f6c09ff-481e-476f-8445-8e39d1affe9d associated. External IP: 172.26.6.93, port: 3d9f4824-dfab-453b-89a7-66c4013b73fd. Nov 03 03:19:27.031996 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Router 628aa1b4-7596-421c-b6df-352bafac7ebf has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:19:27.132386 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:19:27.141833 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3ecb8-16bc-4da4-a727-317cd20ea4b5 None None] Sync routers for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:19:27.150771 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:27.152072 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3ecb8-16bc-4da4-a727-317cd20ea4b5 None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:19:27.152690 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eba3ecb8-16bc-4da4-a727-317cd20ea4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:19:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:19:27.182403 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5681134c-3056-4a12-ae47-19d0564fd2a3 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4775970 Nov 03 03:19:27.183062 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:19:27.185363 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796e49f732dd61060dc188a0a65aafaae16e1cda1450ecb517bcc69c5ab73cd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5618db4d-039f-4713-8482-f30434e4f745" -d '{"events": [{"name": "network-changed", "server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:19:27.221141 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91cf628-5fcb-4cf8-9361-b70718492ef0 x-openstack-request-id: req-f91cf628-5fcb-4cf8-9361-b70718492ef0 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:19:27.221435 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:19:27.221691 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f91cf628-5fcb-4cf8-9361-b70718492ef0 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:19:27.222106 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91cf628-5fcb-4cf8-9361-b70718492ef0'] response: {'name': 'network-changed', 'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'status': 'completed', 'code': 200} Nov 03 03:19:27.258223 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-eba3ecb8-16bc-4da4-a727-317cd20ea4b5 None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:19:27.296871 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618db4d-039f-4713-8482-f30434e4f745 req-ccad2339-3e71-4bab-a7a6-034531b441ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:27.298336 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5618db4d-039f-4713-8482-f30434e4f745 req-ccad2339-3e71-4bab-a7a6-034531b441ed service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 1129 time: 0.0493073 Nov 03 03:19:27.390824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618db4d-039f-4713-8482-f30434e4f745 req-c4041e5a-9c00-4635-91ab-f5d369ee518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:27.392298 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5618db4d-039f-4713-8482-f30434e4f745 req-c4041e5a-9c00-4635-91ab-f5d369ee518c service neutron] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 910 time: 0.0870833 Nov 03 03:19:27.458038 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5618db4d-039f-4713-8482-f30434e4f745 req-665e424e-6e67-42f0-b71b-10fb29082a5b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd HTTP/1.1" status: 200 len: 998 time: 0.0601506 Nov 03 03:19:27.480467 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eba3ecb8-16bc-4da4-a727-317cd20ea4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '9f6c09ff-481e-476f-8445-8e39d1affe9d', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:fd:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:19:26Z', 'updated_at': '2022-11-03T03:19:26Z', 'revision_number': 0, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}, {'id': 'bac3e8f1-431f-4044-b600-58b43a776143', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:47:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:16:54Z', 'updated_at': '2022-11-03T03:16:56Z', 'revision_number': 1, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:19:27.504879 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3ecb8-16bc-4da4-a727-317cd20ea4b5 None None] Checking router: 628aa1b4-7596-421c-b6df-352bafac7ebf for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:19:27.508975 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618db4d-039f-4713-8482-f30434e4f745 req-94194f08-01b9-4aa0-b74c-917f28454d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:27.510509 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5618db4d-039f-4713-8482-f30434e4f745 req-94194f08-01b9-4aa0-b74c-917f28454d19 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0467508 Nov 03 03:19:27.513053 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3ecb8-16bc-4da4-a727-317cd20ea4b5 None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:19:27.513641 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eba3ecb8-16bc-4da4-a727-317cd20ea4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:19:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:19:27.559770 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618db4d-039f-4713-8482-f30434e4f745 req-fe860878-e3bf-40e1-ae18-b231a2be3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:27.561222 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5618db4d-039f-4713-8482-f30434e4f745 req-fe860878-e3bf-40e1-ae18-b231a2be3f14 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450954 Nov 03 03:19:27.613859 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-eba3ecb8-16bc-4da4-a727-317cd20ea4b5 None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:19:27.652730 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5618db4d-039f-4713-8482-f30434e4f745 req-9ba54a78-b5d2-4139-b594-1518909fb4a2 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853164 Nov 03 03:19:27.740730 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5618db4d-039f-4713-8482-f30434e4f745 req-99259130-2b89-418d-9d39-25686054cc7b service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822768 Nov 03 03:19:27.832986 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-eba3ecb8-16bc-4da4-a727-317cd20ea4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '9f6c09ff-481e-476f-8445-8e39d1affe9d', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:fd:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:19:26Z', 'updated_at': '2022-11-03T03:19:26Z', 'revision_number': 0, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}, {'id': 'bac3e8f1-431f-4044-b600-58b43a776143', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:47:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:16:54Z', 'updated_at': '2022-11-03T03:16:56Z', 'revision_number': 1, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:19:27.858740 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3ecb8-16bc-4da4-a727-317cd20ea4b5 None None] The sync data for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv is: [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': '9f6c09ff-481e-476f-8445-8e39d1affe9d', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:fd:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:19:26Z', 'updated_at': '2022-11-03T03:19:26Z', 'revision_number': 0, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}, {'id': 'bac3e8f1-431f-4044-b600-58b43a776143', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:47:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:16:54Z', 'updated_at': '2022-11-03T03:16:56Z', 'revision_number': 1, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:19:28.054302 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b138ddd-0c4f-45c6-a101-189827c9fa69 None None] New status for floating IP 9f6c09ff-481e-476f-8445-8e39d1affe9d: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:19:38.866011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:39.920842 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9211216d-14b2-4294-b7de-a14076744b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:41.346516 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-bbfb61b7-88d1-46df-8cbc-acb861bf7831 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416572 Nov 03 03:19:41.441717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-f06d108c-c665-473f-93c4-d86a6327421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:41.443478 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-f06d108c-c665-473f-93c4-d86a6327421f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 1127 time: 0.0491629 Nov 03 03:19:41.546875 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-1bde8e8d-d45e-4c99-9e13-06934689a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:41.548348 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-1bde8e8d-d45e-4c99-9e13-06934689a18b service neutron] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 910 time: 0.0862796 Nov 03 03:19:41.617600 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-a07f4fce-2354-4ce5-9c3f-8a063e9c0837 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106b9c30-5595-453b-98ae-76e5e19c6732 HTTP/1.1" status: 200 len: 999 time: 0.0583282 Nov 03 03:19:41.666239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-b67e99eb-ccfa-4bb1-835a-84a082c8eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:41.667637 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-b67e99eb-ccfa-4bb1-835a-84a082c8eece service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0433912 Nov 03 03:19:41.714824 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-35b55174-da13-46b0-b351-f27a6449a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:19:41.716294 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-35b55174-da13-46b0-b351-f27a6449a727 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428257 Nov 03 03:19:41.807961 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-1016a28d-3509-41bf-869f-c8efb62aff9f service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853152 Nov 03 03:19:41.898025 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-1bf8479b-092d-442c-82dc-ad569cdff884 req-008b05d7-b25d-42a1-832f-0b85c5222bfc service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831237 Nov 03 03:19:42.399504 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fba7c176-b1ea-4cfb-ab05-d749853c0e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:43.430611 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:44.925317 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:19:46.259552 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:02.917093 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:20:08.854920 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:09.921965 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-333c2653-a6e6-4277-b207-59ed00a9a384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:12.401687 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-efd291b7-bfd1-4f7c-a262-6eed42cc73c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:13.433130 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:14.927711 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:16.262409 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:38.851011 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:39.915546 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:20:39.921587 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7046027b-3e1f-4ed7-8693-b2077ed85411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:42.403181 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4c8d259b-d988-4f8a-aa5b-9373a93e2a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:42.458349 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-0325753b-9d36-425d-84a2-1b0e9096d311 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856578 Nov 03 03:20:42.526945 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-539eefe8-4083-4007-9c4a-05929e91b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:20:42.528413 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-539eefe8-4083-4007-9c4a-05929e91b534 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 1129 time: 0.0449739 Nov 03 03:20:42.639425 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-3b1923db-8ce3-4c0a-8180-f830f1a90b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:20:42.640902 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-3b1923db-8ce3-4c0a-8180-f830f1a90b54 service neutron] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 910 time: 0.0856996 Nov 03 03:20:42.705308 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-612f8791-b7f3-4192-99a3-3c3187c3f231 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd HTTP/1.1" status: 200 len: 1000 time: 0.0532904 Nov 03 03:20:42.757024 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-9464ff27-cb25-4654-8970-e1248c0c6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:20:42.758442 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-9464ff27-cb25-4654-8970-e1248c0c6152 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0423591 Nov 03 03:20:42.811069 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-c8360f1b-86db-4a9d-af1b-ebef5272facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:20:42.812557 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-c8360f1b-86db-4a9d-af1b-ebef5272facc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467074 Nov 03 03:20:42.904680 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-5e1e6a37-a14c-424b-9564-d4201f97c9b7 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813205 Nov 03 03:20:43.316206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-b6c315a2-192f-4ad5-a031-e228939b1ffb req-19a67760-9c2e-47cb-a9c6-4fb0af372d91 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015756 Nov 03 03:20:43.435556 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:44.933447 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:20:46.263391 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:08.853337 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:09.212841 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 3d9f4824-dfab-453b-89a7-66c4013b73fd details requested by agent hyperv_hv-neutron-8606 with host hv-neutron-8606 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 03:21:09.307825 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 3d9f4824-dfab-453b-89a7-66c4013b73fd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:09.319679 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Returning: {'device': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'port_id': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'mac_address': 'fa:16:3e:fd:a0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 03:21:09.355809 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 3d9f4824-dfab-453b-89a7-66c4013b73fd is: ACTIVE; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:21:09.356198 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:09.368946 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d9f4824-dfab-453b-89a7-66c4013b73fd {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 03 03:21:09.387832 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 3d9f4824-dfab-453b-89a7-66c4013b73fd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:09.392924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:09.443126 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=3d9f4824-dfab-453b-89a7-66c4013b73fd,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:09.450993 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.451354 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.451708 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.452056 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.452398 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.452768 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.453104 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.453506 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.453845 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.454182 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.454516 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.454857 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.455309 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:09.499588 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] get_ports_and_sgs() called for port_ids ['3d9f4824-dfab-453b-89a7-66c4013b73fd'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 03 03:21:09.922905 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e4b60da0-170a-43d4-bbf6-9de7c6ec38d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:11.240174 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 3d9f4824-dfab-453b-89a7-66c4013b73fd up at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 03:21:11.293795 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Provisioning complete for port 3d9f4824-dfab-453b-89a7-66c4013b73fd triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 03 03:21:11.294610 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905031'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:11.295158 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Attempt 1 to provision port 3d9f4824-dfab-453b-89a7-66c4013b73fd Nov 03 03:21:11.383016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 3d9f4824-dfab-453b-89a7-66c4013b73fd is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:21:11.383412 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:11.410336 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:21:11.428923 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 3d9f4824-dfab-453b-89a7-66c4013b73fd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:11.437127 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:11.478084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e5390be1d0721d8dc20fee31e63caeb6b1a0a3cc04bd50c61ad7c7c85fa2d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f87bc6a-b039-4a89-b934-a06b4b940597" -d '{"events": [{"server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "name": "network-vif-plugged", "status": "completed", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:21:11.563764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=3d9f4824-dfab-453b-89a7-66c4013b73fd,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:11.673601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43286cd3-db0f-4c9f-a762-20b95281d023 x-openstack-request-id: req-43286cd3-db0f-4c9f-a762-20b95281d023 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:21:11.673895 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "name": "network-vif-plugged", "status": "completed", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:21:11.674149 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43286cd3-db0f-4c9f-a762-20b95281d023 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:21:11.674572 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43286cd3-db0f-4c9f-a762-20b95281d023'] response: {'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'code': 200} Nov 03 03:21:12.407793 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f97b3ba7-a019-4998-a7d2-50af0c149647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:13.440190 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:14.938019 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:16.267685 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:16.914676 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:21:19.361518 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49522) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:19.508703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Deleting port d092c9ff-77ef-4852-9bc0-19fa84541059 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:21:19.508968 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (d092c9ff-77ef-4852-9bc0-19fa84541059), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:19.588187 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (d092c9ff-77ef-4852-9bc0-19fa84541059), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:19.588548 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for floatingip (d092c9ff-77ef-4852-9bc0-19fa84541059), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:19.600471 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Calling delete_port for d092c9ff-77ef-4852-9bc0-19fa84541059 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:21:19.742689 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (d092c9ff-77ef-4852-9bc0-19fa84541059), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:19.771617 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event deleted for resources: {'Port': ['ID=d092c9ff-77ef-4852-9bc0-19fa84541059,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:19.796887 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.797254 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.797573 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.797906 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.798236 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.798565 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.798886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.799210 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.799529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.799852 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.800172 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.800507 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.800826 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:19.839239 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for floatingip (9f6c09ff-481e-476f-8445-8e39d1affe9d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:19.839568 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Floating IP 9f6c09ff-481e-476f-8445-8e39d1affe9d disassociated (deleted). External IP: 172.26.6.93, port: 3d9f4824-dfab-453b-89a7-66c4013b73fd. Nov 03 03:21:20.039429 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Router 628aa1b4-7596-421c-b6df-352bafac7ebf has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:21:20.140768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:21:20.145628 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:20.151008 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ac5fe-7f2e-49e6-a337-ec4dd37ab9d6 None None] Sync routers for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:21:20.160200 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ac5fe-7f2e-49e6-a337-ec4dd37ab9d6 None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:21:20.160840 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e81ac5fe-7f2e-49e6-a337-ec4dd37ab9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:20.175344 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-8890271b-39c7-4c7a-8597-69bc0e6e9332 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "DELETE /v2.0/floatingips/9f6c09ff-481e-476f-8445-8e39d1affe9d HTTP/1.1" status: 204 len: 168 time: 0.8127046 Nov 03 03:21:20.176102 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:21:20.216181 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d18aedc2e8ced92b1c9c8481b6c32dbc54120403020922d00c24fdded32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7143577-231a-4563-b3bc-878923b7f141" -d '{"events": [{"name": "network-changed", "server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:21:20.264157 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e81ac5fe-7f2e-49e6-a337-ec4dd37ab9d6 None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:21:20.328776 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53821a7f-b893-4e99-b323-ea6d6c1b0753 x-openstack-request-id: req-53821a7f-b893-4e99-b323-ea6d6c1b0753 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:21:20.329134 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:21:20.329602 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53821a7f-b893-4e99-b323-ea6d6c1b0753 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:21:20.330083 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53821a7f-b893-4e99-b323-ea6d6c1b0753'] response: {'name': 'network-changed', 'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'status': 'completed', 'code': 200} Nov 03 03:21:20.432618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7143577-231a-4563-b3bc-878923b7f141 req-2f97135d-ab64-4388-9b50-22bf9cec9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:20.434139 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c7143577-231a-4563-b3bc-878923b7f141 req-2f97135d-ab64-4388-9b50-22bf9cec9221 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 1129 time: 0.0790801 Nov 03 03:21:20.445661 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2855-f249-40f4-9964-b8d00b1c4efc req-705a5692-d35e-4765-9040-8700f33e7853 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:20.447166 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-482c2855-f249-40f4-9964-b8d00b1c4efc req-705a5692-d35e-4765-9040-8700f33e7853 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 945 time: 0.0659964 Nov 03 03:21:20.494262 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e81ac5fe-7f2e-49e6-a337-ec4dd37ab9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'bac3e8f1-431f-4044-b600-58b43a776143', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:47:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:16:54Z', 'updated_at': '2022-11-03T03:16:56Z', 'revision_number': 1, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:20.522752 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ac5fe-7f2e-49e6-a337-ec4dd37ab9d6 None None] Checking router: 628aa1b4-7596-421c-b6df-352bafac7ebf for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:21:20.531404 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ac5fe-7f2e-49e6-a337-ec4dd37ab9d6 None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:21:20.532088 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e81ac5fe-7f2e-49e6-a337-ec4dd37ab9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:20.549859 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-482c2855-f249-40f4-9964-b8d00b1c4efc req-b66705b4-bb7d-4160-898d-6ffa5ef53276 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944784 Nov 03 03:21:20.571942 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7143577-231a-4563-b3bc-878923b7f141 req-47f55b6c-d8f4-4408-9162-4018cfe25c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:20.573431 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c7143577-231a-4563-b3bc-878923b7f141 req-47f55b6c-d8f4-4408-9162-4018cfe25c4c service neutron] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 910 time: 0.1254225 Nov 03 03:21:20.613708 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c7143577-231a-4563-b3bc-878923b7f141 req-aa8e94c9-3bee-4dff-84d7-3b9517d81843 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd HTTP/1.1" status: 200 len: 217 time: 0.0326211 Nov 03 03:21:20.633065 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-e81ac5fe-7f2e-49e6-a337-ec4dd37ab9d6 None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:21:20.669497 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7143577-231a-4563-b3bc-878923b7f141 req-1d0295db-f65d-44ba-90d7-f63a3c0e4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:20.671103 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c7143577-231a-4563-b3bc-878923b7f141 req-1d0295db-f65d-44ba-90d7-f63a3c0e4685 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0505395 Nov 03 03:21:20.722786 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7143577-231a-4563-b3bc-878923b7f141 req-5b1043e2-3595-480a-9911-7ab5660e78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:20.724302 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c7143577-231a-4563-b3bc-878923b7f141 req-5b1043e2-3595-480a-9911-7ab5660e78ea service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450132 Nov 03 03:21:20.813885 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c7143577-231a-4563-b3bc-878923b7f141 req-ddcad1b4-65aa-4bd6-a5b0-7aa76a82efd8 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830038 Nov 03 03:21:20.845334 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-e81ac5fe-7f2e-49e6-a337-ec4dd37ab9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'bac3e8f1-431f-4044-b600-58b43a776143', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:47:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:16:54Z', 'updated_at': '2022-11-03T03:16:56Z', 'revision_number': 1, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:20.873260 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ac5fe-7f2e-49e6-a337-ec4dd37ab9d6 None None] The sync data for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv is: [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_floatingips': [{'id': 'bac3e8f1-431f-4044-b600-58b43a776143', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'router_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'port_id': '106b9c30-5595-453b-98ae-76e5e19c6732', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'mac_address': 'fa:16:3e:47:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-03T03:16:54Z', 'updated_at': '2022-11-03T03:16:56Z', 'revision_number': 1, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:21:20.911855 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-c7143577-231a-4563-b3bc-878923b7f141 req-b610ed45-c3ad-4110-959e-31459199f48e service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902672 Nov 03 03:21:21.096328 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e9a96-9966-4860-a1cc-39f14d1f1166 None None] New status for floating IP 9f6c09ff-481e-476f-8445-8e39d1affe9d: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:21:21.275626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 3d9f4824-dfab-453b-89a7-66c4013b73fd no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:21:21.344773 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Current status of the port 3d9f4824-dfab-453b-89a7-66c4013b73fd is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 03 03:21:21.345159 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750721'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:21.368051 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:21:21.370288 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e5390be1d0721d8dc20fee31e63caeb6b1a0a3cc04bd50c61ad7c7c85fa2d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0bf6ea-2c3a-4edd-99fb-2e3529eb0914" -d '{"events": [{"server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:21:21.382435 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] For port 3d9f4824-dfab-453b-89a7-66c4013b73fd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:21.386846 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753905997972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753905425430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753905425448'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:21.413694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Nov 2022 03:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd5b609-17da-42d4-8ce8-e2894a0af12d x-openstack-request-id: req-4dd5b609-17da-42d4-8ce8-e2894a0af12d {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:21:21.413979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:21:21.414225 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4dd5b609-17da-42d4-8ce8-e2894a0af12d {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:21:21.414606 dv-neutron-860659-5-hyperv neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd5b609-17da-42d4-8ce8-e2894a0af12d'] response: {'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'code': 200} Nov 03 03:21:21.439530 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Pushing event updated for resources: {'Port': ['ID=3d9f4824-dfab-453b-89a7-66c4013b73fd,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:21.678342 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30eb4-d331-4b2c-b6cb-305143322850 req-81c6cdda-2157-47ed-8f8c-55ebb683e12f tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:21.679739 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bb30eb4-d331-4b2c-b6cb-305143322850 req-81c6cdda-2157-47ed-8f8c-55ebb683e12f tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 943 time: 0.0548022 Nov 03 03:21:21.727682 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-6bb30eb4-d331-4b2c-b6cb-305143322850 req-ee412101-3fe7-4b15-8b0d-7a107fd63ddd tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422227 Nov 03 03:21:22.295337 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0932c49-b87b-49a5-9e77-1ba32c4cae1f req-e7dce0aa-0dae-4d47-83e6-4d28fc3d50bc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:22.296815 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a0932c49-b87b-49a5-9e77-1ba32c4cae1f req-e7dce0aa-0dae-4d47-83e6-4d28fc3d50bc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.27 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 943 time: 0.0566072 Nov 03 03:21:22.386306 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-a0932c49-b87b-49a5-9e77-1ba32c4cae1f req-078a6c76-005d-4aec-80bb-83a6d38e28dc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Deleting port 3d9f4824-dfab-453b-89a7-66c4013b73fd {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:21:22.386647 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a0932c49-b87b-49a5-9e77-1ba32c4cae1f req-078a6c76-005d-4aec-80bb-83a6d38e28dc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:22.480479 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-a0932c49-b87b-49a5-9e77-1ba32c4cae1f req-078a6c76-005d-4aec-80bb-83a6d38e28dc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] For port 3d9f4824-dfab-453b-89a7-66c4013b73fd, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=3d9f4824-dfab-453b-89a7-66c4013b73fd,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:22.480868 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a0932c49-b87b-49a5-9e77-1ba32c4cae1f req-078a6c76-005d-4aec-80bb-83a6d38e28dc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:22.494711 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-a0932c49-b87b-49a5-9e77-1ba32c4cae1f req-078a6c76-005d-4aec-80bb-83a6d38e28dc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Calling delete_port for 3d9f4824-dfab-453b-89a7-66c4013b73fd owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:21:22.621981 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a0932c49-b87b-49a5-9e77-1ba32c4cae1f req-078a6c76-005d-4aec-80bb-83a6d38e28dc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (3d9f4824-dfab-453b-89a7-66c4013b73fd), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:22.652212 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a6c76-005d-4aec-80bb-83a6d38e28dc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event deleted for resources: {'Port': ['ID=3d9f4824-dfab-453b-89a7-66c4013b73fd,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:22.697176 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0932c49-b87b-49a5-9e77-1ba32c4cae1f req-078a6c76-005d-4aec-80bb-83a6d38e28dc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] No DVR routers for this DVR port 3d9f4824-dfab-453b-89a7-66c4013b73fd on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:21:22.699712 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a0932c49-b87b-49a5-9e77-1ba32c4cae1f req-078a6c76-005d-4aec-80bb-83a6d38e28dc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:22.703206 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-a0932c49-b87b-49a5-9e77-1ba32c4cae1f req-078a6c76-005d-4aec-80bb-83a6d38e28dc tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.27 "DELETE /v2.0/ports/3d9f4824-dfab-453b-89a7-66c4013b73fd HTTP/1.1" status: 204 len: 173 time: 0.3985887 Nov 03 03:21:22.703768 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'name': 'network-vif-deleted', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:21:22.706130 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d18aedc2e8ced92b1c9c8481b6c32dbc54120403020922d00c24fdded32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15baa4a-85db-41ad-9921-14479db2e48e" -d '{"events": [{"server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "name": "network-vif-deleted", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:21:22.745052 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bebf96-9eee-49b1-96e5-04a4914dba12 x-openstack-request-id: req-d2bebf96-9eee-49b1-96e5-04a4914dba12 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:21:22.745353 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b947637-6fb6-4d7e-a132-a8692a9ea23f", "name": "network-vif-deleted", "tag": "3d9f4824-dfab-453b-89a7-66c4013b73fd", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:21:22.745619 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2bebf96-9eee-49b1-96e5-04a4914dba12 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:21:22.746101 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2bebf96-9eee-49b1-96e5-04a4914dba12'] response: {'server_uuid': '6b947637-6fb6-4d7e-a132-a8692a9ea23f', 'name': 'network-vif-deleted', 'tag': '3d9f4824-dfab-453b-89a7-66c4013b73fd', 'status': 'completed', 'code': 200} Nov 03 03:21:22.830919 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ef40f304-4c49-4ad2-8c22-9308ead68151 req-895867a3-db5d-4f6c-8939-749e7eb716db tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b947637-6fb6-4d7e-a132-a8692a9ea23f HTTP/1.1" status: 200 len: 210 time: 0.0278373 Nov 03 03:21:24.417583 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49586) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:24.562275 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Deleting port ac884e6d-b90a-4516-a4b9-a7153ad80450 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:21:24.562621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (ac884e6d-b90a-4516-a4b9-a7153ad80450), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:24.639832 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (ac884e6d-b90a-4516-a4b9-a7153ad80450), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:24.640156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for floatingip (ac884e6d-b90a-4516-a4b9-a7153ad80450), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:24.652003 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Calling delete_port for ac884e6d-b90a-4516-a4b9-a7153ad80450 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:21:24.795718 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (ac884e6d-b90a-4516-a4b9-a7153ad80450), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:24.820637 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event deleted for resources: {'Port': ['ID=ac884e6d-b90a-4516-a4b9-a7153ad80450,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:24.885088 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for floatingip (bac3e8f1-431f-4044-b600-58b43a776143), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:24.885425 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.db.l3_db [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Floating IP bac3e8f1-431f-4044-b600-58b43a776143 disassociated (deleted). External IP: 172.26.6.180, port: 106b9c30-5595-453b-98ae-76e5e19c6732. Nov 03 03:21:25.086365 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Router 628aa1b4-7596-421c-b6df-352bafac7ebf has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:21:25.189621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:21:25.194405 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:25.200318 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810cfd8-9a19-4608-94e5-100b2142f6e1 None None] Sync routers for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:21:25.211318 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810cfd8-9a19-4608-94e5-100b2142f6e1 None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:21:25.211996 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f810cfd8-9a19-4608-94e5-100b2142f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:25.225769 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-5b25eb6c-62e5-4d95-9030-6a61e684d206 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "DELETE /v2.0/floatingips/bac3e8f1-431f-4044-b600-58b43a776143 HTTP/1.1" status: 204 len: 168 time: 0.8063219 Nov 03 03:21:25.226564 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:21:25.228866 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d18aedc2e8ced92b1c9c8481b6c32dbc54120403020922d00c24fdded32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:21:25.266025 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Nov 2022 03:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cba060-e67e-4e3e-bece-40e4038ca1bd x-openstack-request-id: req-40cba060-e67e-4e3e-bece-40e4038ca1bd {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:21:25.266332 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:21:25.266590 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40cba060-e67e-4e3e-bece-40e4038ca1bd {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:21:25.267159 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40cba060-e67e-4e3e-bece-40e4038ca1bd'] response: {'name': 'network-changed', 'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732', 'status': 'completed', 'code': 200} Nov 03 03:21:25.292607 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 3d9f4824-dfab-453b-89a7-66c4013b73fd no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:21:25.316714 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 3d9f4824-dfab-453b-89a7-66c4013b73fd {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:21:25.317062 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 3d9f4824-dfab-453b-89a7-66c4013b73fd not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:21:25.321372 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f810cfd8-9a19-4608-94e5-100b2142f6e1 None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:21:25.354535 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f req-12e5dd13-f350-46fe-b28a-d9852ed90d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:25.356163 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f req-12e5dd13-f350-46fe-b28a-d9852ed90d0b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef195f9f19484ae081ec79011114beca&device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 1127 time: 0.0547826 Nov 03 03:21:25.469977 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f req-9cefe162-6df8-45a8-8611-bb1d9fb20cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:25.471456 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f req-9cefe162-6df8-45a8-8611-bb1d9fb20cce service neutron] 10.222.0.27 "GET /v2.0/networks?id=738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 200 len: 910 time: 0.1077399 Nov 03 03:21:25.518166 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f req-697b4a10-3575-4f76-9bf1-1b8ae656d25c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106b9c30-5595-453b-98ae-76e5e19c6732 HTTP/1.1" status: 200 len: 217 time: 0.0366247 Nov 03 03:21:25.532793 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f810cfd8-9a19-4608-94e5-100b2142f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:25.557246 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810cfd8-9a19-4608-94e5-100b2142f6e1 None None] Checking router: 628aa1b4-7596-421c-b6df-352bafac7ebf for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:21:25.565359 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810cfd8-9a19-4608-94e5-100b2142f6e1 None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:21:25.565958 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f810cfd8-9a19-4608-94e5-100b2142f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:25.595092 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f req-d23898e0-ab30-4276-b0e1-b2d6cc2dd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:25.596575 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f req-d23898e0-ab30-4276-b0e1-b2d6cc2dd316 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 200 len: 848 time: 0.0696504 Nov 03 03:21:25.608956 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e774628-25e4-42ef-8268-89dc4277db03 req-97340414-e1e8-4706-831d-a7bbbfa3efb7 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:25.610066 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0e774628-25e4-42ef-8268-89dc4277db03 req-97340414-e1e8-4706-831d-a7bbbfa3efb7 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 943 time: 0.1547685 Nov 03 03:21:25.672302 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f810cfd8-9a19-4608-94e5-100b2142f6e1 None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:21:25.686766 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f req-fc6b65ae-0d1a-4eeb-a134-79e755db8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:25.688293 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f req-fc6b65ae-0d1a-4eeb-a134-79e755db8c5a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=738c0def-0ab2-4289-9b1c-ac734b5d99d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0773604 Nov 03 03:21:25.691810 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-0e774628-25e4-42ef-8268-89dc4277db03 req-0d8fbfb9-2303-4290-a1a5-4517dc3d0788 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720952 Nov 03 03:21:25.787276 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f req-22e29e79-e0e4-4012-817e-53e136eb5d87 service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919683 Nov 03 03:21:25.882961 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-5959fdd8-b80f-45ec-aaf9-6bc0352d7b3f req-f718d692-f18f-4d59-86a3-358ac7bc475c service neutron] 10.222.0.27 "GET /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879476 Nov 03 03:21:25.956427 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f810cfd8-9a19-4608-94e5-100b2142f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:25.980410 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810cfd8-9a19-4608-94e5-100b2142f6e1 None None] The sync data for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv is: [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:16:29Z', 'revision_number': 4, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv', '_interfaces': [{'id': '09e925c3-1d61-4539-83f3-6ab390d1f5c3', 'name': '', 'network_id': '738c0def-0ab2-4289-9b1c-ac734b5d99d3', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'mac_address': 'fa:16:3e:f4:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:29Z', 'updated_at': '2022-11-03T03:16:33Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'subnets': [{'id': 'ce453bd5-9054-4e78-a7e4-9e5c6382a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:21:26.197221 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea673162-beb9-43f8-85d4-158bdf614232 None None] New status for floating IP bac3e8f1-431f-4044-b600-58b43a776143: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 03 03:21:26.822103 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43f269-ede1-4c95-9062-d5beda3bb643 req-444eece9-b4d8-45aa-9fcc-1a0f10e2242d tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:26.823582 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ee43f269-ede1-4c95-9062-d5beda3bb643 req-444eece9-b4d8-45aa-9fcc-1a0f10e2242d tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 943 time: 0.0529389 Nov 03 03:21:26.872920 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-ee43f269-ede1-4c95-9062-d5beda3bb643 req-1c817c9c-b4ae-4014-a8a8-8afdbc97e4d7 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/security-groups?id=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436757 Nov 03 03:21:27.259914 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7735c-2b94-4231-92d2-a26ec6c8850f req-1feceadb-7c06-4cb1-9db8-358a78fb9e22 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 03 03:21:27.261439 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45c7735c-2b94-4231-92d2-a26ec6c8850f req-1feceadb-7c06-4cb1-9db8-358a78fb9e22 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.27 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 943 time: 0.0555670 Nov 03 03:21:27.352676 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-45c7735c-2b94-4231-92d2-a26ec6c8850f req-0b49353b-27bd-495e-a66d-152d1a85793e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Deleting port 106b9c30-5595-453b-98ae-76e5e19c6732 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:21:27.353014 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-45c7735c-2b94-4231-92d2-a26ec6c8850f req-0b49353b-27bd-495e-a66d-152d1a85793e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:27.442781 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-45c7735c-2b94-4231-92d2-a26ec6c8850f req-0b49353b-27bd-495e-a66d-152d1a85793e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] For port 106b9c30-5595-453b-98ae-76e5e19c6732, host hv-neutron-8606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8606',level=0,port_id=106b9c30-5595-453b-98ae-76e5e19c6732,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:27.443148 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-45c7735c-2b94-4231-92d2-a26ec6c8850f req-0b49353b-27bd-495e-a66d-152d1a85793e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:27.456265 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-45c7735c-2b94-4231-92d2-a26ec6c8850f req-0b49353b-27bd-495e-a66d-152d1a85793e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Calling delete_port for 106b9c30-5595-453b-98ae-76e5e19c6732 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:21:27.581098 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-45c7735c-2b94-4231-92d2-a26ec6c8850f req-0b49353b-27bd-495e-a66d-152d1a85793e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (106b9c30-5595-453b-98ae-76e5e19c6732), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:27.623156 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49353b-27bd-495e-a66d-152d1a85793e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event deleted for resources: {'Port': ['ID=106b9c30-5595-453b-98ae-76e5e19c6732,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:27.664188 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c7735c-2b94-4231-92d2-a26ec6c8850f req-0b49353b-27bd-495e-a66d-152d1a85793e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] No DVR routers for this DVR port 106b9c30-5595-453b-98ae-76e5e19c6732 on host hv-neutron-8606 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:21:27.666697 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-45c7735c-2b94-4231-92d2-a26ec6c8850f req-0b49353b-27bd-495e-a66d-152d1a85793e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486396'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:27.670001 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-45c7735c-2b94-4231-92d2-a26ec6c8850f req-0b49353b-27bd-495e-a66d-152d1a85793e tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.27 "DELETE /v2.0/ports/106b9c30-5595-453b-98ae-76e5e19c6732 HTTP/1.1" status: 204 len: 173 time: 0.3986027 Nov 03 03:21:27.670510 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'name': 'network-vif-deleted', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 03 03:21:27.672764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d18aedc2e8ced92b1c9c8481b6c32dbc54120403020922d00c24fdded32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec5559b-a5ed-40c0-938d-2436b3bf900b" -d '{"events": [{"server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "name": "network-vif-deleted", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 03:21:27.712722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Nov 2022 03:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8c8d72-95eb-4b18-bc4a-57cef36967cf x-openstack-request-id: req-4b8c8d72-95eb-4b18-bc4a-57cef36967cf {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 03:21:27.713016 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c059bc5-5bdd-49fb-9800-cd1f38ce333d", "name": "network-vif-deleted", "tag": "106b9c30-5595-453b-98ae-76e5e19c6732", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 03:21:27.713270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b8c8d72-95eb-4b18-bc4a-57cef36967cf {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 03:21:27.713675 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8c8d72-95eb-4b18-bc4a-57cef36967cf'] response: {'server_uuid': '8c059bc5-5bdd-49fb-9800-cd1f38ce333d', 'name': 'network-vif-deleted', 'tag': '106b9c30-5595-453b-98ae-76e5e19c6732', 'status': 'completed', 'code': 200} Nov 03 03:21:27.985772 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [req-19853f4d-0969-4afe-817d-67f659b0ac9f req-3dccc643-6665-402e-a9dc-3f992ce9dfbf tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c059bc5-5bdd-49fb-9800-cd1f38ce333d HTTP/1.1" status: 200 len: 210 time: 0.0277829 Nov 03 03:21:29.050077 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49606) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:29.106095 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3bed914-4afa-4de0-a72e-c2a640ef7265 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group (79cce2d4-07db-4e11-ab46-4bfb3c01bd0a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:29.131755 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3bed914-4afa-4de0-a72e-c2a640ef7265 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group (79cce2d4-07db-4e11-ab46-4bfb3c01bd0a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:29.194194 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3bed914-4afa-4de0-a72e-c2a640ef7265 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (79cce2d4-07db-4e11-ab46-4bfb3c01bd0a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:29.197531 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3bed914-4afa-4de0-a72e-c2a640ef7265 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:29.198733 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e3bed914-4afa-4de0-a72e-c2a640ef7265 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] 10.222.0.23 "DELETE /v2.0/security-groups/79cce2d4-07db-4e11-ab46-4bfb3c01bd0a HTTP/1.1" status: 204 len: 168 time: 0.1476679 Nov 03 03:21:29.208013 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bed914-4afa-4de0-a72e-c2a640ef7265 tempest-TestSnapshotPattern-1707476728 tempest-TestSnapshotPattern-1707476728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cce2d4-07db-4e11-ab46-4bfb3c01bd0a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:29.251898 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49610) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:29.658806 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (628aa1b4-7596-421c-b6df-352bafac7ebf), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:30.206815 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] Deleting port 09e925c3-1d61-4539-83f3-6ab390d1f5c3 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:21:30.207490 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:30.286557 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] For port 09e925c3-1d61-4539-83f3-6ab390d1f5c3, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=09e925c3-1d61-4539-83f3-6ab390d1f5c3,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:30.286917 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:30.299696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] Calling delete_port for 09e925c3-1d61-4539-83f3-6ab390d1f5c3 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:21:30.470216 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (09e925c3-1d61-4539-83f3-6ab390d1f5c3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:30.496542 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e925c3-1d61-4539-83f3-6ab390d1f5c3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:30.658722 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (628aa1b4-7596-421c-b6df-352bafac7ebf), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:30.860369 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] Router 628aa1b4-7596-421c-b6df-352bafac7ebf has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:21:30.962391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:21:30.967279 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-c7c6e489-7c92-49d1-815d-572e85797713 admin admin] 10.222.0.23 "PUT /v2.0/routers/628aa1b4-7596-421c-b6df-352bafac7ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7143376 Nov 03 03:21:30.969858 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49618) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:30.972282 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437b44b-15fd-4430-a4a7-e13585297a0d None None] Sync routers for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:21:30.982842 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437b44b-15fd-4430-a4a7-e13585297a0d None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:21:30.983448 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d437b44b-15fd-4430-a4a7-e13585297a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:31.074886 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Publish callbacks [] for router (628aa1b4-7596-421c-b6df-352bafac7ebf), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.080683 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d437b44b-15fd-4430-a4a7-e13585297a0d None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: dv-neutron-860659-5-hyperv {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:21:31.170563 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Publish callbacks [] for router_gateway (628aa1b4-7596-421c-b6df-352bafac7ebf), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.226109 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Deleting port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:21:31.226817 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.254720 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d437b44b-15fd-4430-a4a7-e13585297a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:21:30Z', 'revision_number': 5, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port': {'id': '72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:27Z', 'updated_at': '2022-11-03T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:31.282745 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437b44b-15fd-4430-a4a7-e13585297a0d None None] Checking router: 628aa1b4-7596-421c-b6df-352bafac7ebf for host: dv-neutron-860659-5-hyperv {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:21:31.291099 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437b44b-15fd-4430-a4a7-e13585297a0d None None] Routers {'628aa1b4-7596-421c-b6df-352bafac7ebf'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:21:31.291704 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d437b44b-15fd-4430-a4a7-e13585297a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['628aa1b4-7596-421c-b6df-352bafac7ebf'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:31.306618 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] For port 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:31.306984 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.320169 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Calling delete_port for 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:21:31.326252 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 106b9c30-5595-453b-98ae-76e5e19c6732 no longer exists at agent hyperv_hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:21:31.345023 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] No Port match for: 106b9c30-5595-453b-98ae-76e5e19c6732 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:21:31.345389 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Device 106b9c30-5595-453b-98ae-76e5e19c6732 not bound to the agent host hv-neutron-8606 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:21:31.375435 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d437b44b-15fd-4430-a4a7-e13585297a0d None None] Set router 628aa1b4-7596-421c-b6df-352bafac7ebf gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:21:31.424065 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d437b44b-15fd-4430-a4a7-e13585297a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:21:31Z', 'revision_number': 6, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:31.449466 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437b44b-15fd-4430-a4a7-e13585297a0d None None] The sync data for ids ['628aa1b4-7596-421c-b6df-352bafac7ebf'] in dv-neutron-860659-5-hyperv is: [{'id': '628aa1b4-7596-421c-b6df-352bafac7ebf', 'name': 'tempest-TestSnapshotPattern-150320185-router', 'tenant_id': 'ef195f9f19484ae081ec79011114beca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:26Z', 'updated_at': '2022-11-03T03:21:31Z', 'revision_number': 6, 'project_id': 'ef195f9f19484ae081ec79011114beca', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:21:31.494468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.523900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Pushing event deleted for resources: {'Port': ['ID=72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:31.583343 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (628aa1b4-7596-421c-b6df-352bafac7ebf), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.669587 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (628aa1b4-7596-421c-b6df-352bafac7ebf), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.671677 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Publish callbacks [] for router_controller (628aa1b4-7596-421c-b6df-352bafac7ebf), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.713258 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (628aa1b4-7596-421c-b6df-352bafac7ebf), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.713717 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 628aa1b4-7596-421c-b6df-352bafac7ebf {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 03:21:31.717941 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.719293 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-45e0bffc-8061-41ef-b58a-58127648468d admin admin] 10.222.0.23 "DELETE /v2.0/routers/628aa1b4-7596-421c-b6df-352bafac7ebf HTTP/1.1" status: 204 len: 168 time: 0.7484093 Nov 03 03:21:31.721910 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49624) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:31.766278 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-764e24c2-894a-459d-b151-78a400b755f6 admin admin] Deleting subnet ce453bd5-9054-4e78-a7e4-9e5c6382a7eb {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 03:21:31.769249 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-764e24c2-894a-459d-b151-78a400b755f6 admin admin] Publish callbacks [] for subnet (ce453bd5-9054-4e78-a7e4-9e5c6382a7eb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.810529 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-764e24c2-894a-459d-b151-78a400b755f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355311'] for subnet (ce453bd5-9054-4e78-a7e4-9e5c6382a7eb), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.891432 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-764e24c2-894a-459d-b151-78a400b755f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (ce453bd5-9054-4e78-a7e4-9e5c6382a7eb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.946192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-764e24c2-894a-459d-b151-78a400b755f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496720'] for subnet (ce453bd5-9054-4e78-a7e4-9e5c6382a7eb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.976164 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e24c2-894a-459d-b151-78a400b755f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce453bd5-9054-4e78-a7e4-9e5c6382a7eb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:31.979541 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-764e24c2-894a-459d-b151-78a400b755f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654346'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:31.982761 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-764e24c2-894a-459d-b151-78a400b755f6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ce453bd5-9054-4e78-a7e4-9e5c6382a7eb HTTP/1.1" status: 204 len: 168 time: 0.2599359 Nov 03 03:21:31.985245 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49626) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:31.987227 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504cf6bd-865f-459f-b20b-ea647f970316 None None] Network 738c0def-0ab2-4289-9b1c-ac734b5d99d3 requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:21:32.056842 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (738c0def-0ab2-4289-9b1c-ac734b5d99d3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.109325 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Deleting port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:21:32.109668 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.175986 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] For port 228edfc4-978a-4c37-a8bb-f91bd4a807e7, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=228edfc4-978a-4c37-a8bb-f91bd4a807e7,segment=NetworkSegment(79cc2301-d415-486d-9f16-bfd2085662c9),segment_id=79cc2301-d415-486d-9f16-bfd2085662c9)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:32.176270 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.190980 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Calling delete_port for 228edfc4-978a-4c37-a8bb-f91bd4a807e7 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:21:32.231577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e8d436-ddfd-486e-9531-702039b68bb7 None None] DHCP port deletion for 738c0def-0ab2-4289-9b1c-ac734b5d99d3 request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 03:21:32.278411 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.306621 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Pushing event deleted for resources: {'Port': ['ID=228edfc4-978a-4c37-a8bb-f91bd4a807e7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:32.308537 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] No DVR routers for this DVR port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:21:32.314733 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-06e8d436-ddfd-486e-9531-702039b68bb7 None None] Deleting port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:21:32.315116 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-06e8d436-ddfd-486e-9531-702039b68bb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.317020 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 09e925c3-1d61-4539-83f3-6ab390d1f5c3 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:21:32.370577 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 09e925c3-1d61-4539-83f3-6ab390d1f5c3 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:21:32.371209 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 09e925c3-1d61-4539-83f3-6ab390d1f5c3 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:21:32.385252 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (738c0def-0ab2-4289-9b1c-ac734b5d99d3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.398281 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-06e8d436-ddfd-486e-9531-702039b68bb7 None None] For port 228edfc4-978a-4c37-a8bb-f91bd4a807e7, host dv-neutron-860659-5-hyperv, got binding levels [] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:32.398764 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-06e8d436-ddfd-486e-9531-702039b68bb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.405900 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738c0def-0ab2-4289-9b1c-ac734b5d99d3']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:32.411456 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-06e8d436-ddfd-486e-9531-702039b68bb7 None None] Calling delete_port for 228edfc4-978a-4c37-a8bb-f91bd4a807e7 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:21:32.415057 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.ipam_backend_mixin [None req-06e8d436-ddfd-486e-9531-702039b68bb7 None None] Port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 was not found and therefore no delete operation was performed {{(pid=104395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 03 03:21:32.415658 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cc2301-d415-486d-9f16-bfd2085662c9') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:32.415965 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cc2301-d415-486d-9f16-bfd2085662c9') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:32.416305 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-06e8d436-ddfd-486e-9531-702039b68bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421'] for port (228edfc4-978a-4c37-a8bb-f91bd4a807e7), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.425972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (79cc2301-d415-486d-9f16-bfd2085662c9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.440944 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (79cc2301-d415-486d-9f16-bfd2085662c9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.444629 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8d436-ddfd-486e-9531-702039b68bb7 None None] Pushing event deleted for resources: {'Port': ['ID=228edfc4-978a-4c37-a8bb-f91bd4a807e7,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:32.448282 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8d436-ddfd-486e-9531-702039b68bb7 None None] No DVR routers for this DVR port 228edfc4-978a-4c37-a8bb-f91bd4a807e7 on host dv-neutron-860659-5-hyperv {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:21:32.457259 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 03:21:32.457696 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (79cc2301-d415-486d-9f16-bfd2085662c9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.532885 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (738c0def-0ab2-4289-9b1c-ac734b5d99d3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.538415 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:32.542131 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] 10.222.0.23 "DELETE /v2.0/networks/738c0def-0ab2-4289-9b1c-ac734b5d99d3 HTTP/1.1" status: 204 len: 168 time: 0.5559542 Nov 03 03:21:32.545628 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 49642) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:32.559184 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91780125-9bb9-4ac6-8ba6-3198a4971181 admin admin] Pushing event deleted for resources: {'Network': ['ID=738c0def-0ab2-4289-9b1c-ac734b5d99d3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:32.649246 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 79cc2301-d415-486d-9f16-bfd2085662c9 resource provider aggregate not found Nov 03 03:21:32.669063 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 79cc2301-d415-486d-9f16-bfd2085662c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79cc2301-d415-486d-9f16-bfd2085662c9 found for delete ", "request_id": "req-6c0770a4-36b6-4d0b-8906-ba5bb83fb2dd"}]} Nov 03 03:21:33.204680 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702946'] for router_interface (cae7acf2-f810-4896-9568-0b40a32e1dc8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:33.443201 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Deleting port 02b949b9-5ec5-47a3-ae0d-4ba099575158 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:21:33.443628 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:33.535739 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] For port 02b949b9-5ec5-47a3-ae0d-4ba099575158, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=02b949b9-5ec5-47a3-ae0d-4ba099575158,segment=NetworkSegment(2af7f3a9-fd4e-4260-aaf6-13c153251297),segment_id=2af7f3a9-fd4e-4260-aaf6-13c153251297)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:33.536005 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:33.555941 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Calling delete_port for 02b949b9-5ec5-47a3-ae0d-4ba099575158 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:21:33.764781 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (02b949b9-5ec5-47a3-ae0d-4ba099575158), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:33.791588 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b949b9-5ec5-47a3-ae0d-4ba099575158,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:33.818482 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.818833 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.819180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.819519 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.819845 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.820175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.820524 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.820855 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.821180 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.821506 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.821830 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.822150 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.822596 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860659-5-hyperv {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 03:21:33.991564 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:21:34.004434 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688722'] for router_interface (cae7acf2-f810-4896-9568-0b40a32e1dc8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:34.013601 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:21:34.013954 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 72c0be02-ff0b-43ca-9e9e-0b4133ee0ceb not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:21:34.014380 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 228edfc4-978a-4c37-a8bb-f91bd4a807e7 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:21:34.040732 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 228edfc4-978a-4c37-a8bb-f91bd4a807e7 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:21:34.041088 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 228edfc4-978a-4c37-a8bb-f91bd4a807e7 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:21:34.232782 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Router cae7acf2-f810-4896-9568-0b40a32e1dc8 has already been hosted by L3 agent 421f4d4e-d143-4e6a-8d85-45d35e50e33a {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 03:21:34.337358 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] Notify agent at l3_agent.dv-neutron-860659-5-hyperv the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 03:21:34.342339 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cb879388-4fba-4f7e-9d47-ab17d865e609 admin admin] 10.222.0.23 "PUT /v2.0/routers/cae7acf2-f810-4896-9568-0b40a32e1dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7956045 Nov 03 03:21:34.345008 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 49656) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:34.345543 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d907cd-dc1f-4e2a-a157-5e96b1e5b39c None None] Sync routers for ids ['cae7acf2-f810-4896-9568-0b40a32e1dc8'] in dv-neutron-860659-5-hyperv {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 03:21:34.355830 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d907cd-dc1f-4e2a-a157-5e96b1e5b39c None None] Routers {'cae7acf2-f810-4896-9568-0b40a32e1dc8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:21:34.356445 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71d907cd-dc1f-4e2a-a157-5e96b1e5b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['cae7acf2-f810-4896-9568-0b40a32e1dc8'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:34.448700 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Publish callbacks [] for router (cae7acf2-f810-4896-9568-0b40a32e1dc8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:34.552442 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Publish callbacks [] for router_gateway (cae7acf2-f810-4896-9568-0b40a32e1dc8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:34.597084 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-71d907cd-dc1f-4e2a-a157-5e96b1e5b39c None None] Set router cae7acf2-f810-4896-9568-0b40a32e1dc8 gateway port host: dv-neutron-860659-5-hyperv {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:21:34.602252 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Deleting port 3a4f75fe-71bb-40de-9d75-ac21579d1b89 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:21:34.602772 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:34.682794 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] For port 3a4f75fe-71bb-40de-9d75-ac21579d1b89, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=3a4f75fe-71bb-40de-9d75-ac21579d1b89,segment=NetworkSegment(36adc310-3211-4b03-8a71-4c05b1760d04),segment_id=36adc310-3211-4b03-8a71-4c05b1760d04)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:34.683175 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:34.696983 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Calling delete_port for 3a4f75fe-71bb-40de-9d75-ac21579d1b89 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:21:34.770039 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71d907cd-dc1f-4e2a-a157-5e96b1e5b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'name': 'tempest-TestSnapshotPattern-1776578720-router', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'external_fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:21:33Z', 'revision_number': 5, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'gw_port': {'id': '3a4f75fe-71bb-40de-9d75-ac21579d1b89', 'name': '', 'network_id': '2fa5bd48-78f8-40e5-a47a-4b7ad93675a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860659-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8590969a-fbea-42b9-9dc4-5406d6f9c9ed', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860659-5-hyperv'}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:34.798606 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d907cd-dc1f-4e2a-a157-5e96b1e5b39c None None] Checking router: cae7acf2-f810-4896-9568-0b40a32e1dc8 for host: dv-neutron-860659-5-hyperv {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 03:21:34.807016 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d907cd-dc1f-4e2a-a157-5e96b1e5b39c None None] Routers {'cae7acf2-f810-4896-9568-0b40a32e1dc8'} bound to L3 agent in host dv-neutron-860659-5-hyperv {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 03:21:34.807626 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71d907cd-dc1f-4e2a-a157-5e96b1e5b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860659-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-03T02:13:42Z,description=,heartbeat_timestamp=2022-11-03T03:21:12Z,host='dv-neutron-860659-5-hyperv',id=421f4d4e-d143-4e6a-8d85-45d35e50e33a,load=0,resource_versions=,resources_synced=,started_at=2022-11-03T02:13:42Z,topic='l3_agent')) {'router_ids': ['cae7acf2-f810-4896-9568-0b40a32e1dc8'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:34.863355 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189487'] for port (3a4f75fe-71bb-40de-9d75-ac21579d1b89), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:34.890817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-71d907cd-dc1f-4e2a-a157-5e96b1e5b39c None None] Set router cae7acf2-f810-4896-9568-0b40a32e1dc8 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 03:21:34.892054 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4f75fe-71bb-40de-9d75-ac21579d1b89,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:34.947951 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71d907cd-dc1f-4e2a-a157-5e96b1e5b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'name': 'tempest-TestSnapshotPattern-1776578720-router', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:21:34Z', 'revision_number': 6, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'gw_port_host': None}], 'dv-neutron-860659-5-hyperv', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:34.963762 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701992'] for router_gateway (cae7acf2-f810-4896-9568-0b40a32e1dc8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:34.972432 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d907cd-dc1f-4e2a-a157-5e96b1e5b39c None None] The sync data for ids ['cae7acf2-f810-4896-9568-0b40a32e1dc8'] in dv-neutron-860659-5-hyperv is: [{'id': 'cae7acf2-f810-4896-9568-0b40a32e1dc8', 'name': 'tempest-TestSnapshotPattern-1776578720-router', 'tenant_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-03T03:16:31Z', 'updated_at': '2022-11-03T03:21:34Z', 'revision_number': 6, 'project_id': '1d0477ab5e844a4f8026b95f0caeb4aa', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 03:21:35.054147 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5825'] for router (cae7acf2-f810-4896-9568-0b40a32e1dc8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.056445 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Publish callbacks [] for router_controller (cae7acf2-f810-4896-9568-0b40a32e1dc8), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.101600 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689220'] for router (cae7acf2-f810-4896-9568-0b40a32e1dc8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.102483 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cae7acf2-f810-4896-9568-0b40a32e1dc8 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 03:21:35.106948 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.108104 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2a5683eb-b07b-4a77-b0ec-af827e2af2a2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cae7acf2-f810-4896-9568-0b40a32e1dc8 HTTP/1.1" status: 204 len: 168 time: 0.7621634 Nov 03 03:21:35.111340 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 49660) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:35.159928 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafa4236-408e-4b52-8a08-34c282c85770 admin admin] Deleting subnet d90519e6-ecbf-49e7-8552-845e2fb43164 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 03 03:21:35.162969 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cafa4236-408e-4b52-8a08-34c282c85770 admin admin] Publish callbacks [] for subnet (d90519e6-ecbf-49e7-8552-845e2fb43164), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.197662 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cafa4236-408e-4b52-8a08-34c282c85770 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25969832'] for subnet (d90519e6-ecbf-49e7-8552-845e2fb43164), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.270085 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cafa4236-408e-4b52-8a08-34c282c85770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916853'] for subnet (d90519e6-ecbf-49e7-8552-845e2fb43164), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.330101 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cafa4236-408e-4b52-8a08-34c282c85770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25203644'] for subnet (d90519e6-ecbf-49e7-8552-845e2fb43164), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.356776 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa4236-408e-4b52-8a08-34c282c85770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90519e6-ecbf-49e7-8552-845e2fb43164,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:35.361846 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cafa4236-408e-4b52-8a08-34c282c85770 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.368598 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49662) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:35.369082 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-cafa4236-408e-4b52-8a08-34c282c85770 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d90519e6-ecbf-49e7-8552-845e2fb43164 HTTP/1.1" status: 204 len: 168 time: 0.2564838 Nov 03 03:21:35.373215 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a630fba-65aa-4423-88a6-969a83a964b6 None None] Network f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd requested from dv-neutron-860659-5-hyperv {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 03 03:21:35.450881 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-662701'] for network (f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.500391 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Deleting port 7b381104-112b-4b09-a930-05ea0ab4575f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 03 03:21:35.500764 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753905991711'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.568017 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] For port 7b381104-112b-4b09-a930-05ea0ab4575f, host dv-neutron-860659-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860659-5-hyperv',level=0,port_id=7b381104-112b-4b09-a930-05ea0ab4575f,segment=NetworkSegment(2af7f3a9-fd4e-4260-aaf6-13c153251297),segment_id=2af7f3a9-fd4e-4260-aaf6-13c153251297)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 03:21:35.568419 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701247'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.580364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Calling delete_port for 7b381104-112b-4b09-a930-05ea0ab4575f owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 03 03:21:35.656649 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753905997954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753905425421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750483'] for port (7b381104-112b-4b09-a930-05ea0ab4575f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.685888 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b381104-112b-4b09-a930-05ea0ab4575f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:35.687724 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] No DVR routers for this DVR port 7b381104-112b-4b09-a930-05ea0ab4575f on host dv-neutron-860659-5-hyperv {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 03 03:21:35.748898 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a274fd6c-4fec-4596-8810-2c3ecf1040db None None] DHCP port deletion for f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd request from dv-neutron-860659-5-hyperv {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 03 03:21:35.766192 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914684', 'neutron.services.segments.db._delete_segments_for_network-8753905936936'] for network (f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.786958 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:35.797054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af7f3a9-fd4e-4260-aaf6-13c153251297') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:35.797364 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.services.segments.db [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af7f3a9-fd4e-4260-aaf6-13c153251297') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 03:21:35.806972 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753905937978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355318'] for segment (2af7f3a9-fd4e-4260-aaf6-13c153251297), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.821383 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353'] for segment (2af7f3a9-fd4e-4260-aaf6-13c153251297), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.828241 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 03:21:35.828680 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750500'] for segment (2af7f3a9-fd4e-4260-aaf6-13c153251297), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.876625 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 2af7f3a9-fd4e-4260-aaf6-13c153251297 resource provider aggregate not found Nov 03 03:21:35.900398 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 2af7f3a9-fd4e-4260-aaf6-13c153251297 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2af7f3a9-fd4e-4260-aaf6-13c153251297 found for delete ", "request_id": "req-17196816-7dad-4410-91fd-d9999a296fe1"}]} Nov 03 03:21:35.905054 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701908'] for network (f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.912802 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:35.916058 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd HTTP/1.1" status: 204 len: 168 time: 0.5442202 Nov 03 03:21:35.926829 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ec7a9-41b2-421d-82c9-e3fd2308c3b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ca52c8-8f6e-4639-ab33-68d4d4f31bbd,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:35.941834 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7b381104-112b-4b09-a930-05ea0ab4575f no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:21:35.963082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 7b381104-112b-4b09-a930-05ea0ab4575f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:21:35.963439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 7b381104-112b-4b09-a930-05ea0ab4575f not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:21:35.963860 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 02b949b9-5ec5-47a3-ae0d-4ba099575158 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:21:35.987462 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 02b949b9-5ec5-47a3-ae0d-4ba099575158 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:21:35.987921 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 02b949b9-5ec5-47a3-ae0d-4ba099575158 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:21:35.988152 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3a4f75fe-71bb-40de-9d75-ac21579d1b89 no longer exists at agent ovs-agent-dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 03:21:36.009339 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] No Port match for: 3a4f75fe-71bb-40de-9d75-ac21579d1b89 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 03 03:21:36.009694 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Device 3a4f75fe-71bb-40de-9d75-ac21579d1b89 not bound to the agent host dv-neutron-860659-5-hyperv {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 03:21:36.045234 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49670) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:36.086050 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-e1b8a8eb-dd71-461d-95a5-172bd9f0e481 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef195f9f19484ae081ec79011114beca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395980 Nov 03 03:21:36.088468 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.23', 49672) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:36.136439 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69da153d-fa05-42ff-836d-170bf72484cb admin admin] Publish callbacks [] for security_group (d3b26975-6415-462c-9acb-56b3cc23fc1e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:36.157099 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69da153d-fa05-42ff-836d-170bf72484cb admin admin] Publish callbacks [] for security_group (d3b26975-6415-462c-9acb-56b3cc23fc1e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:36.205136 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69da153d-fa05-42ff-836d-170bf72484cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (d3b26975-6415-462c-9acb-56b3cc23fc1e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:36.207703 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69da153d-fa05-42ff-836d-170bf72484cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:36.208939 dv-neutron-860659-5-hyperv neutron-server[104394]: INFO neutron.wsgi [None req-69da153d-fa05-42ff-836d-170bf72484cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3b26975-6415-462c-9acb-56b3cc23fc1e HTTP/1.1" status: 204 len: 168 time: 0.1194954 Nov 03 03:21:36.216777 dv-neutron-860659-5-hyperv neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da153d-fa05-42ff-836d-170bf72484cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b26975-6415-462c-9acb-56b3cc23fc1e,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:36.512837 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 49678) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:36.551864 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-33802b33-06d0-48c9-a1c1-dd5567d836b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d0477ab5e844a4f8026b95f0caeb4aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378761 Nov 03 03:21:36.554991 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.23', 49680) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 03 03:21:36.600843 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c1c49d0-6bcf-49f0-bb34-07951f212e13 admin admin] Publish callbacks [] for security_group (5262f587-5867-45fa-bf6d-d1f6f9834eff), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:36.623010 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c1c49d0-6bcf-49f0-bb34-07951f212e13 admin admin] Publish callbacks [] for security_group (5262f587-5867-45fa-bf6d-d1f6f9834eff), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:36.671143 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c1c49d0-6bcf-49f0-bb34-07951f212e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627215'] for security_group (5262f587-5867-45fa-bf6d-d1f6f9834eff), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:36.673922 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c1c49d0-6bcf-49f0-bb34-07951f212e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:36.675135 dv-neutron-860659-5-hyperv neutron-server[104393]: INFO neutron.wsgi [None req-2c1c49d0-6bcf-49f0-bb34-07951f212e13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5262f587-5867-45fa-bf6d-d1f6f9834eff HTTP/1.1" status: 204 len: 168 time: 0.1192355 Nov 03 03:21:36.683531 dv-neutron-860659-5-hyperv neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c49d0-6bcf-49f0-bb34-07951f212e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5262f587-5867-45fa-bf6d-d1f6f9834eff,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 03:21:38.864966 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:39.924220 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6bd352c4-aee0-47f0-bff8-c87c95cf5771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:42.404916 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ef2cf08-b80a-455a-986b-ff8d558d9f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:43.441229 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:44.938800 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:46.270185 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:21:53.913307 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:22:08.870516 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:22:09.925484 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-13d55369-1103-44d8-af08-272500fe6101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:22:12.405697 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9de8d0cb-4948-4dc2-b009-c8d328dda18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:22:13.446082 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:22:14.940439 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:22:16.276924 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:22:30.911585 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:22:38.876759 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:22:39.926659 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eea69192-eff0-49b3-99b3-cd44a072618e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:22:42.407030 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-91b2c4e9-29a4-40e8-b63c-e0ade79e7926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:22:43.447572 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:22:44.946197 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:22:46.268378 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:07.910934 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:23:08.876186 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:09.927933 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-87b400a1-3de2-4317-bd4a-2f925018c946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:12.409648 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-50993d83-de1f-4515-a2dd-188ba5dafcfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:13.449831 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:14.947125 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:16.272554 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:38.882419 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:39.928406 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b05d8369-e0e8-4da9-b953-fa85a2422644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:42.410177 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1d181904-70d7-47cd-bd41-0aca1b33e2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:43.452858 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:44.910165 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:23:44.949715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:23:46.275318 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:08.876817 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:09.932139 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a2412440-51f2-4554-9b83-8dda3ef75058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:12.412901 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-df5228c3-4ca3-46eb-83e5-6ec3564d9281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:13.454497 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:14.954349 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:16.277472 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:21.908386 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:24:38.905430 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:39.934246 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-818ea0ef-4b2e-4830-942c-d96e6131eb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:42.413859 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b6d9c542-99cd-4e69-ab40-a4e30ac34f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:43.458623 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:44.957032 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:46.279300 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:24:58.907791 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:25:08.890708 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:25:10.067963 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4cdcb58e-9b5c-42fa-9301-6261638aa70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:25:12.415418 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-15cd9b10-9eaf-4b3b-9984-0fcb27a2d5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:25:13.460702 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:25:14.962502 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:25:16.281979 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:25:35.906208 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:25:38.921155 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:25:39.939292 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fba28433-9f5c-4d24-8b81-f25b2b912478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:25:42.418776 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70d80497-3e5b-4827-b56d-a116bdf3219e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:25:43.463066 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:25:44.962500 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:25:46.283850 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:08.921374 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:09.940635 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-27a2988f-1d87-4487-ac06-aeb539f2f0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:12.421870 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4e312298-0004-48cc-99fc-5525b1385db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:12.905568 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:26:13.466582 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:14.968771 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:16.286488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:38.933828 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:39.941715 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9981ee6e-1e4d-4182-b597-ec6afb37fb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:42.422897 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-58082749-704b-4798-bf9f-b5adcff85d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (421f4d4e-d143-4e6a-8d85-45d35e50e33a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:43.469175 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-756fbe83-f0a9-4c97-9367-e73025e35c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2a06abd0-a81f-48c3-bca9-841df3d813b9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:44.974563 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7c3a548a-3f96-4c3d-abf2-0c73b4b8fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (a343f09d-be47-4d7b-b813-0d590b08820f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:46.289275 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0a1a73bd-c00b-45c5-95fd-8ead2f18e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f9e2f59d-a947-4924-8a67-441304147f34), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:26:49.903665 dv-neutron-860659-5-hyperv neutron-server[104396]: DEBUG neutron.db.agents_db [None req-827d4db8-d9c6-45ec-80ce-0bd11db92b7c None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 03:27:08.941488 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b4c02fe-8467-4576-af6f-02b62b8ae865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (2f3e0923-ee11-4a04-a6ce-8e79d14727a4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 03 03:27:09.943035 dv-neutron-860659-5-hyperv neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9e142435-4134-42ab-8920-751d254a456d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753905936918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913893'] for agent (f0ab9a95-bc41-4443-a62e-ec55c77a9b8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}